TrackerLevel2/src/TrkCore.cpp

/**
 * \file TrkCore.cpp
 * \author Elena Vannuccini
 */
// .........................................................
// ROOT header files
// .........................................................
#include <TTree.h>
#include <TClassEdit.h>
#include <TObject.h>
#include <TList.h>
#include <TSystem.h>
#include <TSystemDirectory.h>
#include <TString.h>
#include <TFile.h>
#include <TClass.h>
#include <TCanvas.h>
#include <TH1.h>
#include <TH1F.h>
#include <TH2D.h>
#include <TLatex.h>
#include <TPad.h>
#include <TSQLServer.h>
#include <TSQLRow.h>
#include <TSQLResult.h>
#include <TBenchmark.h>

// .........................................................
// other general header files
// .........................................................
#include <fstream>
#include <iostream>
// .........................................................
// files in the inc directory
// .........................................................
#include <RunInfo.h>
#include <GLTables.h>
#include <TrkVerl2.h>
#include <TrkProcess.h>
//#include <TrkStruct.h>
#include <TrkLevel2.h> 
#include <TrkLevel1.h> 
#include <TrkLevel0.h> 
#include <TrkHough.h>
// .........................................................
// YODA header files 
// .........................................................
#include <PamelaRun.h>
//#include <RegistryEvent.h>
#include <physics/tracker/TrackerEvent.h>
#include <CalibTrk1Event.h>
#include <CalibTrk2Event.h>

// .........................................................
// namespaces
// .........................................................
using namespace std;
using namespace pamela;
//  ================================================================================
//
//
//  ================================================================================
/**
 * \brief Tracker data reduction routine. 
 *
 * It performs data reduction LEVEL0->LEVEL1->LEVEL2, producing LEVEL1 and or LEVEL2 output, in ROOT or HBOOK format.
 * Input parameters:
 * @param run id of the run to be processed (if run=0 a whole file is reprocessed)
 * @param dbc pointer to BD server
 * @param file1 output LEVEL1 file name (null if no LEVEL1 output is required)
 * @param file2 output LEVEL2 file name (null if no LEVEL2 output is required)
 * @param standalone (flag to run the program in standalone mode, that is without reading RunInfo)
 */
//short int TrkCore(Int_t run, TSQLServer *dbc, TString file1, TString file2, Bool_t standalone)
int TrkCore(UInt_t run, TFile *f2, TSQLServer *dbc, int ncustom, char*vcustom[])   
{
    // ---------------------------
    // Define some basic variables
    // ---------------------------

    TString  filename     = 0; 
    TString  trkcalibfile = 0;
    Int_t    last_trk_calib_used = 0;
    Long64_t nentries = 0LL;
    
    // LEVEL0 input 
    TFile         *f0 = 0;
    TFile         *f0_c = 0;
    TTree         *physicsTree = 0;
    TBranch       *b_trk       = 0;
    TBranch       *b_header    = 0;
    EventHeader   *header  = 0;
    PscuHeader    *pscu    = 0;
    TrkLevel0     *l0_event = 0;
    // RunInfo 
    ItoRunInfo *runinfo = 0;
    TArrayI    *runlist = 0;
    UInt_t      from_run;
    UInt_t      to_run;
    Bool_t      reprocessing = false;
    //LEVEL2 output - ROOT
    TTree     *t_level2 = 0; 
    TTree     *t_clone = 0; 
    TrkLevel2 *l2_event = new TrkLevel2();
    TrkLevel2 *l2_clone = new TrkLevel2();
    //LEVEL1 output - ROOT
    TrkLevel1    *l1_event = new TrkLevel1();
    TrkHough     *lh_event = new TrkHough();
// -----------------------
// -----------------------
// Handle input parameters
// (data)
//
// - open/create output files, determining the environment root/hbook from the estension
// - create the level1/level2 tree+branch/nt-uple
// -----------------------
// -----------------------      
    TrkProcess *p = new TrkProcess(run,f2);
    p->HandleCustomPar(ncustom,vcustom);
    if( p->DebugMode() )p->Dump();

// ===================================
// Open/Create level2 output file
// ===================================
    if(p->get2){
        //-------------------------------------------
        // read RunInfo
        //-------------------------------------------
        if(!(p->standalone)){
            // Open "RunInfo" tree and get list of run
            runinfo = new ItoRunInfo(f2);
            char *trkversion = TrkInfo(false);
            int runinfo_error = runinfo->Update(run,"TRK",trkversion);
            if( runinfo_error ) throw runinfo_error;
            runlist = runinfo->GetRunList();
            reprocessing = runinfo->IsReprocessing();//????
            if(p->VerboseMode()){
                cout << "#events       "<< runinfo->GetFileEntries() << endl;// #events in the file 
                cout << "#runs         "<< runinfo->GetRunEntries()  << endl;// #runs in the file
                cout << "1-st run      "<< runlist->At(0)            << endl;
                cout << "last run      "<< runlist->At(runinfo->GetRunEntries()-1) << endl;
                cout << "1-st event    "<< runinfo->GetFirstEntry()  << endl;// first event of our run
                cout << "last event+1  "<< runinfo->GetLastEntry()   << endl;// first event AFTER the last event of our run
                cout << "reprocessing  "<< runinfo->IsReprocessing() << endl << endl;
            };
        };
        //-------------------------------------------
        //
        //-------------------------------------------
        // Take (if present) the old Tracker tree
        t_clone = (TTree*)f2->Get("Tracker");
        if( t_clone != NULL ) t_clone->SetBranchAddress("TrkLevel2",&l2_clone);
        // Create NEW Tracker tree                      
        t_level2 = new TTree("Tracker","PAMELA tracker level2 data ");
        l2_event->Set(); // ****NBNBNBN*****
        t_level2->Branch("TrkLevel2","TrkLevel2",&l2_event);
        if(p->get1){
            if(p->VerboseMode())cout << endl << "Requested LEVEL1 output" << endl;
            l1_event->Set(); // ****NBNBNBN*****
            t_level2->Branch("TrkLevel1","TrkLevel1",&l1_event);
            t_level2->BranchRef();
        }
        if(p->geth){
          if(p->VerboseMode())cout << endl << "Requested Hough-Transform output" << endl;
          t_level2->Branch("TrkHough","TrkHough",&lh_event);
          //        t_level2->BranchRef();
        };
    };
        

// -------------------------------------------
// define runs to be processed/reprocessed
// -------------------------------------------
    if(run == 0){
        // reprocessing ALL runs
        if(p->standalone)throw -298; // reprocessing not implemented
        from_run = runlist->At(0);
        to_run   = runlist->At(runinfo->GetRunEntries()-1);
    }else{
        // processing/reprocessing ONE single run
        from_run = run;
        to_run   = run;
    };
    
    //
    // init "expiration date" of calibrations and parameters
    //
    UInt_t pedsig_time =0;
    UInt_t B_time      =0;
    UInt_t mip_time    =0;
    UInt_t charge_time =0;
    UInt_t eta_time    =0;
    UInt_t align_time  =0;
    UInt_t mask_time   =0;
    //
    // init event counter
    //
    Int_t ev_count =0;
    //
    // create query-results objects
    //
    GL_RUN       q1 = GL_RUN();
    GL_TRK_CALIB q2 = GL_TRK_CALIB();
    GL_ROOT      q3 = GL_ROOT();
    GL_PARAM     q4 = GL_PARAM();
        
// ------------------------------------------------------------
//  if reprocessing one run, copy all the events BEFORE the run
// ------------------------------------------------------------
    if( !(p->standalone) ){
        for(UInt_t i=0; i<runinfo->GetFirstEntry(); i++){
            t_clone->GetEntry(i);
            *l2_event = *l2_clone;
            t_level2->Fill();
            l2_event->Clear();
            // COPY COPY COPY
        };
    };
// ------------------------------------------------------------
// ------------------------------------------------------------
//  START LOOP OVER RUNS TO PROCESSED/REPROCESSED
// ------------------------------------------------------------
// ------------------------------------------------------------
    for(UInt_t idRun = from_run; idRun <= to_run; idRun++){
        
        if(p->VerboseMode()) cout << endl<<" ========================= Run: "<< idRun << endl;
        UInt_t runheadtime       = 0;
        UInt_t runtrailtime      = 0;
        UInt_t    evfrom         = 0;
        UInt_t    evto           = 0;
        UInt_t    nevents        = 0;
        Int_t     id_root_l0     =-1;
        Int_t     trk_calib_used = 0;

        if(p->standalone){
            // ==============================
            // first query: retrieve run info
            // ==============================
            if (q1.Query_GL_RUN(idRun,dbc) )throw -50;
            id_root_l0     = q1.ID_ROOT_L0;
            runheadtime    = q1.RUNHEADER_TIME;
            runtrailtime   = q1.RUNTRAILER_TIME;
            evfrom         = q1.EV_FROM;
            evto           = q1.EV_TO;
            nevents        = q1.NEVENTS;
            trk_calib_used = q1.TRK_CALIB_USED;
        }else{
            // ==============================
            // get run info from RunInfo tree
            // ==============================
            int runinfo_error = runinfo->GetRunInfo(idRun);
            if( runinfo_error ) throw runinfo_error;
                id_root_l0     = runinfo->ID_ROOT_L0;
            runheadtime    = runinfo->RUNHEADER_TIME;
            runtrailtime   = runinfo->RUNTRAILER_TIME;
            evfrom         = runinfo->EV_FROM;
            evto           = runinfo->EV_TO;
            nevents        = runinfo->NEVENTS;
            trk_calib_used = runinfo->TRK_CALIB_USED;
        };
        //
        if(p->VerboseMode()){
            cout << "ROOT file ID    "<< id_root_l0     << endl;
            cout << "RunHeader time  "<< runheadtime    << endl;
            cout << "RunTrailer time "<< runtrailtime   << endl;
            cout << " from event  "<< evfrom         << endl;
            cout << " to event    "<< evto           << endl;
                cout << " num. events "<< nevents        << endl;
                cout << "trk-calibration used "<< trk_calib_used << endl;
        };
        // ========================================================
        // second query: search the LEVEL0 file that contains idRun
        // ========================================================
        TString lastfilename = filename;
        if( q3.Query_GL_ROOT(id_root_l0,dbc) )throw -51;
        filename = q3.PATH + q3.NAME;   
        // ========================================================
        // Open the input LEVEL0 data file
        // ========================================================
        if(filename.CompareTo(lastfilename)){
            if(!lastfilename.IsNull())f0->Close();
            //if( debug ) cout << "Opening LEVEL0 file: "<< filename << endl;
            if(p->VerboseMode()) cout << "Opening LEVEL0 file: "<< filename << endl;
            FileStat_t t;
            if( gSystem->GetPathInfo(filename.Data(),t) )throw -6;
            f0 = new TFile(filename);
            if ( !f0 ) throw -6;
            physicsTree = (TTree*)f0->Get("Physics");          if(!physicsTree) throw -7;
            b_header    = physicsTree ->GetBranch("Header");   if(!b_header   ) throw -8;
//          b_registry  = physicsTree ->GetBranch("Registry"); if(!b_registry ) throw -9;
            b_trk       = physicsTree ->GetBranch("Tracker");  if(!b_trk      ) throw -203;
            physicsTree->SetBranchAddress("Tracker" ,&l0_event);
//          physicsTree->SetBranchAddress("Registry",&reg);
            physicsTree->SetBranchAddress("Header",&header);
            
            nentries = physicsTree->GetEntries(); 
            if ( nentries < 1 ) throw -11;
            if ( nentries < (evto+1)) throw -12;
        
        };
        
        GL_TIMESYNC *dbtime = new GL_TIMESYNC(id_root_l0,"ID",dbc);     

        // =============================================================
        // retrieve calibration file needed to reduce data 
        // =============================================================
        // if run OBT is > last calibration "expiration date"
        //  - search for new calibration packet
        //  - load calibration parameters (full + truncated)
        if(p->VerboseMode() )cout << "Full pedestals for cluster finding:";
        if(runheadtime > pedsig_time){
            if( q2.Query_GL_TRK_CALIB(runheadtime,dbc) )throw -53;
            pedsig_time = q2.TO_TIME;
            if(q2.EV_ROOT_CALIBTRK1 != q2.EV_ROOT_CALIBTRK2) 
                printf("WARNING!! ---> EV_ROOT_CALIBTRK1=%d it's different from EV_ROOT_CALIBTRK2=%d \n\n",q2.EV_ROOT_CALIBTRK1,q2.EV_ROOT_CALIBTRK2);
            if( q3.Query_GL_ROOT(q2.ID_ROOT_L0,dbc) )throw -51;
                trkcalibfile = q3.PATH + q3.NAME;
                if(p->VerboseMode()) cout << " >> Loading from LEVEL0 file: "<< trkcalibfile << endl;
            if(trkcalibfile.CompareTo(filename)){
                        FileStat_t t;
                        if( gSystem->GetPathInfo(trkcalibfile.Data(),t) )throw -6;
                        f0_c=new TFile(trkcalibfile);
                        if ( !f0_c ) throw -6;
            }else{
                        f0_c = f0;
            };
            if(p->VerboseMode()) {
                        cout << " calibration entries "<< q2.EV_ROOT_CALIBTRK1 << " " << q2.EV_ROOT_CALIBTRK2; 
                        cout << " (from time "<< q2.FROM_TIME <<" to time "<< q2.TO_TIME <<")"<<endl;
            };
            pedsigbad_.FillACalibFrom(f0_c,q2.EV_ROOT_CALIBTRK1,q2.EV_ROOT_CALIBTRK2);
            mask_.Set(f0_c,q2.EV_ROOT_CALIBTRK1,q2.EV_ROOT_CALIBTRK2);
        }else{
                if(p->VerboseMode() )cout<< " already loaded. "<< endl;
        };
        if( p->DebugMode() ) for(int i=0; i<12; i++) cout << " DSP "<< i << " "<< pedsigbad_.pedestal[64][12][i] << endl;
        // =============================================================
        // retrieve calibration file needed to uncompress data
        // =============================================================
        // if the run was compressed using default calib
        // load truncated pedestals from default
        // otherwise reload them from on-line calibration
        if(p->VerboseMode() )cout << "Truncated pedestals for uncompression:";
        if(trk_calib_used==104 && last_trk_calib_used!=104){
            
            if(p->VerboseMode() )cout << " >> Loading default calibration " << endl; 
            if (q4.Query_GL_PARAM(runheadtime,7,dbc) )throw -52;            
            pedsigbad_.FillTCalibFrom(q4.PATH+q4.NAME);
            
        }else if( (trk_calib_used==1 | trk_calib_used==2) &&  last_trk_calib_used==104  ){

            if(p->VerboseMode()) cout << ">> Re-loading on-line calibration " << endl;
            pedsigbad_.FillTCalibFrom(f0_c,q2.EV_ROOT_CALIBTRK1,q2.EV_ROOT_CALIBTRK2);
        }else{
            if(p->VerboseMode()) cout << ">> already loaded " << endl;
        };
        if( p->DebugMode() ) for(int i=0; i<12; i++) cout << " DSP "<< i << " "<< pedsigbad_.pedestal_t[64][12][i] << endl;
        last_trk_calib_used = trk_calib_used;
        
        // =============================================================
        // retrieve information about parameters to process LEVEL2
        // =============================================================  
        //
        // magnetic field
        //
        if(p->VerboseMode()) cout << "Loading parameter files : "<< endl;
        
        if(runheadtime > B_time){
            if( q4.Query_GL_PARAM(runheadtime,1,dbc) )throw -52;
            B_time = q4.TO_TIME;
            l2_event->LoadField(q4.PATH+q4.NAME);
//          l2_event->LoadField(q4.PATH+q4.NAME);
            if(path_.error) throw -215;
        };
        //
        // mip conversion parameters
        //
        if(runheadtime > mip_time){
            if( q4.Query_GL_PARAM(runheadtime,2,dbc) )throw -52;
            mip_time = q4.TO_TIME;
            path_.FillWith(q4.PATH+q4.NAME);
            readmipparam_();
            if(path_.error) throw -212;
        };
        //
        // charge correlation parameters
        //
        if(runheadtime > charge_time){
            if( q4.Query_GL_PARAM(runheadtime,3,dbc) )throw -52;
            charge_time = q4.TO_TIME;
            path_.FillWith(q4.PATH+q4.NAME);
            readchargeparam_();
            if(path_.error) throw -213;
        };
        //
        // eta p.f.a. parameters
        //
        if(runheadtime > eta_time){
            if( q4.Query_GL_PARAM(runheadtime,4,dbc) )throw -52;
            eta_time = q4.TO_TIME;
            path_.FillWith(q4.PATH+q4.NAME);
            readetaparam_();
            if(path_.error) throw -214;
        };
        //
        // alignment parameters
        //
        if(runheadtime > align_time){
                if( q4.Query_GL_PARAM(runheadtime,5,dbc) )throw -52;
            align_time = q4.TO_TIME;
            path_.FillWith(q4.PATH+q4.NAME);
            readalignparam_();
            if(path_.error) throw -211;
        };
        //
        // viking mask 
        //
        if(runheadtime > mask_time){
            if( q4.Query_GL_PARAM(runheadtime,6,dbc) )throw -52;
            mask_time = q4.TO_TIME; 
            path_.FillWith(q4.PATH+q4.NAME);
            readvkmask_();
            if(path_.error) throw -210;
        };

        TBenchmark *reduction = new TBenchmark();
        if(p->VerboseMode())reduction->Start("reduction");
        Int_t ntrk=0;
        // ====================================================
        // start looping on events cointained in the data file  
        // ====================================================         
        for (UInt_t re = evfrom; re < evfrom+nevents; re++){
            
            ev_count++;
            
            if ( p->DebugMode() && re%100 == 0 && re > 0 ) cout << ".";
            
            b_trk->GetEntry(re);
            b_header->GetEntry(re);
            pscu = header->GetPscuHeader();
                                
            if ( dbtime->DBabsTime(pscu->GetOrbitalTime()) > runtrailtime || dbtime->DBabsTime(pscu->GetOrbitalTime()) < runheadtime) {
                        
                if (p->VerboseMode()){ 
                    printf(" TrkCore - WARNING: event outside the run time window, skipping it\n");
                    cout << " OBT "<<pscu->GetOrbitalTime()<<" ABS-time "<<dbtime->DBabsTime(pscu->GetOrbitalTime())<<" RUN "<<runheadtime<<"-"<<runtrailtime<<endl;
                };              
            }else{
              if ( p->DebugMode() )
                printf("\n-------------------------------\nevent %d\n",re-evfrom);

                p->ProcessEvent(l0_event);
                                        
                // ----------------
                //  LEVEL1 output
                // ----------------
                if(p->get1){
                    if(p->ifroot1){ // root
                        l1_event->Clear();
                        l1_event->SetFromLevel1Struct(&level1event_,p->full1);
                        //                              t_level1->Fill();
            }else{       // hbook
                        throw -299;
                    };
                };
                // ----------------
                //  HOUGH output
                // ----------------
                if(p->geth){
                    if(p->ifrooth){ // root
                      lh_event->Delete();
                      lh_event->SetFromHoughStruct(&houghevent_);
                    }else{       // hbook
                        throw -299;
                    };
                };
                // ----------------
                //  LEVEL2 output
                // ----------------
                if(p->get2){
                  l2_event->Clear();
                  if(p->get1){
                      l2_event->SetFromLevel2Struct(&level2event_,l1_event);//set references to level1
                  }else{
                      l2_event->SetFromLevel2Struct(&level2event_);
                  }
//                              l2_event->Dump();
                  t_level2->Fill();
                  if( l2_event->ntrk()>0 )ntrk++;
                };
            };
        }; // end loop on events
        if(p->VerboseMode()){
            cout << " >>> processed "<< ev_count <<" events"<< endl;
            if(ev_count)cout << ntrk << " events with at least one track ("<<(Int_t)(100*ntrk/ev_count)<<"%)\n";
            reduction->Show("reduction");
        }
        delete reduction;
        
        delete dbtime;

    }; // end loop on runs
    
    
// ------------------------------------------------------------
//  if reprocessing one run, copy all the events AFTER the run
// ------------------------------------------------------------
    if( !(p->standalone) ){
        for(UInt_t i=runinfo->GetLastEntry()+1; i<runinfo->GetFileEntries(); i++){
            t_clone->GetEntry(i);
            *l2_event = *l2_clone;
            t_level2->Fill();
            l2_event->Clear();
            // COPY COPY COPY
        };
    };
    // ---------------
    // close the files
    // ---------------
    if(p->get2){
        if( t_clone )t_clone->Delete("all");//delete old tree from file
        if( !(p->standalone) )runinfo->Close();
        f2->Write("Tracker");
        if( t_level2 )t_level2->Delete();  //delete new tree from memory
        
    };
    
    if( f0->IsOpen() )  f0->Close();
    if( f0_c->IsOpen() )f0_c->Close();
    
//    lh_event->Delete();
    l1_event->Delete();
    l2_event->Delete();
    l2_clone->Delete();
    
    return(p->ostatus);
}

1	mocchiut	1.1	/**
2			* \file TrkCore.cpp
3			* \author Elena Vannuccini
4			*/
5			// .........................................................
6			// ROOT header files
7			// .........................................................
8			#include <TTree.h>
9			#include <TClassEdit.h>
10			#include <TObject.h>
11			#include <TList.h>
12			#include <TSystem.h>
13			#include <TSystemDirectory.h>
14			#include <TString.h>
15			#include <TFile.h>
16			#include <TClass.h>
17			#include <TCanvas.h>
18			#include <TH1.h>
19			#include <TH1F.h>
20			#include <TH2D.h>
21			#include <TLatex.h>
22			#include <TPad.h>
23			#include <TSQLServer.h>
24			#include <TSQLRow.h>
25			#include <TSQLResult.h>
26	pam-fi	1.11	#include <TBenchmark.h>
27
28	mocchiut	1.1	// .........................................................
29			// other general header files
30			// .........................................................
31			#include <fstream>
32			#include <iostream>
33			// .........................................................
34			// files in the inc directory
35			// .........................................................
36			#include <RunInfo.h>
37			#include <GLTables.h>
38			#include <TrkVerl2.h>
39			#include <TrkProcess.h>
40	pam-fi	1.2	//#include <TrkStruct.h>
41	mocchiut	1.1	#include <TrkLevel2.h>
42	pam-fi	1.6	#include <TrkLevel1.h>
43	mocchiut	1.1	#include <TrkLevel0.h>
44	pam-fi	1.15	#include <TrkHough.h>
45	mocchiut	1.1	// .........................................................
46			// YODA header files
47			// .........................................................
48			#include <PamelaRun.h>
49	pam-fi	1.7	//#include <RegistryEvent.h>
50	mocchiut	1.1	#include <physics/tracker/TrackerEvent.h>
51			#include <CalibTrk1Event.h>
52			#include <CalibTrk2Event.h>
53	pam-fi	1.2
54	mocchiut	1.1	// .........................................................
55			// namespaces
56			// .........................................................
57			using namespace std;
58			using namespace pamela;
59			// ================================================================================
60			//
61			//
62			// ================================================================================
63			/**
64			* \brief Tracker data reduction routine.
65			*
66			* It performs data reduction LEVEL0->LEVEL1->LEVEL2, producing LEVEL1 and or LEVEL2 output, in ROOT or HBOOK format.
67			* Input parameters:
68			* @param run id of the run to be processed (if run=0 a whole file is reprocessed)
69			* @param dbc pointer to BD server
70			* @param file1 output LEVEL1 file name (null if no LEVEL1 output is required)
71			* @param file2 output LEVEL2 file name (null if no LEVEL2 output is required)
72			* @param standalone (flag to run the program in standalone mode, that is without reading RunInfo)
73			*/
74			//short int TrkCore(Int_t run, TSQLServer *dbc, TString file1, TString file2, Bool_t standalone)
75	pam-fi	1.7	int TrkCore(UInt_t run, TFile f2, TSQLServer dbc, int ncustom, char*vcustom[])
76	mocchiut	1.1	{
77			// ---------------------------
78			// Define some basic variables
79			// ---------------------------
80
81			TString filename = 0;
82			TString trkcalibfile = 0;
83			Int_t last_trk_calib_used = 0;
84	pam-fi	1.7	Long64_t nentries = 0LL;
85	pam-fi	1.2
86	mocchiut	1.1	// LEVEL0 input
87			TFile *f0 = 0;
88	pam-fi	1.2	TFile *f0_c = 0;
89	mocchiut	1.1	TTree *physicsTree = 0;
90			TBranch *b_trk = 0;
91			TBranch *b_header = 0;
92			EventHeader *header = 0;
93			PscuHeader *pscu = 0;
94			TrkLevel0 *l0_event = 0;
95			// RunInfo
96			ItoRunInfo *runinfo = 0;
97	pam-fi	1.7	TArrayI *runlist = 0;
98			UInt_t from_run;
99			UInt_t to_run;
100	mocchiut	1.1	Bool_t reprocessing = false;
101			//LEVEL2 output - ROOT
102			TTree *t_level2 = 0;
103			TTree *t_clone = 0;
104			TrkLevel2 *l2_event = new TrkLevel2();
105			TrkLevel2 *l2_clone = new TrkLevel2();
106	pam-fi	1.13	//LEVEL1 output - ROOT
107			TrkLevel1 *l1_event = new TrkLevel1();
108	pam-fi	1.15	TrkHough *lh_event = new TrkHough();
109	mocchiut	1.1	// -----------------------
110			// -----------------------
111			// Handle input parameters
112			// (data)
113			//
114			// - open/create output files, determining the environment root/hbook from the estension
115			// - create the level1/level2 tree+branch/nt-uple
116			// -----------------------
117			// -----------------------
118			TrkProcess *p = new TrkProcess(run,f2);
119			p->HandleCustomPar(ncustom,vcustom);
120	pam-fi	1.2	if( p->DebugMode() )p->Dump();
121	mocchiut	1.1
122			// ===================================
123			// Open/Create level2 output file
124			// ===================================
125			if(p->get2){
126	pam-fi	1.13	//-------------------------------------------
127			// read RunInfo
128			//-------------------------------------------
129			if(!(p->standalone)){
130			// Open "RunInfo" tree and get list of run
131			runinfo = new ItoRunInfo(f2);
132			char *trkversion = TrkInfo(false);
133			int runinfo_error = runinfo->Update(run,"TRK",trkversion);
134			if( runinfo_error ) throw runinfo_error;
135			runlist = runinfo->GetRunList();
136			reprocessing = runinfo->IsReprocessing();//????
137			if(p->VerboseMode()){
138			cout << "#events "<< runinfo->GetFileEntries() << endl;// #events in the file
139			cout << "#runs "<< runinfo->GetRunEntries() << endl;// #runs in the file
140			cout << "1-st run "<< runlist->At(0) << endl;
141			cout << "last run "<< runlist->At(runinfo->GetRunEntries()-1) << endl;
142			cout << "1-st event "<< runinfo->GetFirstEntry() << endl;// first event of our run
143			cout << "last event+1 "<< runinfo->GetLastEntry() << endl;// first event AFTER the last event of our run
144			cout << "reprocessing "<< runinfo->IsReprocessing() << endl << endl;
145			};
146			};
147			//-------------------------------------------
148			//
149			//-------------------------------------------
150			// Take (if present) the old Tracker tree
151			t_clone = (TTree*)f2->Get("Tracker");
152			if( t_clone != NULL ) t_clone->SetBranchAddress("TrkLevel2",&l2_clone);
153			// Create NEW Tracker tree
154			t_level2 = new TTree("Tracker","PAMELA tracker level2 data ");
155	pam-fi	1.21	l2_event->Set(); // **NBNBNBN***
156	pam-fi	1.13	t_level2->Branch("TrkLevel2","TrkLevel2",&l2_event);
157			if(p->get1){
158			if(p->VerboseMode())cout << endl << "Requested LEVEL1 output" << endl;
159	pam-fi	1.21	l1_event->Set(); // **NBNBNBN***
160	pam-fi	1.13	t_level2->Branch("TrkLevel1","TrkLevel1",&l1_event);
161			t_level2->BranchRef();
162	pam-fi	1.16	}
163			if(p->geth){
164			if(p->VerboseMode())cout << endl << "Requested Hough-Transform output" << endl;
165			t_level2->Branch("TrkHough","TrkHough",&lh_event);
166			// t_level2->BranchRef();
167	pam-fi	1.7	};
168	pam-fi	1.13	};
169	mocchiut	1.1
170
171			// -------------------------------------------
172			// define runs to be processed/reprocessed
173			// -------------------------------------------
174			if(run == 0){
175	pam-fi	1.13	// reprocessing ALL runs
176			if(p->standalone)throw -298; // reprocessing not implemented
177			from_run = runlist->At(0);
178			to_run = runlist->At(runinfo->GetRunEntries()-1);
179	mocchiut	1.1	}else{
180			// processing/reprocessing ONE single run
181	pam-fi	1.13	from_run = run;
182			to_run = run;
183	mocchiut	1.1	};
184
185			//
186			// init "expiration date" of calibrations and parameters
187			//
188	pam-fi	1.7	UInt_t pedsig_time =0;
189	pam-fi	1.13	UInt_t B_time =0;
190			UInt_t mip_time =0;
191			UInt_t charge_time =0;
192			UInt_t eta_time =0;
193			UInt_t align_time =0;
194			UInt_t mask_time =0;
195	mocchiut	1.1	//
196			// init event counter
197			//
198			Int_t ev_count =0;
199			//
200			// create query-results objects
201			//
202	pam-fi	1.7	GL_RUN q1 = GL_RUN();
203	mocchiut	1.1	GL_TRK_CALIB q2 = GL_TRK_CALIB();
204			GL_ROOT q3 = GL_ROOT();
205			GL_PARAM q4 = GL_PARAM();
206
207			// ------------------------------------------------------------
208			// if reprocessing one run, copy all the events BEFORE the run
209			// ------------------------------------------------------------
210			if( !(p->standalone) ){
211	pam-fi	1.13	for(UInt_t i=0; i<runinfo->GetFirstEntry(); i++){
212			t_clone->GetEntry(i);
213			l2_event = l2_clone;
214			t_level2->Fill();
215			l2_event->Clear();
216			// COPY COPY COPY
217			};
218	mocchiut	1.1	};
219			// ------------------------------------------------------------
220			// ------------------------------------------------------------
221			// START LOOP OVER RUNS TO PROCESSED/REPROCESSED
222			// ------------------------------------------------------------
223			// ------------------------------------------------------------
224	pam-fi	1.7	for(UInt_t idRun = from_run; idRun <= to_run; idRun++){
225	mocchiut	1.1
226	pam-fi	1.2	if(p->VerboseMode()) cout << endl<<" ========================= Run: "<< idRun << endl;
227	pam-fi	1.7	UInt_t runheadtime = 0;
228			UInt_t runtrailtime = 0;
229	mocchiut	1.1	UInt_t evfrom = 0;
230			UInt_t evto = 0;
231	pam-fi	1.7	UInt_t nevents = 0;
232			Int_t id_root_l0 =-1;
233	mocchiut	1.1	Int_t trk_calib_used = 0;
234	pam-fi	1.7
235	mocchiut	1.1	if(p->standalone){
236			// ==============================
237			// first query: retrieve run info
238			// ==============================
239	pam-fi	1.7	if (q1.Query_GL_RUN(idRun,dbc) )throw -50;
240			id_root_l0 = q1.ID_ROOT_L0;
241	mocchiut	1.1	runheadtime = q1.RUNHEADER_TIME;
242			runtrailtime = q1.RUNTRAILER_TIME;
243	pam-fi	1.7	evfrom = q1.EV_FROM;
244			evto = q1.EV_TO;
245	pam-fi	1.13	nevents = q1.NEVENTS;
246			trk_calib_used = q1.TRK_CALIB_USED;
247	mocchiut	1.1	}else{
248			// ==============================
249			// get run info from RunInfo tree
250			// ==============================
251	pam-fi	1.3	int runinfo_error = runinfo->GetRunInfo(idRun);
252	pam-fi	1.7	if( runinfo_error ) throw runinfo_error;
253			id_root_l0 = runinfo->ID_ROOT_L0;
254	mocchiut	1.1	runheadtime = runinfo->RUNHEADER_TIME;
255			runtrailtime = runinfo->RUNTRAILER_TIME;
256	pam-fi	1.7	evfrom = runinfo->EV_FROM;
257			evto = runinfo->EV_TO;
258	pam-fi	1.13	nevents = runinfo->NEVENTS;
259			trk_calib_used = runinfo->TRK_CALIB_USED;
260	mocchiut	1.1	};
261			//
262	pam-fi	1.2	if(p->VerboseMode()){
263	pam-fi	1.7	cout << "ROOT file ID "<< id_root_l0 << endl;
264	mocchiut	1.1	cout << "RunHeader time "<< runheadtime << endl;
265			cout << "RunTrailer time "<< runtrailtime << endl;
266	pam-fi	1.7	cout << " from event "<< evfrom << endl;
267			cout << " to event "<< evto << endl;
268			cout << " num. events "<< nevents << endl;
269			cout << "trk-calibration used "<< trk_calib_used << endl;
270	mocchiut	1.1	};
271			// ========================================================
272			// second query: search the LEVEL0 file that contains idRun
273			// ========================================================
274			TString lastfilename = filename;
275	pam-fi	1.7	if( q3.Query_GL_ROOT(id_root_l0,dbc) )throw -51;
276	mocchiut	1.1	filename = q3.PATH + q3.NAME;
277			// ========================================================
278			// Open the input LEVEL0 data file
279			// ========================================================
280			if(filename.CompareTo(lastfilename)){
281			if(!lastfilename.IsNull())f0->Close();
282			//if( debug ) cout << "Opening LEVEL0 file: "<< filename << endl;
283	pam-fi	1.2	if(p->VerboseMode()) cout << "Opening LEVEL0 file: "<< filename << endl;
284			FileStat_t t;
285			if( gSystem->GetPathInfo(filename.Data(),t) )throw -6;
286	mocchiut	1.1	f0 = new TFile(filename);
287			if ( !f0 ) throw -6;
288			physicsTree = (TTree*)f0->Get("Physics"); if(!physicsTree) throw -7;
289			b_header = physicsTree ->GetBranch("Header"); if(!b_header ) throw -8;
290	pam-fi	1.7	// b_registry = physicsTree ->GetBranch("Registry"); if(!b_registry ) throw -9;
291	mocchiut	1.1	b_trk = physicsTree ->GetBranch("Tracker"); if(!b_trk ) throw -203;
292			physicsTree->SetBranchAddress("Tracker" ,&l0_event);
293	pam-fi	1.7	// physicsTree->SetBranchAddress("Registry",&reg);
294	mocchiut	1.1	physicsTree->SetBranchAddress("Header",&header);
295
296	pam-fi	1.7	nentries = physicsTree->GetEntries();
297			if ( nentries < 1 ) throw -11;
298			if ( nentries < (evto+1)) throw -12;
299
300	mocchiut	1.1	};
301
302	pam-fi	1.7	GL_TIMESYNC *dbtime = new GL_TIMESYNC(id_root_l0,"ID",dbc);
303
304	mocchiut	1.1	// =============================================================
305	pam-fi	1.2	// retrieve calibration file needed to reduce data
306	mocchiut	1.1	// =============================================================
307	pam-fi	1.2	// if run OBT is > last calibration "expiration date"
308			// - search for new calibration packet
309			// - load calibration parameters (full + truncated)
310	pam-fi	1.5	if(p->VerboseMode() )cout << "Full pedestals for cluster finding:";
311	pam-fi	1.2	if(runheadtime > pedsig_time){
312			if( q2.Query_GL_TRK_CALIB(runheadtime,dbc) )throw -53;
313			pedsig_time = q2.TO_TIME;
314	pam-fi	1.7	if(q2.EV_ROOT_CALIBTRK1 != q2.EV_ROOT_CALIBTRK2)
315			printf("WARNING!! ---> EV_ROOT_CALIBTRK1=%d it's different from EV_ROOT_CALIBTRK2=%d \n\n",q2.EV_ROOT_CALIBTRK1,q2.EV_ROOT_CALIBTRK2);
316			if( q3.Query_GL_ROOT(q2.ID_ROOT_L0,dbc) )throw -51;
317	pam-fi	1.5	trkcalibfile = q3.PATH + q3.NAME;
318			if(p->VerboseMode()) cout << " >> Loading from LEVEL0 file: "<< trkcalibfile << endl;
319	pam-fi	1.2	if(trkcalibfile.CompareTo(filename)){
320	pam-fi	1.5	FileStat_t t;
321			if( gSystem->GetPathInfo(trkcalibfile.Data(),t) )throw -6;
322			f0_c=new TFile(trkcalibfile);
323			if ( !f0_c ) throw -6;
324	pam-fi	1.2	}else{
325	pam-fi	1.5	f0_c = f0;
326	pam-fi	1.2	};
327			if(p->VerboseMode()) {
328	pam-fi	1.7	cout << " calibration entries "<< q2.EV_ROOT_CALIBTRK1 << " " << q2.EV_ROOT_CALIBTRK2;
329			cout << " (from time "<< q2.FROM_TIME <<" to time "<< q2.TO_TIME <<")"<<endl;
330	pam-fi	1.2	};
331	pam-fi	1.7	pedsigbad_.FillACalibFrom(f0_c,q2.EV_ROOT_CALIBTRK1,q2.EV_ROOT_CALIBTRK2);
332	pam-fi	1.18	mask_.Set(f0_c,q2.EV_ROOT_CALIBTRK1,q2.EV_ROOT_CALIBTRK2);
333	pam-fi	1.5	}else{
334			if(p->VerboseMode() )cout<< " already loaded. "<< endl;
335	pam-fi	1.2	};
336			if( p->DebugMode() ) for(int i=0; i<12; i++) cout << " DSP "<< i << " "<< pedsigbad_.pedestal[64][12][i] << endl;
337			// =============================================================
338			// retrieve calibration file needed to uncompress data
339			// =============================================================
340			// if the run was compressed using default calib
341			// load truncated pedestals from default
342			// otherwise reload them from on-line calibration
343			if(p->VerboseMode() )cout << "Truncated pedestals for uncompression:";
344	mocchiut	1.1	if(trk_calib_used==104 && last_trk_calib_used!=104){
345
346	pam-fi	1.5	if(p->VerboseMode() )cout << " >> Loading default calibration " << endl;
347	pam-fi	1.7	if (q4.Query_GL_PARAM(runheadtime,7,dbc) )throw -52;
348	pam-fi	1.2	pedsigbad_.FillTCalibFrom(q4.PATH+q4.NAME);
349
350			}else if( (trk_calib_used==1 \| trk_calib_used==2) && last_trk_calib_used==104 ){
351
352			if(p->VerboseMode()) cout << ">> Re-loading on-line calibration " << endl;
353	pam-fi	1.7	pedsigbad_.FillTCalibFrom(f0_c,q2.EV_ROOT_CALIBTRK1,q2.EV_ROOT_CALIBTRK2);
354	pam-fi	1.2	}else{
355	pam-fi	1.18	if(p->VerboseMode()) cout << ">> already loaded " << endl;
356	pam-fi	1.2	};
357			if( p->DebugMode() ) for(int i=0; i<12; i++) cout << " DSP "<< i << " "<< pedsigbad_.pedestal_t[64][12][i] << endl;
358			last_trk_calib_used = trk_calib_used;
359
360	mocchiut	1.1	// =============================================================
361			// retrieve information about parameters to process LEVEL2
362			// =============================================================
363			//
364			// magnetic field
365			//
366	pam-fi	1.2	if(p->VerboseMode()) cout << "Loading parameter files : "<< endl;
367
368	mocchiut	1.1	if(runheadtime > B_time){
369	pam-fi	1.7	if( q4.Query_GL_PARAM(runheadtime,1,dbc) )throw -52;
370	mocchiut	1.1	B_time = q4.TO_TIME;
371			l2_event->LoadField(q4.PATH+q4.NAME);
372	pam-fi	1.2	// l2_event->LoadField(q4.PATH+q4.NAME);
373	mocchiut	1.1	if(path_.error) throw -215;
374			};
375			//
376			// mip conversion parameters
377			//
378			if(runheadtime > mip_time){
379	pam-fi	1.7	if( q4.Query_GL_PARAM(runheadtime,2,dbc) )throw -52;
380	mocchiut	1.1	mip_time = q4.TO_TIME;
381			path_.FillWith(q4.PATH+q4.NAME);
382			readmipparam_();
383			if(path_.error) throw -212;
384			};
385			//
386			// charge correlation parameters
387			//
388			if(runheadtime > charge_time){
389	pam-fi	1.7	if( q4.Query_GL_PARAM(runheadtime,3,dbc) )throw -52;
390	mocchiut	1.1	charge_time = q4.TO_TIME;
391			path_.FillWith(q4.PATH+q4.NAME);
392			readchargeparam_();
393			if(path_.error) throw -213;
394			};
395			//
396			// eta p.f.a. parameters
397			//
398			if(runheadtime > eta_time){
399	pam-fi	1.7	if( q4.Query_GL_PARAM(runheadtime,4,dbc) )throw -52;
400	mocchiut	1.1	eta_time = q4.TO_TIME;
401			path_.FillWith(q4.PATH+q4.NAME);
402			readetaparam_();
403			if(path_.error) throw -214;
404			};
405			//
406			// alignment parameters
407			//
408			if(runheadtime > align_time){
409	pam-fi	1.7	if( q4.Query_GL_PARAM(runheadtime,5,dbc) )throw -52;
410	mocchiut	1.1	align_time = q4.TO_TIME;
411			path_.FillWith(q4.PATH+q4.NAME);
412			readalignparam_();
413			if(path_.error) throw -211;
414			};
415			//
416			// viking mask
417			//
418			if(runheadtime > mask_time){
419	pam-fi	1.7	if( q4.Query_GL_PARAM(runheadtime,6,dbc) )throw -52;
420	mocchiut	1.1	mask_time = q4.TO_TIME;
421			path_.FillWith(q4.PATH+q4.NAME);
422			readvkmask_();
423			if(path_.error) throw -210;
424			};
425
426	pam-fi	1.11	TBenchmark *reduction = new TBenchmark();
427			if(p->VerboseMode())reduction->Start("reduction");
428			Int_t ntrk=0;
429	mocchiut	1.1	// ====================================================
430			// start looping on events cointained in the data file
431			// ====================================================
432	pam-fi	1.7	for (UInt_t re = evfrom; re < evfrom+nevents; re++){
433	mocchiut	1.1
434			ev_count++;
435
436	pam-fi	1.13	if ( p->DebugMode() && re%100 == 0 && re > 0 ) cout << ".";
437	mocchiut	1.1
438	pam-fi	1.13	b_trk->GetEntry(re);
439			b_header->GetEntry(re);
440			pscu = header->GetPscuHeader();
441	pam-fi	1.7
442	pam-fi	1.13	if ( dbtime->DBabsTime(pscu->GetOrbitalTime()) > runtrailtime \|\| dbtime->DBabsTime(pscu->GetOrbitalTime()) < runheadtime) {
443	pam-fi	1.7
444	pam-fi	1.14	if (p->VerboseMode()){
445			printf(" TrkCore - WARNING: event outside the run time window, skipping it\n");
446			cout << " OBT "<<pscu->GetOrbitalTime()<<" ABS-time "<<dbtime->DBabsTime(pscu->GetOrbitalTime())<<" RUN "<<runheadtime<<"-"<<runtrailtime<<endl;
447			};
448	pam-fi	1.13	}else{
449	pam-fi	1.16	if ( p->DebugMode() )
450			printf("\n-------------------------------\nevent %d\n",re-evfrom);
451
452	pam-fi	1.13	p->ProcessEvent(l0_event);
453	pam-fi	1.7
454	pam-fi	1.13	// ----------------
455			// LEVEL1 output
456			// ----------------
457			if(p->get1){
458			if(p->ifroot1){ // root
459			l1_event->Clear();
460	pam-fi	1.19	l1_event->SetFromLevel1Struct(&level1event_,p->full1);
461	pam-fi	1.13	// t_level1->Fill();
462	pam-fi	1.20	}else{ // hbook
463	pam-fi	1.13	throw -299;
464			};
465			};
466			// ----------------
467			// HOUGH output
468			// ----------------
469			if(p->geth){
470			if(p->ifrooth){ // root
471	pam-fi	1.15	lh_event->Delete();
472			lh_event->SetFromHoughStruct(&houghevent_);
473	pam-fi	1.13	}else{ // hbook
474			throw -299;
475			};
476			};
477			// ----------------
478			// LEVEL2 output
479			// ----------------
480			if(p->get2){
481	pam-fi	1.15	l2_event->Clear();
482	pam-fi	1.19	if(p->get1){
483			l2_event->SetFromLevel2Struct(&level2event_,l1_event);//set references to level1
484			}else{
485			l2_event->SetFromLevel2Struct(&level2event_);
486			}
487	pam-fi	1.10	// l2_event->Dump();
488	pam-fi	1.17	t_level2->Fill();
489			if( l2_event->ntrk()>0 )ntrk++;
490	mocchiut	1.1	};
491	pam-fi	1.13	};
492	mocchiut	1.1	}; // end loop on events
493	pam-fi	1.11	if(p->VerboseMode()){
494	pam-fi	1.13	cout << " >>> processed "<< ev_count <<" events"<< endl;
495			if(ev_count)cout << ntrk << " events with at least one track ("<<(Int_t)(100*ntrk/ev_count)<<"%)\n";
496			reduction->Show("reduction");
497	pam-fi	1.11	}
498			delete reduction;
499	pam-fi	1.7
500			delete dbtime;
501
502	pam-fi	1.13	}; // end loop on runs
503
504
505	mocchiut	1.1	// ------------------------------------------------------------
506			// if reprocessing one run, copy all the events AFTER the run
507			// ------------------------------------------------------------
508			if( !(p->standalone) ){
509			for(UInt_t i=runinfo->GetLastEntry()+1; i<runinfo->GetFileEntries(); i++){
510			t_clone->GetEntry(i);
511			l2_event = l2_clone;
512			t_level2->Fill();
513			l2_event->Clear();
514			// COPY COPY COPY
515			};
516			};
517			// ---------------
518			// close the files
519			// ---------------
520			if(p->get2){
521	pam-fi	1.13	if( t_clone )t_clone->Delete("all");//delete old tree from file
522			if( !(p->standalone) )runinfo->Close();
523			f2->Write("Tracker");
524			if( t_level2 )t_level2->Delete(); //delete new tree from memory
525
526			};
527	pam-fi	1.6
528	pam-fi	1.13	if( f0->IsOpen() ) f0->Close();
529	pam-fi	1.2	if( f0_c->IsOpen() )f0_c->Close();
530	pam-fi	1.13
531			// lh_event->Delete();
532			l1_event->Delete();
533			l2_event->Delete();
534			l2_clone->Delete();
535	pam-fi	1.2
536			return(p->ostatus);
537	mocchiut	1.1	}
538