/[PAMELA software]/DarthVader/NDLevel2/src/NDCore.cpp
ViewVC logotype

Annotation of /DarthVader/NDLevel2/src/NDCore.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.15 - (hide annotations) (download)
Tue May 22 08:15:06 2007 UTC (17 years, 6 months ago) by mocchiut
Branch: MAIN
CVS Tags: v3r06
Changes since 1.14: +5 -1 lines
Reprocessing tool tuning

1 mocchiut 1.1 //
2     // C/C++ headers
3     //
4     #include <fstream>
5     #include <string.h>
6     #include <iostream>
7     #include <cstring>
8     #include <stdio.h>
9     //
10     // ROOT headers
11     //
12     #include <TTree.h>
13     #include <TClassEdit.h>
14     #include <TObject.h>
15     #include <TList.h>
16 mocchiut 1.5 #include <TArrayI.h>
17 mocchiut 1.1 #include <TSystem.h>
18     #include <TSystemDirectory.h>
19     #include <TString.h>
20     #include <TFile.h>
21     #include <TClass.h>
22     #include <TSQLServer.h>
23     #include <TSQLRow.h>
24     #include <TSQLResult.h>
25     #include <TClonesArray.h>
26     #include <stdlib.h>
27     #include <math.h>
28     //
29 mocchiut 1.10 // RunInfo header
30     //
31     #include <RunInfo.h>
32     #include <GLTables.h>
33     //
34 mocchiut 1.1 // YODA headers
35     //
36     #include <PamelaRun.h>
37     #include <PscuHeader.h>
38     #include <PscuEvent.h>
39     #include <EventHeader.h>
40     #include <physics/neutronDetector/NeutronEvent.h>
41     #include <physics/neutronDetector/NeutronRecord.h>
42     //
43     // RunInfo header
44     //
45 mocchiut 1.10 //#include <RunInfo.h>
46     //#include <GLTables.h>
47 mocchiut 1.1 //
48     // This program headers
49     //
50     #include <NDLevel2.h>
51     #include <NDCore.h>
52     #include <NDVerl2.h>
53    
54     using namespace std;
55    
56     //
57     // CORE ROUTINE
58     //
59     //
60 mocchiut 1.5 int NDCore(UInt_t run, TFile *file, TSQLServer *dbc, Int_t NDargc, char *NDargv[]){
61 mocchiut 1.1 //
62 pam-rm2 1.11 // Set these to true to have a verbose output.
63 mocchiut 1.1 //
64     Bool_t debug = false;
65 pam-rm2 1.11 Bool_t verbose = false;
66 mocchiut 1.1 //
67 pam-rm2 1.11 // Output directory is the working directoy.
68 mocchiut 1.1 //
69 pam-rm2 1.11 const char* outDir = gSystem->DirName(gSystem->DirName(file->GetPath()));
70     //
71     Int_t i = 0;
72 mocchiut 1.14 TString processFolder = Form("NDFolder_%u",run);
73 mocchiut 1.1 if ( NDargc > 0 ){
74     i = 0;
75     while ( i < NDargc ){
76     if ( !strcmp(NDargv[i],"-processFolder") ) {
77     if ( NDargc < i+1 ){
78     throw -3;
79     };
80     processFolder = (TString)NDargv[i+1];
81     i++;
82     };
83     if ( (!strcmp(NDargv[i],"--verbose")) || (!strcmp(NDargv[i],"-v")) ) {
84     verbose = true;
85     };
86     if ( (!strcmp(NDargv[i],"--debug")) || (!strcmp(NDargv[i],"-g")) ) {
87 mocchiut 1.13 debug = true;
88 mocchiut 1.1 verbose= true;
89     };
90     i++;
91     };
92     };
93     //
94 pam-rm2 1.11
95 mocchiut 1.1 // Variables for level2
96     //
97     TTree *NDtr = 0;
98 mocchiut 1.5 UInt_t nevents = 0;
99 mocchiut 1.1 //
100 pam-rm2 1.11 // Variables needed to reprocess data
101 mocchiut 1.1 //
102     TString NDversion;
103     ItoRunInfo *runinfo = 0;
104 mocchiut 1.5 TArrayI *runlist = 0;
105 mocchiut 1.1 TTree *NDtrclone = 0;
106     Bool_t reproc = false;
107     Bool_t reprocall = false;
108     UInt_t nobefrun = 0;
109     UInt_t noaftrun = 0;
110     UInt_t numbofrun = 0;
111     stringstream ftmpname;
112     TString fname;
113 mocchiut 1.5 UInt_t totfileentries = 0;
114     UInt_t idRun = 0;
115 mocchiut 1.1 Int_t tmpSize =0;
116     Float_t yTrig =0;
117     Float_t yUpperBackground =0;
118     Float_t yBottomBackground =0;
119     //
120     // variables needed to handle error signals
121     //
122     Int_t code = 0;
123     Int_t sgnl;
124     //
125 mocchiut 1.9 Long64_t maxsize = 10000000000LL;
126     TTree::SetMaxTreeSize(maxsize);
127     //
128     //
129 mocchiut 1.1 // ND level2 classes
130     //
131     NDLevel2 *nd = new NDLevel2();
132     NDLevel2 *ndclone = new NDLevel2();
133     //
134     // define variables for opening and reading level0 file
135     //
136     TFile *l0File = 0;
137     TTree *l0tr = 0;
138     TBranch *l0head = 0;
139     TBranch *l0ND =0;
140     pamela::EventHeader *eh = 0;
141 mocchiut 1.5 pamela::PscuHeader *ph = 0;
142 mocchiut 1.1 pamela::neutron::NeutronRecord *l0nr = 0;
143     pamela::neutron::NeutronEvent *l0ne = 0;
144     //
145     // Define other basic variables
146     //
147     UInt_t procev = 0;
148     stringstream file2;
149     stringstream file3;
150     stringstream qy;
151     Int_t totevent = 0;
152 mocchiut 1.5 UInt_t atime = 0;
153     UInt_t re = 0;
154 mocchiut 1.1 //
155     // Working filename
156     //
157     TString outputfile;
158     stringstream name;
159     name.str("");
160     name << outDir << "/";
161     //
162     // temporary file and folder
163     //
164     TFile *tempfile = 0;
165     TTree *tempND = 0;
166     stringstream tempname;
167     stringstream NDfolder;
168     tempname.str("");
169     tempname << outDir;
170     tempname << "/" << processFolder.Data();
171     NDfolder.str("");
172     NDfolder << tempname.str().c_str();
173     gSystem->MakeDirectory(NDfolder.str().c_str());
174     tempname << "/NDtree_run";
175     tempname << run << ".root";
176     //
177     // DB classes
178     //
179     GL_ROOT *glroot = new GL_ROOT();
180 mocchiut 1.5 GL_TIMESYNC *dbtime = 0;
181 mocchiut 1.1 //
182     // Let's start!
183     //
184     // As a first thing we must check what we have to do: if run = 0 we must process all events in the file has been passed
185     // if run != 0 we must process only that run but first we have to check if the tree MyDetector2 already exist in the file
186     // if it exists we are reprocessing data and we must delete that entries, if not we must create it.
187     //
188 mocchiut 1.5 if ( run == 0 ) reproc = true;
189 mocchiut 1.1 //
190     //
191     // Output file is "outputfile"
192     //
193     if ( !file->IsOpen() ){
194     //printf(" ND - ERROR: cannot open file for writing\n");
195     throw -601 ;
196     };
197     //
198     // Retrieve GL_RUN variables from the level2 file
199     //
200     NDversion = NDInfo(false); // we should decide how to handle versioning system
201     //
202     // create an interface to RunInfo called "runinfo"
203     //
204     runinfo = new ItoRunInfo(file);
205     //
206     // open "Run" tree in level2 file, if not existing return an error (sngl != 0)
207     //
208     sgnl = 0;
209     sgnl = runinfo->Update(run, "ND",NDversion);
210     if ( sgnl ){
211 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n");
212 mocchiut 1.1 code = sgnl;
213     goto closeandexit;
214     } else {
215     sgnl = 0;
216     };
217     //
218     // number of events in the file BEFORE the first event of our run
219     //
220     nobefrun = runinfo->GetFirstEntry();
221     //
222     // total number of events in the file
223     //
224     totfileentries = runinfo->GetFileEntries();
225     //
226     // first file entry AFTER the last event of our run
227     //
228     noaftrun = runinfo->GetLastEntry() + 1;
229     //
230     // number of run to be processed
231     //
232     numbofrun = runinfo->GetNoRun();
233     //
234 mocchiut 1.15 //
235     //
236     UInt_t totnorun = runinfo->GetRunEntries();
237     //
238 mocchiut 1.1 // Try to access the S4 tree in the file, if it exists we are reprocessing data if not we are processing a new run
239     //
240     NDtrclone = (TTree*)file->Get("NeutronD");
241     //
242     if ( !NDtrclone ){
243     //
244     // tree does not exist, we are not reprocessing
245     //
246     reproc = false;
247 mocchiut 1.5 if ( run == 0 ) {
248 mocchiut 1.1 if (verbose) printf(" ND - WARNING: you are reprocessing data but ND tree does not exist!\n");
249     }
250 mocchiut 1.5 if ( runinfo->IsReprocessing() && run != 0 ) {
251 mocchiut 1.1 if (verbose) printf(" ND - WARNING: it seems you are not reprocessing data but ND\n versioning information already exists in RunInfo.\n");
252     }
253     } else {
254     //
255 mocchiut 1.9 NDtrclone->SetAutoSave(900000000000000LL);
256     //
257 mocchiut 1.1 // tree exists, we are reprocessing data. Are we reprocessing a single run or all the file?
258     //
259     reproc = true;
260     //
261     // update versioning information
262     //
263     if (verbose) printf("\n Preparing the pre-processing...\n");
264     //
265 mocchiut 1.15 if ( run == 0 || totnorun == 1 ){
266 mocchiut 1.1 //
267     // we are reprocessing all the file
268     // if we are reprocessing everything we don't need to copy any old event and we can just work with the new tree and delete the old one immediately
269     //
270     reprocall = true;
271     //
272     if (verbose) printf("\n ND - WARNING: Reprocessing all runs\n");
273     //
274     } else {
275     //
276     // we are reprocessing a single run, we must copy to the new tree the events in the file which preceed the first event of the run
277     //
278     reprocall = false;
279     //
280 mocchiut 1.5 if (verbose) printf("\n ND - WARNING: Reprocessing run number %u \n",run);
281 mocchiut 1.1 //
282     // copying old tree to a new file
283     //
284     tempfile = new TFile(tempname.str().c_str(),"RECREATE");
285     tempND = NDtrclone->CloneTree(-1,"fast");
286     tempND->SetName("NeutronD-old");
287     tempfile->Write();
288     tempfile->Close();
289     }
290     //
291     // Delete the old tree from old file and memory
292     //
293     NDtrclone->Delete("all");
294     //
295     if (verbose) printf(" ...done!\n");
296     //
297     };
298     //
299     // create mydetector tree mydect
300     //
301     file->cd();
302     NDtr = new TTree("NeutronD-new","PAMELA Level2 NeutronD data");
303 mocchiut 1.9 NDtr->SetAutoSave(900000000000000LL);
304 mocchiut 1.1 NDtr->Branch("NDLevel2","NDLevel2",&nd);
305     //
306     if ( reproc && !reprocall ){
307     //
308     // open new file and retrieve also tree informations
309     //
310     tempfile = new TFile(tempname.str().c_str(),"READ");
311     NDtrclone = (TTree*)tempfile->Get("NeutronD-old");
312 mocchiut 1.9 NDtrclone->SetAutoSave(900000000000000LL);
313 mocchiut 1.1 NDtrclone->SetBranchAddress("NDLevel2",&ndclone);
314     //
315     if ( nobefrun > 0 ){
316     if (verbose) {
317     printf("\n Pre-processing: copying events from the old tree before the processed run\n");
318 mocchiut 1.5 printf(" Copying %u events in the file which are before the beginning of the run %u \n",nobefrun,run);
319 mocchiut 1.1 printf(" Start copying at event number 0, end copying at event number %u \n",nobefrun);
320     }
321     for (UInt_t j = 0; j < nobefrun; j++){
322     //
323     NDtrclone->GetEntry(j);
324     //
325     // copy ndclone to mydec
326     //
327 mocchiut 1.2 // nd = new NDLevel2();
328     nd->Clear();
329 mocchiut 1.1 memcpy(&nd,&ndclone,sizeof(ndclone));
330     //
331     // Fill entry in the new tree
332     //
333     NDtr->Fill();
334     //
335     };
336     if (verbose) printf(" Finished successful copying!\n");
337     };
338     };
339     //
340     // Get the list of run to be processed, if only one run has to be processed the list will contain one entry only.
341     //
342     runlist = runinfo->GetRunList();
343     //
344     // Loop over the run to be processed
345     //
346     for (UInt_t irun=0; irun < numbofrun; irun++){
347     //
348     // retrieve the first run ID to be processed using the RunInfo list
349     //
350     idRun = runlist->At(irun);
351     if (verbose) {
352     printf("\n\n\n ####################################################################### \n");
353 mocchiut 1.5 printf(" PROCESSING RUN NUMBER %u \n",idRun);
354 mocchiut 1.1 printf(" ####################################################################### \n\n\n");
355     }
356     //
357 mocchiut 1.5 runinfo->ID_ROOT_L0 = 0;
358 mocchiut 1.1 //
359     // store in the runinfo class the GL_RUN variables for our run
360     //
361     sgnl = 0;
362     sgnl = runinfo->GetRunInfo(idRun);
363     if ( sgnl ){
364 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n");
365 mocchiut 1.1 code = sgnl;
366     goto closeandexit;
367     } else {
368     sgnl = 0;
369     };
370     //
371 mocchiut 1.5 // now you can access that variables using the RunInfo class this way runinfo->ID_ROOT_L0
372 mocchiut 1.1 //
373 mocchiut 1.5 if ( runinfo->ID_ROOT_L0 == 0 ){
374     if ( debug ) printf("\n ND - ERROR: no run with ID_RUN = %u \n\n Exiting... \n\n",idRun);
375 mocchiut 1.1 code = -5;
376     goto closeandexit;
377     };
378     //
379 mocchiut 1.5 // prepare the timesync for the db
380     //
381 mocchiut 1.8 if ( !dbc->IsConnected() ) throw -604;
382 mocchiut 1.5 dbtime = new GL_TIMESYNC(runinfo->ID_ROOT_L0,"ID",dbc);
383     //
384 mocchiut 1.1 // Search in the DB the path and name of the LEVEL0 file to be processed.
385     //
386 mocchiut 1.8 if ( !dbc->IsConnected() ) throw -604;
387 mocchiut 1.5 glroot->Query_GL_ROOT(runinfo->ID_ROOT_L0,dbc);
388 mocchiut 1.1 //
389     ftmpname.str("");
390     ftmpname << glroot->PATH.Data() << "/";
391     ftmpname << glroot->NAME.Data();
392     fname = ftmpname.str().c_str();
393     //
394     // print out informations
395     //
396 mocchiut 1.5 totevent = runinfo->NEVENTS;
397 mocchiut 1.1 if (verbose) {
398     printf("\n LEVEL0 data file: %s \n",fname.Data());
399 mocchiut 1.5 printf(" RUN HEADER absolute time is: %u \n",runinfo->RUNHEADER_TIME);
400     printf(" RUN TRAILER absolute time is: %u \n",runinfo->RUNTRAILER_TIME);
401     printf(" %i events to be processed for run %u: from %i to %i \n\n",totevent,idRun,runinfo->EV_FROM,runinfo->EV_FROM+totevent);
402 mocchiut 1.1 }
403     //
404     // Open Level0 file
405     //
406     l0File = new TFile(fname.Data());
407     if ( !l0File ) {
408 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: problems opening Level0 file\n");
409 mocchiut 1.1 code = -6;
410     goto closeandexit;
411     };
412     l0tr = (TTree*)l0File->Get("Physics");
413     if ( !l0tr ) {
414 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: no Physics tree in Level0 file\n");
415 mocchiut 1.1 l0File->Close();
416     code = -7;
417     goto closeandexit;
418     };
419     l0head = l0tr->GetBranch("Header");
420     if ( !l0head ) {
421 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: no Header branch in Level0 tree\n");
422 mocchiut 1.1 l0File->Close();
423     code = -8;
424     goto closeandexit;
425     };
426     l0ND = l0tr->GetBranch("Neutron");
427     if ( !l0ND ) {
428 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: no ND branch in Level0 tree\n");
429 mocchiut 1.1 l0File->Close();
430     code = -603;
431     goto closeandexit;
432     };
433    
434     //
435     l0tr->SetBranchAddress("Neutron", &l0ne);
436     l0tr->SetBranchAddress("Header", &eh);
437     //
438 mocchiut 1.5 nevents = l0ND->GetEntries();
439 mocchiut 1.1 //
440     if ( nevents < 1 ) {
441 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: Level0 file is empty\n\n");
442 mocchiut 1.1 l0File->Close();
443     code = -11;
444     goto closeandexit;
445     };
446     //
447 mocchiut 1.5 if ( runinfo->EV_TO > nevents-1 ) {
448     if ( debug ) printf(" ND - ERROR: too few entries in the tree\n");
449 mocchiut 1.1 l0File->Close();
450     code = -12;
451     goto closeandexit;
452     };
453     //
454     // run over all the events of the run
455     //
456     if (verbose) printf("\n Ready to start! \n\n Processed events: \n\n");
457     //
458 mocchiut 1.5 for ( re = runinfo->EV_FROM; re < (runinfo->EV_FROM+runinfo->NEVENTS); re++){
459 mocchiut 1.1 //
460     if ( procev%1000 == 0 && procev > 0 && verbose ) printf(" %iK \n",procev/1000);
461     //
462 mocchiut 1.5 l0head->GetEntry(re);
463 mocchiut 1.1 //
464     // absolute time of this event
465     //
466 mocchiut 1.5 ph = eh->GetPscuHeader();
467     atime = dbtime->DBabsTime(ph->GetOrbitalTime());
468 mocchiut 1.1 //
469     // paranoid check
470     //
471     if ( (atime > runinfo->RUNTRAILER_TIME) || (atime < runinfo->RUNHEADER_TIME) ) {
472     if (verbose) printf(" ND - WARNING: event at time outside the run time window, skipping it\n");
473     goto jumpev;
474     };
475     //
476     procev++;
477     //
478     // start processing
479     //
480 mocchiut 1.2 nd->Clear();
481     //
482 mocchiut 1.5 l0ND->GetEntry(re);
483 mocchiut 1.1 tmpSize = l0ne->Records->GetEntries();
484 mocchiut 1.6 if ( tmpSize && l0ne->unpackError == 0 ){
485     for (Int_t j = 0; j < tmpSize; j++){
486     l0nr = (pamela::neutron::NeutronRecord*)l0ne->Records->At(j);
487     yTrig = yTrig + (float)l0nr->trigPhysics;
488     yUpperBackground = yUpperBackground + (float)l0nr->upperBack;
489     yBottomBackground = yBottomBackground + (float)l0nr->bottomBack;
490     }
491     nd->upperBack = yUpperBackground;
492     nd->bottomBack = yBottomBackground;
493     nd->trigPhysics = yTrig;
494     };
495     //
496 mocchiut 1.7 nd->unpackError = l0ne->unpackError;
497 mocchiut 1.6 //
498 mocchiut 1.1 NDtr->Fill(); // Fill tree NDLevel2 in the root file
499 mocchiut 1.6 //
500 mocchiut 1.1 yUpperBackground =0;
501     yBottomBackground =0;
502     yTrig=0;
503     //
504     //
505     jumpev:
506     debug = false;
507     //
508     };
509     //
510     // Here you may want to clear some variables before processing another run
511     //
512 mocchiut 1.5 delete dbtime;
513 mocchiut 1.1 }; // process all the runs
514     //
515     if (verbose) printf("\n Finished processing data \n");
516     //
517     closeandexit:
518     //
519     // we have finished processing the run(s). If we processed a single run now we must copy all the events after our run from the old tree to the new one and delete the old tree.
520     //
521     if ( !reprocall && reproc && code >= 0 ){
522     if ( totfileentries > noaftrun ){
523     if (verbose) {
524     printf("\n Post-processing: copying events from the old tree after the processed run\n");
525     printf(" Copying %i events in the file which are after the end of the run %i \n",(int)(totfileentries-noaftrun),(int)run);
526     printf(" Start copying at event number %i end copying at event number %i \n",(int)noaftrun,(int)totfileentries);
527     }
528     for (UInt_t j = noaftrun; j < totfileentries; j++ ){
529     //
530     // Get entry from old tree
531     //
532     NDtrclone->GetEntry(j);
533     //
534     // copy ndclone to nd
535     //
536 mocchiut 1.2 nd->Clear();
537 mocchiut 1.1 memcpy(&nd,&ndclone,sizeof(ndclone));
538     //
539     // Fill entry in the new tree
540     //
541     NDtr->Fill();
542     };
543     if (verbose) printf(" Finished successful copying!\n");
544     };
545     };
546     //
547     // Close files, delete old tree(s), write and close level2 file
548     //
549     if ( l0File ) l0File->Close();
550     if ( tempfile ) tempfile->Close();
551     gSystem->Unlink(tempname.str().c_str());
552 mocchiut 1.5 //
553 mocchiut 1.1 if ( runinfo ) runinfo->Close();
554     if ( NDtr ) NDtr->SetName("NeutronD");
555     if ( file ){
556     file->cd();
557     file->Write();
558     };
559     //
560     gSystem->Unlink(NDfolder.str().c_str());
561     //
562     // the end
563     //
564 mocchiut 1.3 if ( verbose ) printf("\n Exiting...\n");
565     if ( NDtr ) NDtr->Delete();
566     //
567     if ( nd ) delete nd;
568     if ( ndclone ) delete ndclone;
569 mocchiut 1.4 if ( glroot ) delete glroot;
570 mocchiut 1.3 if ( runinfo ) delete runinfo;
571     //
572 mocchiut 1.1 if(code < 0) throw code;
573     return(code);
574     }
575    
576    
577    

  ViewVC Help
Powered by ViewVC 1.1.23