/[PAMELA software]/DarthVader/NDLevel2/src/NDCore.cpp
ViewVC logotype

Annotation of /DarthVader/NDLevel2/src/NDCore.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.14 - (hide annotations) (download)
Thu Apr 19 08:12:19 2007 UTC (17 years, 7 months ago) by mocchiut
Branch: MAIN
CVS Tags: v3r04, v3r05, v3r03
Changes since 1.13: +1 -1 lines
New XXXFolder bug fixed

1 mocchiut 1.1 //
2     // C/C++ headers
3     //
4     #include <fstream>
5     #include <string.h>
6     #include <iostream>
7     #include <cstring>
8     #include <stdio.h>
9     //
10     // ROOT headers
11     //
12     #include <TTree.h>
13     #include <TClassEdit.h>
14     #include <TObject.h>
15     #include <TList.h>
16 mocchiut 1.5 #include <TArrayI.h>
17 mocchiut 1.1 #include <TSystem.h>
18     #include <TSystemDirectory.h>
19     #include <TString.h>
20     #include <TFile.h>
21     #include <TClass.h>
22     #include <TSQLServer.h>
23     #include <TSQLRow.h>
24     #include <TSQLResult.h>
25     #include <TClonesArray.h>
26     #include <stdlib.h>
27     #include <math.h>
28     //
29 mocchiut 1.10 // RunInfo header
30     //
31     #include <RunInfo.h>
32     #include <GLTables.h>
33     //
34 mocchiut 1.1 // YODA headers
35     //
36     #include <PamelaRun.h>
37     #include <PscuHeader.h>
38     #include <PscuEvent.h>
39     #include <EventHeader.h>
40     #include <physics/neutronDetector/NeutronEvent.h>
41     #include <physics/neutronDetector/NeutronRecord.h>
42     //
43     // RunInfo header
44     //
45 mocchiut 1.10 //#include <RunInfo.h>
46     //#include <GLTables.h>
47 mocchiut 1.1 //
48     // This program headers
49     //
50     #include <NDLevel2.h>
51     #include <NDCore.h>
52     #include <NDVerl2.h>
53    
54     using namespace std;
55    
56     //
57     // CORE ROUTINE
58     //
59     //
60 mocchiut 1.5 int NDCore(UInt_t run, TFile *file, TSQLServer *dbc, Int_t NDargc, char *NDargv[]){
61 mocchiut 1.1 //
62 pam-rm2 1.11 // Set these to true to have a verbose output.
63 mocchiut 1.1 //
64     Bool_t debug = false;
65 pam-rm2 1.11 Bool_t verbose = false;
66 mocchiut 1.1 //
67 pam-rm2 1.11 // Output directory is the working directoy.
68 mocchiut 1.1 //
69 pam-rm2 1.11 const char* outDir = gSystem->DirName(gSystem->DirName(file->GetPath()));
70     //
71     Int_t i = 0;
72 mocchiut 1.14 TString processFolder = Form("NDFolder_%u",run);
73 mocchiut 1.1 if ( NDargc > 0 ){
74     i = 0;
75     while ( i < NDargc ){
76     if ( !strcmp(NDargv[i],"-processFolder") ) {
77     if ( NDargc < i+1 ){
78     throw -3;
79     };
80     processFolder = (TString)NDargv[i+1];
81     i++;
82     };
83     if ( (!strcmp(NDargv[i],"--verbose")) || (!strcmp(NDargv[i],"-v")) ) {
84     verbose = true;
85     };
86     if ( (!strcmp(NDargv[i],"--debug")) || (!strcmp(NDargv[i],"-g")) ) {
87 mocchiut 1.13 debug = true;
88 mocchiut 1.1 verbose= true;
89     };
90     i++;
91     };
92     };
93     //
94 pam-rm2 1.11
95 mocchiut 1.1 // Variables for level2
96     //
97     TTree *NDtr = 0;
98 mocchiut 1.5 UInt_t nevents = 0;
99 mocchiut 1.1 //
100 pam-rm2 1.11 // Variables needed to reprocess data
101 mocchiut 1.1 //
102     TString NDversion;
103     ItoRunInfo *runinfo = 0;
104 mocchiut 1.5 TArrayI *runlist = 0;
105 mocchiut 1.1 TTree *NDtrclone = 0;
106     Bool_t reproc = false;
107     Bool_t reprocall = false;
108     UInt_t nobefrun = 0;
109     UInt_t noaftrun = 0;
110     UInt_t numbofrun = 0;
111     stringstream ftmpname;
112     TString fname;
113 mocchiut 1.5 UInt_t totfileentries = 0;
114     UInt_t idRun = 0;
115 mocchiut 1.1 Int_t tmpSize =0;
116     Float_t yTrig =0;
117     Float_t yUpperBackground =0;
118     Float_t yBottomBackground =0;
119     //
120     // variables needed to handle error signals
121     //
122     Int_t code = 0;
123     Int_t sgnl;
124     //
125 mocchiut 1.9 Long64_t maxsize = 10000000000LL;
126     TTree::SetMaxTreeSize(maxsize);
127     //
128     //
129 mocchiut 1.1 // ND level2 classes
130     //
131     NDLevel2 *nd = new NDLevel2();
132     NDLevel2 *ndclone = new NDLevel2();
133     //
134     // define variables for opening and reading level0 file
135     //
136     TFile *l0File = 0;
137     TTree *l0tr = 0;
138     TBranch *l0head = 0;
139     TBranch *l0ND =0;
140     pamela::EventHeader *eh = 0;
141 mocchiut 1.5 pamela::PscuHeader *ph = 0;
142 mocchiut 1.1 pamela::neutron::NeutronRecord *l0nr = 0;
143     pamela::neutron::NeutronEvent *l0ne = 0;
144     //
145     // Define other basic variables
146     //
147     UInt_t procev = 0;
148     stringstream file2;
149     stringstream file3;
150     stringstream qy;
151     Int_t totevent = 0;
152 mocchiut 1.5 UInt_t atime = 0;
153     UInt_t re = 0;
154 mocchiut 1.1 //
155     // Working filename
156     //
157     TString outputfile;
158     stringstream name;
159     name.str("");
160     name << outDir << "/";
161     //
162     // temporary file and folder
163     //
164     TFile *tempfile = 0;
165     TTree *tempND = 0;
166     stringstream tempname;
167     stringstream NDfolder;
168     tempname.str("");
169     tempname << outDir;
170     tempname << "/" << processFolder.Data();
171     NDfolder.str("");
172     NDfolder << tempname.str().c_str();
173     gSystem->MakeDirectory(NDfolder.str().c_str());
174     tempname << "/NDtree_run";
175     tempname << run << ".root";
176     //
177     // DB classes
178     //
179     GL_ROOT *glroot = new GL_ROOT();
180 mocchiut 1.5 GL_TIMESYNC *dbtime = 0;
181 mocchiut 1.1 //
182     // Let's start!
183     //
184     // As a first thing we must check what we have to do: if run = 0 we must process all events in the file has been passed
185     // if run != 0 we must process only that run but first we have to check if the tree MyDetector2 already exist in the file
186     // if it exists we are reprocessing data and we must delete that entries, if not we must create it.
187     //
188 mocchiut 1.5 if ( run == 0 ) reproc = true;
189 mocchiut 1.1 //
190     //
191     // Output file is "outputfile"
192     //
193     if ( !file->IsOpen() ){
194     //printf(" ND - ERROR: cannot open file for writing\n");
195     throw -601 ;
196     };
197     //
198     // Retrieve GL_RUN variables from the level2 file
199     //
200     NDversion = NDInfo(false); // we should decide how to handle versioning system
201     //
202     // create an interface to RunInfo called "runinfo"
203     //
204     runinfo = new ItoRunInfo(file);
205     //
206     // open "Run" tree in level2 file, if not existing return an error (sngl != 0)
207     //
208     sgnl = 0;
209     sgnl = runinfo->Update(run, "ND",NDversion);
210     if ( sgnl ){
211 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n");
212 mocchiut 1.1 code = sgnl;
213     goto closeandexit;
214     } else {
215     sgnl = 0;
216     };
217     //
218     // number of events in the file BEFORE the first event of our run
219     //
220     nobefrun = runinfo->GetFirstEntry();
221     //
222     // total number of events in the file
223     //
224     totfileentries = runinfo->GetFileEntries();
225     //
226     // first file entry AFTER the last event of our run
227     //
228     noaftrun = runinfo->GetLastEntry() + 1;
229     //
230     // number of run to be processed
231     //
232     numbofrun = runinfo->GetNoRun();
233     //
234     // Try to access the S4 tree in the file, if it exists we are reprocessing data if not we are processing a new run
235     //
236     NDtrclone = (TTree*)file->Get("NeutronD");
237     //
238     if ( !NDtrclone ){
239     //
240     // tree does not exist, we are not reprocessing
241     //
242     reproc = false;
243 mocchiut 1.5 if ( run == 0 ) {
244 mocchiut 1.1 if (verbose) printf(" ND - WARNING: you are reprocessing data but ND tree does not exist!\n");
245     }
246 mocchiut 1.5 if ( runinfo->IsReprocessing() && run != 0 ) {
247 mocchiut 1.1 if (verbose) printf(" ND - WARNING: it seems you are not reprocessing data but ND\n versioning information already exists in RunInfo.\n");
248     }
249     } else {
250     //
251 mocchiut 1.9 NDtrclone->SetAutoSave(900000000000000LL);
252     //
253 mocchiut 1.1 // tree exists, we are reprocessing data. Are we reprocessing a single run or all the file?
254     //
255     reproc = true;
256     //
257     // update versioning information
258     //
259     if (verbose) printf("\n Preparing the pre-processing...\n");
260     //
261 mocchiut 1.5 if ( run == 0 ){
262 mocchiut 1.1 //
263     // we are reprocessing all the file
264     // if we are reprocessing everything we don't need to copy any old event and we can just work with the new tree and delete the old one immediately
265     //
266     reprocall = true;
267     //
268     if (verbose) printf("\n ND - WARNING: Reprocessing all runs\n");
269     //
270     } else {
271     //
272     // we are reprocessing a single run, we must copy to the new tree the events in the file which preceed the first event of the run
273     //
274     reprocall = false;
275     //
276 mocchiut 1.5 if (verbose) printf("\n ND - WARNING: Reprocessing run number %u \n",run);
277 mocchiut 1.1 //
278     // copying old tree to a new file
279     //
280     tempfile = new TFile(tempname.str().c_str(),"RECREATE");
281     tempND = NDtrclone->CloneTree(-1,"fast");
282     tempND->SetName("NeutronD-old");
283     tempfile->Write();
284     tempfile->Close();
285     }
286     //
287     // Delete the old tree from old file and memory
288     //
289     NDtrclone->Delete("all");
290     //
291     if (verbose) printf(" ...done!\n");
292     //
293     };
294     //
295     // create mydetector tree mydect
296     //
297     file->cd();
298     NDtr = new TTree("NeutronD-new","PAMELA Level2 NeutronD data");
299 mocchiut 1.9 NDtr->SetAutoSave(900000000000000LL);
300 mocchiut 1.1 NDtr->Branch("NDLevel2","NDLevel2",&nd);
301     //
302     if ( reproc && !reprocall ){
303     //
304     // open new file and retrieve also tree informations
305     //
306     tempfile = new TFile(tempname.str().c_str(),"READ");
307     NDtrclone = (TTree*)tempfile->Get("NeutronD-old");
308 mocchiut 1.9 NDtrclone->SetAutoSave(900000000000000LL);
309 mocchiut 1.1 NDtrclone->SetBranchAddress("NDLevel2",&ndclone);
310     //
311     if ( nobefrun > 0 ){
312     if (verbose) {
313     printf("\n Pre-processing: copying events from the old tree before the processed run\n");
314 mocchiut 1.5 printf(" Copying %u events in the file which are before the beginning of the run %u \n",nobefrun,run);
315 mocchiut 1.1 printf(" Start copying at event number 0, end copying at event number %u \n",nobefrun);
316     }
317     for (UInt_t j = 0; j < nobefrun; j++){
318     //
319     NDtrclone->GetEntry(j);
320     //
321     // copy ndclone to mydec
322     //
323 mocchiut 1.2 // nd = new NDLevel2();
324     nd->Clear();
325 mocchiut 1.1 memcpy(&nd,&ndclone,sizeof(ndclone));
326     //
327     // Fill entry in the new tree
328     //
329     NDtr->Fill();
330     //
331     };
332     if (verbose) printf(" Finished successful copying!\n");
333     };
334     };
335     //
336     // Get the list of run to be processed, if only one run has to be processed the list will contain one entry only.
337     //
338     runlist = runinfo->GetRunList();
339     //
340     // Loop over the run to be processed
341     //
342     for (UInt_t irun=0; irun < numbofrun; irun++){
343     //
344     // retrieve the first run ID to be processed using the RunInfo list
345     //
346     idRun = runlist->At(irun);
347     if (verbose) {
348     printf("\n\n\n ####################################################################### \n");
349 mocchiut 1.5 printf(" PROCESSING RUN NUMBER %u \n",idRun);
350 mocchiut 1.1 printf(" ####################################################################### \n\n\n");
351     }
352     //
353 mocchiut 1.5 runinfo->ID_ROOT_L0 = 0;
354 mocchiut 1.1 //
355     // store in the runinfo class the GL_RUN variables for our run
356     //
357     sgnl = 0;
358     sgnl = runinfo->GetRunInfo(idRun);
359     if ( sgnl ){
360 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n");
361 mocchiut 1.1 code = sgnl;
362     goto closeandexit;
363     } else {
364     sgnl = 0;
365     };
366     //
367 mocchiut 1.5 // now you can access that variables using the RunInfo class this way runinfo->ID_ROOT_L0
368 mocchiut 1.1 //
369 mocchiut 1.5 if ( runinfo->ID_ROOT_L0 == 0 ){
370     if ( debug ) printf("\n ND - ERROR: no run with ID_RUN = %u \n\n Exiting... \n\n",idRun);
371 mocchiut 1.1 code = -5;
372     goto closeandexit;
373     };
374     //
375 mocchiut 1.5 // prepare the timesync for the db
376     //
377 mocchiut 1.8 if ( !dbc->IsConnected() ) throw -604;
378 mocchiut 1.5 dbtime = new GL_TIMESYNC(runinfo->ID_ROOT_L0,"ID",dbc);
379     //
380 mocchiut 1.1 // Search in the DB the path and name of the LEVEL0 file to be processed.
381     //
382 mocchiut 1.8 if ( !dbc->IsConnected() ) throw -604;
383 mocchiut 1.5 glroot->Query_GL_ROOT(runinfo->ID_ROOT_L0,dbc);
384 mocchiut 1.1 //
385     ftmpname.str("");
386     ftmpname << glroot->PATH.Data() << "/";
387     ftmpname << glroot->NAME.Data();
388     fname = ftmpname.str().c_str();
389     //
390     // print out informations
391     //
392 mocchiut 1.5 totevent = runinfo->NEVENTS;
393 mocchiut 1.1 if (verbose) {
394     printf("\n LEVEL0 data file: %s \n",fname.Data());
395 mocchiut 1.5 printf(" RUN HEADER absolute time is: %u \n",runinfo->RUNHEADER_TIME);
396     printf(" RUN TRAILER absolute time is: %u \n",runinfo->RUNTRAILER_TIME);
397     printf(" %i events to be processed for run %u: from %i to %i \n\n",totevent,idRun,runinfo->EV_FROM,runinfo->EV_FROM+totevent);
398 mocchiut 1.1 }
399     //
400     // Open Level0 file
401     //
402     l0File = new TFile(fname.Data());
403     if ( !l0File ) {
404 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: problems opening Level0 file\n");
405 mocchiut 1.1 code = -6;
406     goto closeandexit;
407     };
408     l0tr = (TTree*)l0File->Get("Physics");
409     if ( !l0tr ) {
410 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: no Physics tree in Level0 file\n");
411 mocchiut 1.1 l0File->Close();
412     code = -7;
413     goto closeandexit;
414     };
415     l0head = l0tr->GetBranch("Header");
416     if ( !l0head ) {
417 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: no Header branch in Level0 tree\n");
418 mocchiut 1.1 l0File->Close();
419     code = -8;
420     goto closeandexit;
421     };
422     l0ND = l0tr->GetBranch("Neutron");
423     if ( !l0ND ) {
424 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: no ND branch in Level0 tree\n");
425 mocchiut 1.1 l0File->Close();
426     code = -603;
427     goto closeandexit;
428     };
429    
430     //
431     l0tr->SetBranchAddress("Neutron", &l0ne);
432     l0tr->SetBranchAddress("Header", &eh);
433     //
434 mocchiut 1.5 nevents = l0ND->GetEntries();
435 mocchiut 1.1 //
436     if ( nevents < 1 ) {
437 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: Level0 file is empty\n\n");
438 mocchiut 1.1 l0File->Close();
439     code = -11;
440     goto closeandexit;
441     };
442     //
443 mocchiut 1.5 if ( runinfo->EV_TO > nevents-1 ) {
444     if ( debug ) printf(" ND - ERROR: too few entries in the tree\n");
445 mocchiut 1.1 l0File->Close();
446     code = -12;
447     goto closeandexit;
448     };
449     //
450     // run over all the events of the run
451     //
452     if (verbose) printf("\n Ready to start! \n\n Processed events: \n\n");
453     //
454 mocchiut 1.5 for ( re = runinfo->EV_FROM; re < (runinfo->EV_FROM+runinfo->NEVENTS); re++){
455 mocchiut 1.1 //
456     if ( procev%1000 == 0 && procev > 0 && verbose ) printf(" %iK \n",procev/1000);
457     //
458 mocchiut 1.5 l0head->GetEntry(re);
459 mocchiut 1.1 //
460     // absolute time of this event
461     //
462 mocchiut 1.5 ph = eh->GetPscuHeader();
463     atime = dbtime->DBabsTime(ph->GetOrbitalTime());
464 mocchiut 1.1 //
465     // paranoid check
466     //
467     if ( (atime > runinfo->RUNTRAILER_TIME) || (atime < runinfo->RUNHEADER_TIME) ) {
468     if (verbose) printf(" ND - WARNING: event at time outside the run time window, skipping it\n");
469     goto jumpev;
470     };
471     //
472     procev++;
473     //
474     // start processing
475     //
476 mocchiut 1.2 nd->Clear();
477     //
478 mocchiut 1.5 l0ND->GetEntry(re);
479 mocchiut 1.1 tmpSize = l0ne->Records->GetEntries();
480 mocchiut 1.6 if ( tmpSize && l0ne->unpackError == 0 ){
481     for (Int_t j = 0; j < tmpSize; j++){
482     l0nr = (pamela::neutron::NeutronRecord*)l0ne->Records->At(j);
483     yTrig = yTrig + (float)l0nr->trigPhysics;
484     yUpperBackground = yUpperBackground + (float)l0nr->upperBack;
485     yBottomBackground = yBottomBackground + (float)l0nr->bottomBack;
486     }
487     nd->upperBack = yUpperBackground;
488     nd->bottomBack = yBottomBackground;
489     nd->trigPhysics = yTrig;
490     };
491     //
492 mocchiut 1.7 nd->unpackError = l0ne->unpackError;
493 mocchiut 1.6 //
494 mocchiut 1.1 NDtr->Fill(); // Fill tree NDLevel2 in the root file
495 mocchiut 1.6 //
496 mocchiut 1.1 yUpperBackground =0;
497     yBottomBackground =0;
498     yTrig=0;
499     //
500     //
501     jumpev:
502     debug = false;
503     //
504     };
505     //
506     // Here you may want to clear some variables before processing another run
507     //
508 mocchiut 1.5 delete dbtime;
509 mocchiut 1.1 }; // process all the runs
510     //
511     if (verbose) printf("\n Finished processing data \n");
512     //
513     closeandexit:
514     //
515     // we have finished processing the run(s). If we processed a single run now we must copy all the events after our run from the old tree to the new one and delete the old tree.
516     //
517     if ( !reprocall && reproc && code >= 0 ){
518     if ( totfileentries > noaftrun ){
519     if (verbose) {
520     printf("\n Post-processing: copying events from the old tree after the processed run\n");
521     printf(" Copying %i events in the file which are after the end of the run %i \n",(int)(totfileentries-noaftrun),(int)run);
522     printf(" Start copying at event number %i end copying at event number %i \n",(int)noaftrun,(int)totfileentries);
523     }
524     for (UInt_t j = noaftrun; j < totfileentries; j++ ){
525     //
526     // Get entry from old tree
527     //
528     NDtrclone->GetEntry(j);
529     //
530     // copy ndclone to nd
531     //
532 mocchiut 1.2 nd->Clear();
533 mocchiut 1.1 memcpy(&nd,&ndclone,sizeof(ndclone));
534     //
535     // Fill entry in the new tree
536     //
537     NDtr->Fill();
538     };
539     if (verbose) printf(" Finished successful copying!\n");
540     };
541     };
542     //
543     // Close files, delete old tree(s), write and close level2 file
544     //
545     if ( l0File ) l0File->Close();
546     if ( tempfile ) tempfile->Close();
547     gSystem->Unlink(tempname.str().c_str());
548 mocchiut 1.5 //
549 mocchiut 1.1 if ( runinfo ) runinfo->Close();
550     if ( NDtr ) NDtr->SetName("NeutronD");
551     if ( file ){
552     file->cd();
553     file->Write();
554     };
555     //
556     gSystem->Unlink(NDfolder.str().c_str());
557     //
558     // the end
559     //
560 mocchiut 1.3 if ( verbose ) printf("\n Exiting...\n");
561     if ( NDtr ) NDtr->Delete();
562     //
563     if ( nd ) delete nd;
564     if ( ndclone ) delete ndclone;
565 mocchiut 1.4 if ( glroot ) delete glroot;
566 mocchiut 1.3 if ( runinfo ) delete runinfo;
567     //
568 mocchiut 1.1 if(code < 0) throw code;
569     return(code);
570     }
571    
572    
573    

  ViewVC Help
Powered by ViewVC 1.1.23