/[PAMELA software]/DarthVader/NDLevel2/src/NDCore.cpp
ViewVC logotype

Annotation of /DarthVader/NDLevel2/src/NDCore.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.20 - (hide annotations) (download)
Mon Sep 1 16:58:42 2008 UTC (16 years, 3 months ago) by mocchiut
Branch: MAIN
Changes since 1.19: +2 -0 lines
NEVENTS=0, EV_TO=inf bug fixed with a workaround

1 mocchiut 1.1 //
2     // C/C++ headers
3     //
4     #include <fstream>
5     #include <string.h>
6     #include <iostream>
7     #include <cstring>
8     #include <stdio.h>
9     //
10     // ROOT headers
11     //
12     #include <TTree.h>
13     #include <TClassEdit.h>
14     #include <TObject.h>
15     #include <TList.h>
16 mocchiut 1.5 #include <TArrayI.h>
17 mocchiut 1.1 #include <TSystem.h>
18     #include <TSystemDirectory.h>
19     #include <TString.h>
20     #include <TFile.h>
21     #include <TClass.h>
22     #include <TSQLServer.h>
23     #include <TSQLRow.h>
24     #include <TSQLResult.h>
25     #include <TClonesArray.h>
26     #include <stdlib.h>
27     #include <math.h>
28     //
29 mocchiut 1.10 // RunInfo header
30     //
31     #include <RunInfo.h>
32     #include <GLTables.h>
33     //
34 mocchiut 1.1 // YODA headers
35     //
36     #include <PamelaRun.h>
37     #include <PscuHeader.h>
38     #include <PscuEvent.h>
39     #include <EventHeader.h>
40     #include <physics/neutronDetector/NeutronEvent.h>
41     #include <physics/neutronDetector/NeutronRecord.h>
42     //
43     // RunInfo header
44     //
45 mocchiut 1.10 //#include <RunInfo.h>
46     //#include <GLTables.h>
47 mocchiut 1.1 //
48     // This program headers
49     //
50     #include <NDLevel2.h>
51     #include <NDCore.h>
52     #include <NDVerl2.h>
53    
54     using namespace std;
55    
56     //
57     // CORE ROUTINE
58     //
59     //
60 mocchiut 1.18 int NDCore(UInt_t run, TFile *file, GL_TABLES *glt, Int_t NDargc, char *NDargv[]){
61 mocchiut 1.1 //
62 pam-rm2 1.11 // Set these to true to have a verbose output.
63 mocchiut 1.1 //
64     Bool_t debug = false;
65 pam-rm2 1.11 Bool_t verbose = false;
66 mocchiut 1.1 //
67 pam-rm2 1.11 // Output directory is the working directoy.
68 mocchiut 1.1 //
69 pam-rm2 1.11 const char* outDir = gSystem->DirName(gSystem->DirName(file->GetPath()));
70     //
71     Int_t i = 0;
72 mocchiut 1.14 TString processFolder = Form("NDFolder_%u",run);
73 mocchiut 1.1 if ( NDargc > 0 ){
74     i = 0;
75     while ( i < NDargc ){
76     if ( !strcmp(NDargv[i],"-processFolder") ) {
77     if ( NDargc < i+1 ){
78     throw -3;
79     };
80     processFolder = (TString)NDargv[i+1];
81     i++;
82     };
83     if ( (!strcmp(NDargv[i],"--verbose")) || (!strcmp(NDargv[i],"-v")) ) {
84     verbose = true;
85     };
86     if ( (!strcmp(NDargv[i],"--debug")) || (!strcmp(NDargv[i],"-g")) ) {
87 mocchiut 1.13 debug = true;
88 mocchiut 1.1 verbose= true;
89     };
90     i++;
91     };
92     };
93     //
94 pam-rm2 1.11
95 mocchiut 1.1 // Variables for level2
96     //
97     TTree *NDtr = 0;
98 mocchiut 1.5 UInt_t nevents = 0;
99 mocchiut 1.1 //
100 pam-rm2 1.11 // Variables needed to reprocess data
101 mocchiut 1.1 //
102     TString NDversion;
103     ItoRunInfo *runinfo = 0;
104 mocchiut 1.5 TArrayI *runlist = 0;
105 mocchiut 1.1 TTree *NDtrclone = 0;
106     Bool_t reproc = false;
107     Bool_t reprocall = false;
108     UInt_t nobefrun = 0;
109     UInt_t noaftrun = 0;
110     UInt_t numbofrun = 0;
111     stringstream ftmpname;
112     TString fname;
113 mocchiut 1.5 UInt_t totfileentries = 0;
114     UInt_t idRun = 0;
115 mocchiut 1.1 Int_t tmpSize =0;
116     Float_t yTrig =0;
117     Float_t yUpperBackground =0;
118     Float_t yBottomBackground =0;
119     //
120     // variables needed to handle error signals
121     //
122     Int_t code = 0;
123     Int_t sgnl;
124     //
125 mocchiut 1.9 Long64_t maxsize = 10000000000LL;
126     TTree::SetMaxTreeSize(maxsize);
127     //
128     //
129 mocchiut 1.1 // ND level2 classes
130     //
131     NDLevel2 *nd = new NDLevel2();
132     NDLevel2 *ndclone = new NDLevel2();
133     //
134     // define variables for opening and reading level0 file
135     //
136     TFile *l0File = 0;
137     TTree *l0tr = 0;
138     TBranch *l0head = 0;
139     TBranch *l0ND =0;
140     pamela::EventHeader *eh = 0;
141 mocchiut 1.5 pamela::PscuHeader *ph = 0;
142 mocchiut 1.1 pamela::neutron::NeutronRecord *l0nr = 0;
143     pamela::neutron::NeutronEvent *l0ne = 0;
144     //
145     // Define other basic variables
146     //
147     UInt_t procev = 0;
148     stringstream file2;
149     stringstream file3;
150     stringstream qy;
151     Int_t totevent = 0;
152 mocchiut 1.5 UInt_t atime = 0;
153     UInt_t re = 0;
154 mocchiut 1.1 //
155     // Working filename
156     //
157     TString outputfile;
158     stringstream name;
159     name.str("");
160     name << outDir << "/";
161     //
162     // temporary file and folder
163     //
164     TFile *tempfile = 0;
165     TTree *tempND = 0;
166     stringstream tempname;
167     stringstream NDfolder;
168 mocchiut 1.16 Bool_t myfold = false;
169 mocchiut 1.1 tempname.str("");
170     tempname << outDir;
171     tempname << "/" << processFolder.Data();
172     NDfolder.str("");
173     NDfolder << tempname.str().c_str();
174     tempname << "/NDtree_run";
175     tempname << run << ".root";
176     //
177     // DB classes
178     //
179     GL_ROOT *glroot = new GL_ROOT();
180 mocchiut 1.5 GL_TIMESYNC *dbtime = 0;
181 mocchiut 1.1 //
182     // Let's start!
183     //
184     // As a first thing we must check what we have to do: if run = 0 we must process all events in the file has been passed
185     // if run != 0 we must process only that run but first we have to check if the tree MyDetector2 already exist in the file
186     // if it exists we are reprocessing data and we must delete that entries, if not we must create it.
187     //
188 mocchiut 1.5 if ( run == 0 ) reproc = true;
189 mocchiut 1.1 //
190     //
191     // Output file is "outputfile"
192     //
193     if ( !file->IsOpen() ){
194     //printf(" ND - ERROR: cannot open file for writing\n");
195     throw -601 ;
196     };
197     //
198     // Retrieve GL_RUN variables from the level2 file
199     //
200     NDversion = NDInfo(false); // we should decide how to handle versioning system
201     //
202     // create an interface to RunInfo called "runinfo"
203     //
204     runinfo = new ItoRunInfo(file);
205     //
206     // open "Run" tree in level2 file, if not existing return an error (sngl != 0)
207     //
208     sgnl = 0;
209     sgnl = runinfo->Update(run, "ND",NDversion);
210     if ( sgnl ){
211 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n");
212 mocchiut 1.1 code = sgnl;
213     goto closeandexit;
214     } else {
215     sgnl = 0;
216     };
217     //
218     // number of events in the file BEFORE the first event of our run
219     //
220     nobefrun = runinfo->GetFirstEntry();
221     //
222     // total number of events in the file
223     //
224     totfileentries = runinfo->GetFileEntries();
225     //
226     // first file entry AFTER the last event of our run
227     //
228     noaftrun = runinfo->GetLastEntry() + 1;
229     //
230     // number of run to be processed
231     //
232     numbofrun = runinfo->GetNoRun();
233     //
234 mocchiut 1.15 //
235     //
236     UInt_t totnorun = runinfo->GetRunEntries();
237     //
238 mocchiut 1.1 // Try to access the S4 tree in the file, if it exists we are reprocessing data if not we are processing a new run
239     //
240     NDtrclone = (TTree*)file->Get("NeutronD");
241     //
242     if ( !NDtrclone ){
243     //
244     // tree does not exist, we are not reprocessing
245     //
246     reproc = false;
247 mocchiut 1.5 if ( run == 0 ) {
248 mocchiut 1.1 if (verbose) printf(" ND - WARNING: you are reprocessing data but ND tree does not exist!\n");
249     }
250 mocchiut 1.5 if ( runinfo->IsReprocessing() && run != 0 ) {
251 mocchiut 1.1 if (verbose) printf(" ND - WARNING: it seems you are not reprocessing data but ND\n versioning information already exists in RunInfo.\n");
252     }
253     } else {
254     //
255 mocchiut 1.9 NDtrclone->SetAutoSave(900000000000000LL);
256     //
257 mocchiut 1.1 // tree exists, we are reprocessing data. Are we reprocessing a single run or all the file?
258     //
259     reproc = true;
260     //
261     // update versioning information
262     //
263     if (verbose) printf("\n Preparing the pre-processing...\n");
264     //
265 mocchiut 1.15 if ( run == 0 || totnorun == 1 ){
266 mocchiut 1.1 //
267     // we are reprocessing all the file
268     // if we are reprocessing everything we don't need to copy any old event and we can just work with the new tree and delete the old one immediately
269     //
270     reprocall = true;
271     //
272     if (verbose) printf("\n ND - WARNING: Reprocessing all runs\n");
273     //
274     } else {
275     //
276     // we are reprocessing a single run, we must copy to the new tree the events in the file which preceed the first event of the run
277     //
278     reprocall = false;
279     //
280 mocchiut 1.5 if (verbose) printf("\n ND - WARNING: Reprocessing run number %u \n",run);
281 mocchiut 1.1 //
282     // copying old tree to a new file
283     //
284 mocchiut 1.16 gSystem->MakeDirectory(NDfolder.str().c_str());
285     myfold = true;
286 mocchiut 1.1 tempfile = new TFile(tempname.str().c_str(),"RECREATE");
287     tempND = NDtrclone->CloneTree(-1,"fast");
288     tempND->SetName("NeutronD-old");
289     tempfile->Write();
290     tempfile->Close();
291     }
292     //
293     // Delete the old tree from old file and memory
294     //
295     NDtrclone->Delete("all");
296     //
297     if (verbose) printf(" ...done!\n");
298     //
299     };
300     //
301     // create mydetector tree mydect
302     //
303     file->cd();
304     NDtr = new TTree("NeutronD-new","PAMELA Level2 NeutronD data");
305 mocchiut 1.9 NDtr->SetAutoSave(900000000000000LL);
306 mocchiut 1.1 NDtr->Branch("NDLevel2","NDLevel2",&nd);
307     //
308     if ( reproc && !reprocall ){
309     //
310     // open new file and retrieve also tree informations
311     //
312     tempfile = new TFile(tempname.str().c_str(),"READ");
313     NDtrclone = (TTree*)tempfile->Get("NeutronD-old");
314 mocchiut 1.9 NDtrclone->SetAutoSave(900000000000000LL);
315 mocchiut 1.1 NDtrclone->SetBranchAddress("NDLevel2",&ndclone);
316     //
317     if ( nobefrun > 0 ){
318     if (verbose) {
319     printf("\n Pre-processing: copying events from the old tree before the processed run\n");
320 mocchiut 1.5 printf(" Copying %u events in the file which are before the beginning of the run %u \n",nobefrun,run);
321 mocchiut 1.1 printf(" Start copying at event number 0, end copying at event number %u \n",nobefrun);
322     }
323     for (UInt_t j = 0; j < nobefrun; j++){
324     //
325     NDtrclone->GetEntry(j);
326     //
327     // copy ndclone to mydec
328     //
329 mocchiut 1.2 // nd = new NDLevel2();
330     nd->Clear();
331 mocchiut 1.1 memcpy(&nd,&ndclone,sizeof(ndclone));
332     //
333     // Fill entry in the new tree
334     //
335     NDtr->Fill();
336     //
337     };
338     if (verbose) printf(" Finished successful copying!\n");
339     };
340     };
341     //
342     // Get the list of run to be processed, if only one run has to be processed the list will contain one entry only.
343     //
344     runlist = runinfo->GetRunList();
345     //
346     // Loop over the run to be processed
347     //
348     for (UInt_t irun=0; irun < numbofrun; irun++){
349     //
350     // retrieve the first run ID to be processed using the RunInfo list
351     //
352     idRun = runlist->At(irun);
353     if (verbose) {
354     printf("\n\n\n ####################################################################### \n");
355 mocchiut 1.5 printf(" PROCESSING RUN NUMBER %u \n",idRun);
356 mocchiut 1.1 printf(" ####################################################################### \n\n\n");
357     }
358     //
359 mocchiut 1.5 runinfo->ID_ROOT_L0 = 0;
360 mocchiut 1.1 //
361     // store in the runinfo class the GL_RUN variables for our run
362     //
363     sgnl = 0;
364     sgnl = runinfo->GetRunInfo(idRun);
365     if ( sgnl ){
366 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n");
367 mocchiut 1.1 code = sgnl;
368     goto closeandexit;
369     } else {
370     sgnl = 0;
371     };
372     //
373 mocchiut 1.5 // now you can access that variables using the RunInfo class this way runinfo->ID_ROOT_L0
374 mocchiut 1.1 //
375 mocchiut 1.5 if ( runinfo->ID_ROOT_L0 == 0 ){
376     if ( debug ) printf("\n ND - ERROR: no run with ID_RUN = %u \n\n Exiting... \n\n",idRun);
377 mocchiut 1.1 code = -5;
378     goto closeandexit;
379     };
380     //
381 mocchiut 1.5 // prepare the timesync for the db
382     //
383 mocchiut 1.18 TString host = glt->CGetHost();
384     TString user = glt->CGetUser();
385     TString psw = glt->CGetPsw();
386     TSQLServer *dbc = TSQLServer::Connect(host.Data(),user.Data(),psw.Data());
387     if ( !dbc->IsConnected() ) throw -604;
388 mocchiut 1.19 stringstream myquery;
389     myquery.str("");
390     myquery << "SET time_zone='+0:00'";
391     dbc->Query(myquery.str().c_str());
392 mocchiut 1.5 dbtime = new GL_TIMESYNC(runinfo->ID_ROOT_L0,"ID",dbc);
393     //
394 mocchiut 1.1 // Search in the DB the path and name of the LEVEL0 file to be processed.
395     //
396 mocchiut 1.17 // if ( !dbc->IsConnected() ) throw -604;
397 mocchiut 1.5 glroot->Query_GL_ROOT(runinfo->ID_ROOT_L0,dbc);
398 mocchiut 1.1 //
399     ftmpname.str("");
400     ftmpname << glroot->PATH.Data() << "/";
401     ftmpname << glroot->NAME.Data();
402     fname = ftmpname.str().c_str();
403     //
404     // print out informations
405     //
406 mocchiut 1.5 totevent = runinfo->NEVENTS;
407 mocchiut 1.1 if (verbose) {
408     printf("\n LEVEL0 data file: %s \n",fname.Data());
409 mocchiut 1.5 printf(" RUN HEADER absolute time is: %u \n",runinfo->RUNHEADER_TIME);
410     printf(" RUN TRAILER absolute time is: %u \n",runinfo->RUNTRAILER_TIME);
411     printf(" %i events to be processed for run %u: from %i to %i \n\n",totevent,idRun,runinfo->EV_FROM,runinfo->EV_FROM+totevent);
412 mocchiut 1.1 }
413     //
414 mocchiut 1.20 if ( !totevent ) goto closeandexit;
415     //
416 mocchiut 1.1 // Open Level0 file
417     //
418     l0File = new TFile(fname.Data());
419     if ( !l0File ) {
420 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: problems opening Level0 file\n");
421 mocchiut 1.1 code = -6;
422     goto closeandexit;
423     };
424     l0tr = (TTree*)l0File->Get("Physics");
425     if ( !l0tr ) {
426 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: no Physics tree in Level0 file\n");
427 mocchiut 1.1 l0File->Close();
428     code = -7;
429     goto closeandexit;
430     };
431     l0head = l0tr->GetBranch("Header");
432     if ( !l0head ) {
433 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: no Header branch in Level0 tree\n");
434 mocchiut 1.1 l0File->Close();
435     code = -8;
436     goto closeandexit;
437     };
438     l0ND = l0tr->GetBranch("Neutron");
439     if ( !l0ND ) {
440 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: no ND branch in Level0 tree\n");
441 mocchiut 1.1 l0File->Close();
442     code = -603;
443     goto closeandexit;
444     };
445    
446     //
447     l0tr->SetBranchAddress("Neutron", &l0ne);
448     l0tr->SetBranchAddress("Header", &eh);
449     //
450 mocchiut 1.5 nevents = l0ND->GetEntries();
451 mocchiut 1.1 //
452     if ( nevents < 1 ) {
453 mocchiut 1.5 if ( debug ) printf(" ND - ERROR: Level0 file is empty\n\n");
454 mocchiut 1.1 l0File->Close();
455     code = -11;
456     goto closeandexit;
457     };
458     //
459 mocchiut 1.5 if ( runinfo->EV_TO > nevents-1 ) {
460     if ( debug ) printf(" ND - ERROR: too few entries in the tree\n");
461 mocchiut 1.1 l0File->Close();
462     code = -12;
463     goto closeandexit;
464     };
465     //
466     // run over all the events of the run
467     //
468     if (verbose) printf("\n Ready to start! \n\n Processed events: \n\n");
469     //
470 mocchiut 1.17 if ( dbc ){
471     dbc->Close();
472     // delete dbc;
473     };
474     //
475 mocchiut 1.5 for ( re = runinfo->EV_FROM; re < (runinfo->EV_FROM+runinfo->NEVENTS); re++){
476 mocchiut 1.1 //
477     if ( procev%1000 == 0 && procev > 0 && verbose ) printf(" %iK \n",procev/1000);
478     //
479 mocchiut 1.5 l0head->GetEntry(re);
480 mocchiut 1.1 //
481     // absolute time of this event
482     //
483 mocchiut 1.5 ph = eh->GetPscuHeader();
484     atime = dbtime->DBabsTime(ph->GetOrbitalTime());
485 mocchiut 1.1 //
486     // paranoid check
487     //
488     if ( (atime > runinfo->RUNTRAILER_TIME) || (atime < runinfo->RUNHEADER_TIME) ) {
489     if (verbose) printf(" ND - WARNING: event at time outside the run time window, skipping it\n");
490     goto jumpev;
491     };
492     //
493     procev++;
494     //
495     // start processing
496     //
497 mocchiut 1.2 nd->Clear();
498     //
499 mocchiut 1.5 l0ND->GetEntry(re);
500 mocchiut 1.1 tmpSize = l0ne->Records->GetEntries();
501 mocchiut 1.6 if ( tmpSize && l0ne->unpackError == 0 ){
502     for (Int_t j = 0; j < tmpSize; j++){
503     l0nr = (pamela::neutron::NeutronRecord*)l0ne->Records->At(j);
504     yTrig = yTrig + (float)l0nr->trigPhysics;
505     yUpperBackground = yUpperBackground + (float)l0nr->upperBack;
506     yBottomBackground = yBottomBackground + (float)l0nr->bottomBack;
507     }
508     nd->upperBack = yUpperBackground;
509     nd->bottomBack = yBottomBackground;
510     nd->trigPhysics = yTrig;
511     };
512     //
513 mocchiut 1.7 nd->unpackError = l0ne->unpackError;
514 mocchiut 1.6 //
515 mocchiut 1.1 NDtr->Fill(); // Fill tree NDLevel2 in the root file
516 mocchiut 1.6 //
517 mocchiut 1.1 yUpperBackground =0;
518     yBottomBackground =0;
519     yTrig=0;
520     //
521     //
522     jumpev:
523     debug = false;
524     //
525     };
526     //
527     // Here you may want to clear some variables before processing another run
528     //
529 mocchiut 1.5 delete dbtime;
530 mocchiut 1.1 }; // process all the runs
531     //
532     if (verbose) printf("\n Finished processing data \n");
533     //
534     closeandexit:
535     //
536     // we have finished processing the run(s). If we processed a single run now we must copy all the events after our run from the old tree to the new one and delete the old tree.
537     //
538     if ( !reprocall && reproc && code >= 0 ){
539     if ( totfileentries > noaftrun ){
540     if (verbose) {
541     printf("\n Post-processing: copying events from the old tree after the processed run\n");
542     printf(" Copying %i events in the file which are after the end of the run %i \n",(int)(totfileentries-noaftrun),(int)run);
543     printf(" Start copying at event number %i end copying at event number %i \n",(int)noaftrun,(int)totfileentries);
544     }
545     for (UInt_t j = noaftrun; j < totfileentries; j++ ){
546     //
547     // Get entry from old tree
548     //
549     NDtrclone->GetEntry(j);
550     //
551     // copy ndclone to nd
552     //
553 mocchiut 1.2 nd->Clear();
554 mocchiut 1.1 memcpy(&nd,&ndclone,sizeof(ndclone));
555     //
556     // Fill entry in the new tree
557     //
558     NDtr->Fill();
559     };
560     if (verbose) printf(" Finished successful copying!\n");
561     };
562     };
563     //
564     // Close files, delete old tree(s), write and close level2 file
565     //
566     if ( l0File ) l0File->Close();
567     if ( tempfile ) tempfile->Close();
568 mocchiut 1.16 if ( myfold ) gSystem->Unlink(tempname.str().c_str());
569 mocchiut 1.5 //
570 mocchiut 1.1 if ( runinfo ) runinfo->Close();
571     if ( NDtr ) NDtr->SetName("NeutronD");
572     if ( file ){
573     file->cd();
574     file->Write();
575     };
576     //
577 mocchiut 1.16 if ( myfold ) gSystem->Unlink(NDfolder.str().c_str());
578 mocchiut 1.1 //
579     // the end
580     //
581 mocchiut 1.3 if ( verbose ) printf("\n Exiting...\n");
582     if ( NDtr ) NDtr->Delete();
583     //
584     if ( nd ) delete nd;
585     if ( ndclone ) delete ndclone;
586 mocchiut 1.4 if ( glroot ) delete glroot;
587 mocchiut 1.3 if ( runinfo ) delete runinfo;
588     //
589 mocchiut 1.1 if(code < 0) throw code;
590     return(code);
591     }
592    
593    
594    

  ViewVC Help
Powered by ViewVC 1.1.23