/[PAMELA software]/DarthVader/NDLevel2/src/NDCore.cpp
ViewVC logotype

Contents of /DarthVader/NDLevel2/src/NDCore.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.14 - (show annotations) (download)
Thu Apr 19 08:12:19 2007 UTC (17 years, 7 months ago) by mocchiut
Branch: MAIN
CVS Tags: v3r04, v3r05, v3r03
Changes since 1.13: +1 -1 lines
New XXXFolder bug fixed

1 //
2 // C/C++ headers
3 //
4 #include <fstream>
5 #include <string.h>
6 #include <iostream>
7 #include <cstring>
8 #include <stdio.h>
9 //
10 // ROOT headers
11 //
12 #include <TTree.h>
13 #include <TClassEdit.h>
14 #include <TObject.h>
15 #include <TList.h>
16 #include <TArrayI.h>
17 #include <TSystem.h>
18 #include <TSystemDirectory.h>
19 #include <TString.h>
20 #include <TFile.h>
21 #include <TClass.h>
22 #include <TSQLServer.h>
23 #include <TSQLRow.h>
24 #include <TSQLResult.h>
25 #include <TClonesArray.h>
26 #include <stdlib.h>
27 #include <math.h>
28 //
29 // RunInfo header
30 //
31 #include <RunInfo.h>
32 #include <GLTables.h>
33 //
34 // YODA headers
35 //
36 #include <PamelaRun.h>
37 #include <PscuHeader.h>
38 #include <PscuEvent.h>
39 #include <EventHeader.h>
40 #include <physics/neutronDetector/NeutronEvent.h>
41 #include <physics/neutronDetector/NeutronRecord.h>
42 //
43 // RunInfo header
44 //
45 //#include <RunInfo.h>
46 //#include <GLTables.h>
47 //
48 // This program headers
49 //
50 #include <NDLevel2.h>
51 #include <NDCore.h>
52 #include <NDVerl2.h>
53
54 using namespace std;
55
56 //
57 // CORE ROUTINE
58 //
59 //
60 int NDCore(UInt_t run, TFile *file, TSQLServer *dbc, Int_t NDargc, char *NDargv[]){
61 //
62 // Set these to true to have a verbose output.
63 //
64 Bool_t debug = false;
65 Bool_t verbose = false;
66 //
67 // Output directory is the working directoy.
68 //
69 const char* outDir = gSystem->DirName(gSystem->DirName(file->GetPath()));
70 //
71 Int_t i = 0;
72 TString processFolder = Form("NDFolder_%u",run);
73 if ( NDargc > 0 ){
74 i = 0;
75 while ( i < NDargc ){
76 if ( !strcmp(NDargv[i],"-processFolder") ) {
77 if ( NDargc < i+1 ){
78 throw -3;
79 };
80 processFolder = (TString)NDargv[i+1];
81 i++;
82 };
83 if ( (!strcmp(NDargv[i],"--verbose")) || (!strcmp(NDargv[i],"-v")) ) {
84 verbose = true;
85 };
86 if ( (!strcmp(NDargv[i],"--debug")) || (!strcmp(NDargv[i],"-g")) ) {
87 debug = true;
88 verbose= true;
89 };
90 i++;
91 };
92 };
93 //
94
95 // Variables for level2
96 //
97 TTree *NDtr = 0;
98 UInt_t nevents = 0;
99 //
100 // Variables needed to reprocess data
101 //
102 TString NDversion;
103 ItoRunInfo *runinfo = 0;
104 TArrayI *runlist = 0;
105 TTree *NDtrclone = 0;
106 Bool_t reproc = false;
107 Bool_t reprocall = false;
108 UInt_t nobefrun = 0;
109 UInt_t noaftrun = 0;
110 UInt_t numbofrun = 0;
111 stringstream ftmpname;
112 TString fname;
113 UInt_t totfileentries = 0;
114 UInt_t idRun = 0;
115 Int_t tmpSize =0;
116 Float_t yTrig =0;
117 Float_t yUpperBackground =0;
118 Float_t yBottomBackground =0;
119 //
120 // variables needed to handle error signals
121 //
122 Int_t code = 0;
123 Int_t sgnl;
124 //
125 Long64_t maxsize = 10000000000LL;
126 TTree::SetMaxTreeSize(maxsize);
127 //
128 //
129 // ND level2 classes
130 //
131 NDLevel2 *nd = new NDLevel2();
132 NDLevel2 *ndclone = new NDLevel2();
133 //
134 // define variables for opening and reading level0 file
135 //
136 TFile *l0File = 0;
137 TTree *l0tr = 0;
138 TBranch *l0head = 0;
139 TBranch *l0ND =0;
140 pamela::EventHeader *eh = 0;
141 pamela::PscuHeader *ph = 0;
142 pamela::neutron::NeutronRecord *l0nr = 0;
143 pamela::neutron::NeutronEvent *l0ne = 0;
144 //
145 // Define other basic variables
146 //
147 UInt_t procev = 0;
148 stringstream file2;
149 stringstream file3;
150 stringstream qy;
151 Int_t totevent = 0;
152 UInt_t atime = 0;
153 UInt_t re = 0;
154 //
155 // Working filename
156 //
157 TString outputfile;
158 stringstream name;
159 name.str("");
160 name << outDir << "/";
161 //
162 // temporary file and folder
163 //
164 TFile *tempfile = 0;
165 TTree *tempND = 0;
166 stringstream tempname;
167 stringstream NDfolder;
168 tempname.str("");
169 tempname << outDir;
170 tempname << "/" << processFolder.Data();
171 NDfolder.str("");
172 NDfolder << tempname.str().c_str();
173 gSystem->MakeDirectory(NDfolder.str().c_str());
174 tempname << "/NDtree_run";
175 tempname << run << ".root";
176 //
177 // DB classes
178 //
179 GL_ROOT *glroot = new GL_ROOT();
180 GL_TIMESYNC *dbtime = 0;
181 //
182 // Let's start!
183 //
184 // As a first thing we must check what we have to do: if run = 0 we must process all events in the file has been passed
185 // if run != 0 we must process only that run but first we have to check if the tree MyDetector2 already exist in the file
186 // if it exists we are reprocessing data and we must delete that entries, if not we must create it.
187 //
188 if ( run == 0 ) reproc = true;
189 //
190 //
191 // Output file is "outputfile"
192 //
193 if ( !file->IsOpen() ){
194 //printf(" ND - ERROR: cannot open file for writing\n");
195 throw -601 ;
196 };
197 //
198 // Retrieve GL_RUN variables from the level2 file
199 //
200 NDversion = NDInfo(false); // we should decide how to handle versioning system
201 //
202 // create an interface to RunInfo called "runinfo"
203 //
204 runinfo = new ItoRunInfo(file);
205 //
206 // open "Run" tree in level2 file, if not existing return an error (sngl != 0)
207 //
208 sgnl = 0;
209 sgnl = runinfo->Update(run, "ND",NDversion);
210 if ( sgnl ){
211 if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n");
212 code = sgnl;
213 goto closeandexit;
214 } else {
215 sgnl = 0;
216 };
217 //
218 // number of events in the file BEFORE the first event of our run
219 //
220 nobefrun = runinfo->GetFirstEntry();
221 //
222 // total number of events in the file
223 //
224 totfileentries = runinfo->GetFileEntries();
225 //
226 // first file entry AFTER the last event of our run
227 //
228 noaftrun = runinfo->GetLastEntry() + 1;
229 //
230 // number of run to be processed
231 //
232 numbofrun = runinfo->GetNoRun();
233 //
234 // Try to access the S4 tree in the file, if it exists we are reprocessing data if not we are processing a new run
235 //
236 NDtrclone = (TTree*)file->Get("NeutronD");
237 //
238 if ( !NDtrclone ){
239 //
240 // tree does not exist, we are not reprocessing
241 //
242 reproc = false;
243 if ( run == 0 ) {
244 if (verbose) printf(" ND - WARNING: you are reprocessing data but ND tree does not exist!\n");
245 }
246 if ( runinfo->IsReprocessing() && run != 0 ) {
247 if (verbose) printf(" ND - WARNING: it seems you are not reprocessing data but ND\n versioning information already exists in RunInfo.\n");
248 }
249 } else {
250 //
251 NDtrclone->SetAutoSave(900000000000000LL);
252 //
253 // tree exists, we are reprocessing data. Are we reprocessing a single run or all the file?
254 //
255 reproc = true;
256 //
257 // update versioning information
258 //
259 if (verbose) printf("\n Preparing the pre-processing...\n");
260 //
261 if ( run == 0 ){
262 //
263 // we are reprocessing all the file
264 // if we are reprocessing everything we don't need to copy any old event and we can just work with the new tree and delete the old one immediately
265 //
266 reprocall = true;
267 //
268 if (verbose) printf("\n ND - WARNING: Reprocessing all runs\n");
269 //
270 } else {
271 //
272 // we are reprocessing a single run, we must copy to the new tree the events in the file which preceed the first event of the run
273 //
274 reprocall = false;
275 //
276 if (verbose) printf("\n ND - WARNING: Reprocessing run number %u \n",run);
277 //
278 // copying old tree to a new file
279 //
280 tempfile = new TFile(tempname.str().c_str(),"RECREATE");
281 tempND = NDtrclone->CloneTree(-1,"fast");
282 tempND->SetName("NeutronD-old");
283 tempfile->Write();
284 tempfile->Close();
285 }
286 //
287 // Delete the old tree from old file and memory
288 //
289 NDtrclone->Delete("all");
290 //
291 if (verbose) printf(" ...done!\n");
292 //
293 };
294 //
295 // create mydetector tree mydect
296 //
297 file->cd();
298 NDtr = new TTree("NeutronD-new","PAMELA Level2 NeutronD data");
299 NDtr->SetAutoSave(900000000000000LL);
300 NDtr->Branch("NDLevel2","NDLevel2",&nd);
301 //
302 if ( reproc && !reprocall ){
303 //
304 // open new file and retrieve also tree informations
305 //
306 tempfile = new TFile(tempname.str().c_str(),"READ");
307 NDtrclone = (TTree*)tempfile->Get("NeutronD-old");
308 NDtrclone->SetAutoSave(900000000000000LL);
309 NDtrclone->SetBranchAddress("NDLevel2",&ndclone);
310 //
311 if ( nobefrun > 0 ){
312 if (verbose) {
313 printf("\n Pre-processing: copying events from the old tree before the processed run\n");
314 printf(" Copying %u events in the file which are before the beginning of the run %u \n",nobefrun,run);
315 printf(" Start copying at event number 0, end copying at event number %u \n",nobefrun);
316 }
317 for (UInt_t j = 0; j < nobefrun; j++){
318 //
319 NDtrclone->GetEntry(j);
320 //
321 // copy ndclone to mydec
322 //
323 // nd = new NDLevel2();
324 nd->Clear();
325 memcpy(&nd,&ndclone,sizeof(ndclone));
326 //
327 // Fill entry in the new tree
328 //
329 NDtr->Fill();
330 //
331 };
332 if (verbose) printf(" Finished successful copying!\n");
333 };
334 };
335 //
336 // Get the list of run to be processed, if only one run has to be processed the list will contain one entry only.
337 //
338 runlist = runinfo->GetRunList();
339 //
340 // Loop over the run to be processed
341 //
342 for (UInt_t irun=0; irun < numbofrun; irun++){
343 //
344 // retrieve the first run ID to be processed using the RunInfo list
345 //
346 idRun = runlist->At(irun);
347 if (verbose) {
348 printf("\n\n\n ####################################################################### \n");
349 printf(" PROCESSING RUN NUMBER %u \n",idRun);
350 printf(" ####################################################################### \n\n\n");
351 }
352 //
353 runinfo->ID_ROOT_L0 = 0;
354 //
355 // store in the runinfo class the GL_RUN variables for our run
356 //
357 sgnl = 0;
358 sgnl = runinfo->GetRunInfo(idRun);
359 if ( sgnl ){
360 if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n");
361 code = sgnl;
362 goto closeandexit;
363 } else {
364 sgnl = 0;
365 };
366 //
367 // now you can access that variables using the RunInfo class this way runinfo->ID_ROOT_L0
368 //
369 if ( runinfo->ID_ROOT_L0 == 0 ){
370 if ( debug ) printf("\n ND - ERROR: no run with ID_RUN = %u \n\n Exiting... \n\n",idRun);
371 code = -5;
372 goto closeandexit;
373 };
374 //
375 // prepare the timesync for the db
376 //
377 if ( !dbc->IsConnected() ) throw -604;
378 dbtime = new GL_TIMESYNC(runinfo->ID_ROOT_L0,"ID",dbc);
379 //
380 // Search in the DB the path and name of the LEVEL0 file to be processed.
381 //
382 if ( !dbc->IsConnected() ) throw -604;
383 glroot->Query_GL_ROOT(runinfo->ID_ROOT_L0,dbc);
384 //
385 ftmpname.str("");
386 ftmpname << glroot->PATH.Data() << "/";
387 ftmpname << glroot->NAME.Data();
388 fname = ftmpname.str().c_str();
389 //
390 // print out informations
391 //
392 totevent = runinfo->NEVENTS;
393 if (verbose) {
394 printf("\n LEVEL0 data file: %s \n",fname.Data());
395 printf(" RUN HEADER absolute time is: %u \n",runinfo->RUNHEADER_TIME);
396 printf(" RUN TRAILER absolute time is: %u \n",runinfo->RUNTRAILER_TIME);
397 printf(" %i events to be processed for run %u: from %i to %i \n\n",totevent,idRun,runinfo->EV_FROM,runinfo->EV_FROM+totevent);
398 }
399 //
400 // Open Level0 file
401 //
402 l0File = new TFile(fname.Data());
403 if ( !l0File ) {
404 if ( debug ) printf(" ND - ERROR: problems opening Level0 file\n");
405 code = -6;
406 goto closeandexit;
407 };
408 l0tr = (TTree*)l0File->Get("Physics");
409 if ( !l0tr ) {
410 if ( debug ) printf(" ND - ERROR: no Physics tree in Level0 file\n");
411 l0File->Close();
412 code = -7;
413 goto closeandexit;
414 };
415 l0head = l0tr->GetBranch("Header");
416 if ( !l0head ) {
417 if ( debug ) printf(" ND - ERROR: no Header branch in Level0 tree\n");
418 l0File->Close();
419 code = -8;
420 goto closeandexit;
421 };
422 l0ND = l0tr->GetBranch("Neutron");
423 if ( !l0ND ) {
424 if ( debug ) printf(" ND - ERROR: no ND branch in Level0 tree\n");
425 l0File->Close();
426 code = -603;
427 goto closeandexit;
428 };
429
430 //
431 l0tr->SetBranchAddress("Neutron", &l0ne);
432 l0tr->SetBranchAddress("Header", &eh);
433 //
434 nevents = l0ND->GetEntries();
435 //
436 if ( nevents < 1 ) {
437 if ( debug ) printf(" ND - ERROR: Level0 file is empty\n\n");
438 l0File->Close();
439 code = -11;
440 goto closeandexit;
441 };
442 //
443 if ( runinfo->EV_TO > nevents-1 ) {
444 if ( debug ) printf(" ND - ERROR: too few entries in the tree\n");
445 l0File->Close();
446 code = -12;
447 goto closeandexit;
448 };
449 //
450 // run over all the events of the run
451 //
452 if (verbose) printf("\n Ready to start! \n\n Processed events: \n\n");
453 //
454 for ( re = runinfo->EV_FROM; re < (runinfo->EV_FROM+runinfo->NEVENTS); re++){
455 //
456 if ( procev%1000 == 0 && procev > 0 && verbose ) printf(" %iK \n",procev/1000);
457 //
458 l0head->GetEntry(re);
459 //
460 // absolute time of this event
461 //
462 ph = eh->GetPscuHeader();
463 atime = dbtime->DBabsTime(ph->GetOrbitalTime());
464 //
465 // paranoid check
466 //
467 if ( (atime > runinfo->RUNTRAILER_TIME) || (atime < runinfo->RUNHEADER_TIME) ) {
468 if (verbose) printf(" ND - WARNING: event at time outside the run time window, skipping it\n");
469 goto jumpev;
470 };
471 //
472 procev++;
473 //
474 // start processing
475 //
476 nd->Clear();
477 //
478 l0ND->GetEntry(re);
479 tmpSize = l0ne->Records->GetEntries();
480 if ( tmpSize && l0ne->unpackError == 0 ){
481 for (Int_t j = 0; j < tmpSize; j++){
482 l0nr = (pamela::neutron::NeutronRecord*)l0ne->Records->At(j);
483 yTrig = yTrig + (float)l0nr->trigPhysics;
484 yUpperBackground = yUpperBackground + (float)l0nr->upperBack;
485 yBottomBackground = yBottomBackground + (float)l0nr->bottomBack;
486 }
487 nd->upperBack = yUpperBackground;
488 nd->bottomBack = yBottomBackground;
489 nd->trigPhysics = yTrig;
490 };
491 //
492 nd->unpackError = l0ne->unpackError;
493 //
494 NDtr->Fill(); // Fill tree NDLevel2 in the root file
495 //
496 yUpperBackground =0;
497 yBottomBackground =0;
498 yTrig=0;
499 //
500 //
501 jumpev:
502 debug = false;
503 //
504 };
505 //
506 // Here you may want to clear some variables before processing another run
507 //
508 delete dbtime;
509 }; // process all the runs
510 //
511 if (verbose) printf("\n Finished processing data \n");
512 //
513 closeandexit:
514 //
515 // we have finished processing the run(s). If we processed a single run now we must copy all the events after our run from the old tree to the new one and delete the old tree.
516 //
517 if ( !reprocall && reproc && code >= 0 ){
518 if ( totfileentries > noaftrun ){
519 if (verbose) {
520 printf("\n Post-processing: copying events from the old tree after the processed run\n");
521 printf(" Copying %i events in the file which are after the end of the run %i \n",(int)(totfileentries-noaftrun),(int)run);
522 printf(" Start copying at event number %i end copying at event number %i \n",(int)noaftrun,(int)totfileentries);
523 }
524 for (UInt_t j = noaftrun; j < totfileentries; j++ ){
525 //
526 // Get entry from old tree
527 //
528 NDtrclone->GetEntry(j);
529 //
530 // copy ndclone to nd
531 //
532 nd->Clear();
533 memcpy(&nd,&ndclone,sizeof(ndclone));
534 //
535 // Fill entry in the new tree
536 //
537 NDtr->Fill();
538 };
539 if (verbose) printf(" Finished successful copying!\n");
540 };
541 };
542 //
543 // Close files, delete old tree(s), write and close level2 file
544 //
545 if ( l0File ) l0File->Close();
546 if ( tempfile ) tempfile->Close();
547 gSystem->Unlink(tempname.str().c_str());
548 //
549 if ( runinfo ) runinfo->Close();
550 if ( NDtr ) NDtr->SetName("NeutronD");
551 if ( file ){
552 file->cd();
553 file->Write();
554 };
555 //
556 gSystem->Unlink(NDfolder.str().c_str());
557 //
558 // the end
559 //
560 if ( verbose ) printf("\n Exiting...\n");
561 if ( NDtr ) NDtr->Delete();
562 //
563 if ( nd ) delete nd;
564 if ( ndclone ) delete ndclone;
565 if ( glroot ) delete glroot;
566 if ( runinfo ) delete runinfo;
567 //
568 if(code < 0) throw code;
569 return(code);
570 }
571
572
573

  ViewVC Help
Powered by ViewVC 1.1.23