/[PAMELA software]/DarthVader/NDLevel2/src/NDCore.cpp
ViewVC logotype

Contents of /DarthVader/NDLevel2/src/NDCore.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.18 - (show annotations) (download)
Sun Sep 9 18:57:28 2007 UTC (17 years, 2 months ago) by mocchiut
Branch: MAIN
CVS Tags: v4r00
Changes since 1.17: +6 -2 lines
Changed core routines to open themselves the DB connection

1 //
2 // C/C++ headers
3 //
4 #include <fstream>
5 #include <string.h>
6 #include <iostream>
7 #include <cstring>
8 #include <stdio.h>
9 //
10 // ROOT headers
11 //
12 #include <TTree.h>
13 #include <TClassEdit.h>
14 #include <TObject.h>
15 #include <TList.h>
16 #include <TArrayI.h>
17 #include <TSystem.h>
18 #include <TSystemDirectory.h>
19 #include <TString.h>
20 #include <TFile.h>
21 #include <TClass.h>
22 #include <TSQLServer.h>
23 #include <TSQLRow.h>
24 #include <TSQLResult.h>
25 #include <TClonesArray.h>
26 #include <stdlib.h>
27 #include <math.h>
28 //
29 // RunInfo header
30 //
31 #include <RunInfo.h>
32 #include <GLTables.h>
33 //
34 // YODA headers
35 //
36 #include <PamelaRun.h>
37 #include <PscuHeader.h>
38 #include <PscuEvent.h>
39 #include <EventHeader.h>
40 #include <physics/neutronDetector/NeutronEvent.h>
41 #include <physics/neutronDetector/NeutronRecord.h>
42 //
43 // RunInfo header
44 //
45 //#include <RunInfo.h>
46 //#include <GLTables.h>
47 //
48 // This program headers
49 //
50 #include <NDLevel2.h>
51 #include <NDCore.h>
52 #include <NDVerl2.h>
53
54 using namespace std;
55
56 //
57 // CORE ROUTINE
58 //
59 //
60 int NDCore(UInt_t run, TFile *file, GL_TABLES *glt, Int_t NDargc, char *NDargv[]){
61 //
62 // Set these to true to have a verbose output.
63 //
64 Bool_t debug = false;
65 Bool_t verbose = false;
66 //
67 // Output directory is the working directoy.
68 //
69 const char* outDir = gSystem->DirName(gSystem->DirName(file->GetPath()));
70 //
71 Int_t i = 0;
72 TString processFolder = Form("NDFolder_%u",run);
73 if ( NDargc > 0 ){
74 i = 0;
75 while ( i < NDargc ){
76 if ( !strcmp(NDargv[i],"-processFolder") ) {
77 if ( NDargc < i+1 ){
78 throw -3;
79 };
80 processFolder = (TString)NDargv[i+1];
81 i++;
82 };
83 if ( (!strcmp(NDargv[i],"--verbose")) || (!strcmp(NDargv[i],"-v")) ) {
84 verbose = true;
85 };
86 if ( (!strcmp(NDargv[i],"--debug")) || (!strcmp(NDargv[i],"-g")) ) {
87 debug = true;
88 verbose= true;
89 };
90 i++;
91 };
92 };
93 //
94
95 // Variables for level2
96 //
97 TTree *NDtr = 0;
98 UInt_t nevents = 0;
99 //
100 // Variables needed to reprocess data
101 //
102 TString NDversion;
103 ItoRunInfo *runinfo = 0;
104 TArrayI *runlist = 0;
105 TTree *NDtrclone = 0;
106 Bool_t reproc = false;
107 Bool_t reprocall = false;
108 UInt_t nobefrun = 0;
109 UInt_t noaftrun = 0;
110 UInt_t numbofrun = 0;
111 stringstream ftmpname;
112 TString fname;
113 UInt_t totfileentries = 0;
114 UInt_t idRun = 0;
115 Int_t tmpSize =0;
116 Float_t yTrig =0;
117 Float_t yUpperBackground =0;
118 Float_t yBottomBackground =0;
119 //
120 // variables needed to handle error signals
121 //
122 Int_t code = 0;
123 Int_t sgnl;
124 //
125 Long64_t maxsize = 10000000000LL;
126 TTree::SetMaxTreeSize(maxsize);
127 //
128 //
129 // ND level2 classes
130 //
131 NDLevel2 *nd = new NDLevel2();
132 NDLevel2 *ndclone = new NDLevel2();
133 //
134 // define variables for opening and reading level0 file
135 //
136 TFile *l0File = 0;
137 TTree *l0tr = 0;
138 TBranch *l0head = 0;
139 TBranch *l0ND =0;
140 pamela::EventHeader *eh = 0;
141 pamela::PscuHeader *ph = 0;
142 pamela::neutron::NeutronRecord *l0nr = 0;
143 pamela::neutron::NeutronEvent *l0ne = 0;
144 //
145 // Define other basic variables
146 //
147 UInt_t procev = 0;
148 stringstream file2;
149 stringstream file3;
150 stringstream qy;
151 Int_t totevent = 0;
152 UInt_t atime = 0;
153 UInt_t re = 0;
154 //
155 // Working filename
156 //
157 TString outputfile;
158 stringstream name;
159 name.str("");
160 name << outDir << "/";
161 //
162 // temporary file and folder
163 //
164 TFile *tempfile = 0;
165 TTree *tempND = 0;
166 stringstream tempname;
167 stringstream NDfolder;
168 Bool_t myfold = false;
169 tempname.str("");
170 tempname << outDir;
171 tempname << "/" << processFolder.Data();
172 NDfolder.str("");
173 NDfolder << tempname.str().c_str();
174 tempname << "/NDtree_run";
175 tempname << run << ".root";
176 //
177 // DB classes
178 //
179 GL_ROOT *glroot = new GL_ROOT();
180 GL_TIMESYNC *dbtime = 0;
181 //
182 // Let's start!
183 //
184 // As a first thing we must check what we have to do: if run = 0 we must process all events in the file has been passed
185 // if run != 0 we must process only that run but first we have to check if the tree MyDetector2 already exist in the file
186 // if it exists we are reprocessing data and we must delete that entries, if not we must create it.
187 //
188 if ( run == 0 ) reproc = true;
189 //
190 //
191 // Output file is "outputfile"
192 //
193 if ( !file->IsOpen() ){
194 //printf(" ND - ERROR: cannot open file for writing\n");
195 throw -601 ;
196 };
197 //
198 // Retrieve GL_RUN variables from the level2 file
199 //
200 NDversion = NDInfo(false); // we should decide how to handle versioning system
201 //
202 // create an interface to RunInfo called "runinfo"
203 //
204 runinfo = new ItoRunInfo(file);
205 //
206 // open "Run" tree in level2 file, if not existing return an error (sngl != 0)
207 //
208 sgnl = 0;
209 sgnl = runinfo->Update(run, "ND",NDversion);
210 if ( sgnl ){
211 if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n");
212 code = sgnl;
213 goto closeandexit;
214 } else {
215 sgnl = 0;
216 };
217 //
218 // number of events in the file BEFORE the first event of our run
219 //
220 nobefrun = runinfo->GetFirstEntry();
221 //
222 // total number of events in the file
223 //
224 totfileentries = runinfo->GetFileEntries();
225 //
226 // first file entry AFTER the last event of our run
227 //
228 noaftrun = runinfo->GetLastEntry() + 1;
229 //
230 // number of run to be processed
231 //
232 numbofrun = runinfo->GetNoRun();
233 //
234 //
235 //
236 UInt_t totnorun = runinfo->GetRunEntries();
237 //
238 // Try to access the S4 tree in the file, if it exists we are reprocessing data if not we are processing a new run
239 //
240 NDtrclone = (TTree*)file->Get("NeutronD");
241 //
242 if ( !NDtrclone ){
243 //
244 // tree does not exist, we are not reprocessing
245 //
246 reproc = false;
247 if ( run == 0 ) {
248 if (verbose) printf(" ND - WARNING: you are reprocessing data but ND tree does not exist!\n");
249 }
250 if ( runinfo->IsReprocessing() && run != 0 ) {
251 if (verbose) printf(" ND - WARNING: it seems you are not reprocessing data but ND\n versioning information already exists in RunInfo.\n");
252 }
253 } else {
254 //
255 NDtrclone->SetAutoSave(900000000000000LL);
256 //
257 // tree exists, we are reprocessing data. Are we reprocessing a single run or all the file?
258 //
259 reproc = true;
260 //
261 // update versioning information
262 //
263 if (verbose) printf("\n Preparing the pre-processing...\n");
264 //
265 if ( run == 0 || totnorun == 1 ){
266 //
267 // we are reprocessing all the file
268 // if we are reprocessing everything we don't need to copy any old event and we can just work with the new tree and delete the old one immediately
269 //
270 reprocall = true;
271 //
272 if (verbose) printf("\n ND - WARNING: Reprocessing all runs\n");
273 //
274 } else {
275 //
276 // we are reprocessing a single run, we must copy to the new tree the events in the file which preceed the first event of the run
277 //
278 reprocall = false;
279 //
280 if (verbose) printf("\n ND - WARNING: Reprocessing run number %u \n",run);
281 //
282 // copying old tree to a new file
283 //
284 gSystem->MakeDirectory(NDfolder.str().c_str());
285 myfold = true;
286 tempfile = new TFile(tempname.str().c_str(),"RECREATE");
287 tempND = NDtrclone->CloneTree(-1,"fast");
288 tempND->SetName("NeutronD-old");
289 tempfile->Write();
290 tempfile->Close();
291 }
292 //
293 // Delete the old tree from old file and memory
294 //
295 NDtrclone->Delete("all");
296 //
297 if (verbose) printf(" ...done!\n");
298 //
299 };
300 //
301 // create mydetector tree mydect
302 //
303 file->cd();
304 NDtr = new TTree("NeutronD-new","PAMELA Level2 NeutronD data");
305 NDtr->SetAutoSave(900000000000000LL);
306 NDtr->Branch("NDLevel2","NDLevel2",&nd);
307 //
308 if ( reproc && !reprocall ){
309 //
310 // open new file and retrieve also tree informations
311 //
312 tempfile = new TFile(tempname.str().c_str(),"READ");
313 NDtrclone = (TTree*)tempfile->Get("NeutronD-old");
314 NDtrclone->SetAutoSave(900000000000000LL);
315 NDtrclone->SetBranchAddress("NDLevel2",&ndclone);
316 //
317 if ( nobefrun > 0 ){
318 if (verbose) {
319 printf("\n Pre-processing: copying events from the old tree before the processed run\n");
320 printf(" Copying %u events in the file which are before the beginning of the run %u \n",nobefrun,run);
321 printf(" Start copying at event number 0, end copying at event number %u \n",nobefrun);
322 }
323 for (UInt_t j = 0; j < nobefrun; j++){
324 //
325 NDtrclone->GetEntry(j);
326 //
327 // copy ndclone to mydec
328 //
329 // nd = new NDLevel2();
330 nd->Clear();
331 memcpy(&nd,&ndclone,sizeof(ndclone));
332 //
333 // Fill entry in the new tree
334 //
335 NDtr->Fill();
336 //
337 };
338 if (verbose) printf(" Finished successful copying!\n");
339 };
340 };
341 //
342 // Get the list of run to be processed, if only one run has to be processed the list will contain one entry only.
343 //
344 runlist = runinfo->GetRunList();
345 //
346 // Loop over the run to be processed
347 //
348 for (UInt_t irun=0; irun < numbofrun; irun++){
349 //
350 // retrieve the first run ID to be processed using the RunInfo list
351 //
352 idRun = runlist->At(irun);
353 if (verbose) {
354 printf("\n\n\n ####################################################################### \n");
355 printf(" PROCESSING RUN NUMBER %u \n",idRun);
356 printf(" ####################################################################### \n\n\n");
357 }
358 //
359 runinfo->ID_ROOT_L0 = 0;
360 //
361 // store in the runinfo class the GL_RUN variables for our run
362 //
363 sgnl = 0;
364 sgnl = runinfo->GetRunInfo(idRun);
365 if ( sgnl ){
366 if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n");
367 code = sgnl;
368 goto closeandexit;
369 } else {
370 sgnl = 0;
371 };
372 //
373 // now you can access that variables using the RunInfo class this way runinfo->ID_ROOT_L0
374 //
375 if ( runinfo->ID_ROOT_L0 == 0 ){
376 if ( debug ) printf("\n ND - ERROR: no run with ID_RUN = %u \n\n Exiting... \n\n",idRun);
377 code = -5;
378 goto closeandexit;
379 };
380 //
381 // prepare the timesync for the db
382 //
383 TString host = glt->CGetHost();
384 TString user = glt->CGetUser();
385 TString psw = glt->CGetPsw();
386 TSQLServer *dbc = TSQLServer::Connect(host.Data(),user.Data(),psw.Data());
387 if ( !dbc->IsConnected() ) throw -604;
388 dbtime = new GL_TIMESYNC(runinfo->ID_ROOT_L0,"ID",dbc);
389 //
390 // Search in the DB the path and name of the LEVEL0 file to be processed.
391 //
392 // if ( !dbc->IsConnected() ) throw -604;
393 glroot->Query_GL_ROOT(runinfo->ID_ROOT_L0,dbc);
394 //
395 ftmpname.str("");
396 ftmpname << glroot->PATH.Data() << "/";
397 ftmpname << glroot->NAME.Data();
398 fname = ftmpname.str().c_str();
399 //
400 // print out informations
401 //
402 totevent = runinfo->NEVENTS;
403 if (verbose) {
404 printf("\n LEVEL0 data file: %s \n",fname.Data());
405 printf(" RUN HEADER absolute time is: %u \n",runinfo->RUNHEADER_TIME);
406 printf(" RUN TRAILER absolute time is: %u \n",runinfo->RUNTRAILER_TIME);
407 printf(" %i events to be processed for run %u: from %i to %i \n\n",totevent,idRun,runinfo->EV_FROM,runinfo->EV_FROM+totevent);
408 }
409 //
410 // Open Level0 file
411 //
412 l0File = new TFile(fname.Data());
413 if ( !l0File ) {
414 if ( debug ) printf(" ND - ERROR: problems opening Level0 file\n");
415 code = -6;
416 goto closeandexit;
417 };
418 l0tr = (TTree*)l0File->Get("Physics");
419 if ( !l0tr ) {
420 if ( debug ) printf(" ND - ERROR: no Physics tree in Level0 file\n");
421 l0File->Close();
422 code = -7;
423 goto closeandexit;
424 };
425 l0head = l0tr->GetBranch("Header");
426 if ( !l0head ) {
427 if ( debug ) printf(" ND - ERROR: no Header branch in Level0 tree\n");
428 l0File->Close();
429 code = -8;
430 goto closeandexit;
431 };
432 l0ND = l0tr->GetBranch("Neutron");
433 if ( !l0ND ) {
434 if ( debug ) printf(" ND - ERROR: no ND branch in Level0 tree\n");
435 l0File->Close();
436 code = -603;
437 goto closeandexit;
438 };
439
440 //
441 l0tr->SetBranchAddress("Neutron", &l0ne);
442 l0tr->SetBranchAddress("Header", &eh);
443 //
444 nevents = l0ND->GetEntries();
445 //
446 if ( nevents < 1 ) {
447 if ( debug ) printf(" ND - ERROR: Level0 file is empty\n\n");
448 l0File->Close();
449 code = -11;
450 goto closeandexit;
451 };
452 //
453 if ( runinfo->EV_TO > nevents-1 ) {
454 if ( debug ) printf(" ND - ERROR: too few entries in the tree\n");
455 l0File->Close();
456 code = -12;
457 goto closeandexit;
458 };
459 //
460 // run over all the events of the run
461 //
462 if (verbose) printf("\n Ready to start! \n\n Processed events: \n\n");
463 //
464 if ( dbc ){
465 dbc->Close();
466 // delete dbc;
467 };
468 //
469 for ( re = runinfo->EV_FROM; re < (runinfo->EV_FROM+runinfo->NEVENTS); re++){
470 //
471 if ( procev%1000 == 0 && procev > 0 && verbose ) printf(" %iK \n",procev/1000);
472 //
473 l0head->GetEntry(re);
474 //
475 // absolute time of this event
476 //
477 ph = eh->GetPscuHeader();
478 atime = dbtime->DBabsTime(ph->GetOrbitalTime());
479 //
480 // paranoid check
481 //
482 if ( (atime > runinfo->RUNTRAILER_TIME) || (atime < runinfo->RUNHEADER_TIME) ) {
483 if (verbose) printf(" ND - WARNING: event at time outside the run time window, skipping it\n");
484 goto jumpev;
485 };
486 //
487 procev++;
488 //
489 // start processing
490 //
491 nd->Clear();
492 //
493 l0ND->GetEntry(re);
494 tmpSize = l0ne->Records->GetEntries();
495 if ( tmpSize && l0ne->unpackError == 0 ){
496 for (Int_t j = 0; j < tmpSize; j++){
497 l0nr = (pamela::neutron::NeutronRecord*)l0ne->Records->At(j);
498 yTrig = yTrig + (float)l0nr->trigPhysics;
499 yUpperBackground = yUpperBackground + (float)l0nr->upperBack;
500 yBottomBackground = yBottomBackground + (float)l0nr->bottomBack;
501 }
502 nd->upperBack = yUpperBackground;
503 nd->bottomBack = yBottomBackground;
504 nd->trigPhysics = yTrig;
505 };
506 //
507 nd->unpackError = l0ne->unpackError;
508 //
509 NDtr->Fill(); // Fill tree NDLevel2 in the root file
510 //
511 yUpperBackground =0;
512 yBottomBackground =0;
513 yTrig=0;
514 //
515 //
516 jumpev:
517 debug = false;
518 //
519 };
520 //
521 // Here you may want to clear some variables before processing another run
522 //
523 delete dbtime;
524 }; // process all the runs
525 //
526 if (verbose) printf("\n Finished processing data \n");
527 //
528 closeandexit:
529 //
530 // we have finished processing the run(s). If we processed a single run now we must copy all the events after our run from the old tree to the new one and delete the old tree.
531 //
532 if ( !reprocall && reproc && code >= 0 ){
533 if ( totfileentries > noaftrun ){
534 if (verbose) {
535 printf("\n Post-processing: copying events from the old tree after the processed run\n");
536 printf(" Copying %i events in the file which are after the end of the run %i \n",(int)(totfileentries-noaftrun),(int)run);
537 printf(" Start copying at event number %i end copying at event number %i \n",(int)noaftrun,(int)totfileentries);
538 }
539 for (UInt_t j = noaftrun; j < totfileentries; j++ ){
540 //
541 // Get entry from old tree
542 //
543 NDtrclone->GetEntry(j);
544 //
545 // copy ndclone to nd
546 //
547 nd->Clear();
548 memcpy(&nd,&ndclone,sizeof(ndclone));
549 //
550 // Fill entry in the new tree
551 //
552 NDtr->Fill();
553 };
554 if (verbose) printf(" Finished successful copying!\n");
555 };
556 };
557 //
558 // Close files, delete old tree(s), write and close level2 file
559 //
560 if ( l0File ) l0File->Close();
561 if ( tempfile ) tempfile->Close();
562 if ( myfold ) gSystem->Unlink(tempname.str().c_str());
563 //
564 if ( runinfo ) runinfo->Close();
565 if ( NDtr ) NDtr->SetName("NeutronD");
566 if ( file ){
567 file->cd();
568 file->Write();
569 };
570 //
571 if ( myfold ) gSystem->Unlink(NDfolder.str().c_str());
572 //
573 // the end
574 //
575 if ( verbose ) printf("\n Exiting...\n");
576 if ( NDtr ) NDtr->Delete();
577 //
578 if ( nd ) delete nd;
579 if ( ndclone ) delete ndclone;
580 if ( glroot ) delete glroot;
581 if ( runinfo ) delete runinfo;
582 //
583 if(code < 0) throw code;
584 return(code);
585 }
586
587
588

  ViewVC Help
Powered by ViewVC 1.1.23