1 |
// |
2 |
// C/C++ headers |
3 |
// |
4 |
#include <fstream> |
5 |
#include <string.h> |
6 |
#include <iostream> |
7 |
#include <cstring> |
8 |
#include <stdio.h> |
9 |
// |
10 |
// ROOT headers |
11 |
// |
12 |
#include <TTree.h> |
13 |
#include <TClassEdit.h> |
14 |
#include <TObject.h> |
15 |
#include <TList.h> |
16 |
#include <TArrayI.h> |
17 |
#include <TSystem.h> |
18 |
#include <TSystemDirectory.h> |
19 |
#include <TString.h> |
20 |
#include <TFile.h> |
21 |
#include <TClass.h> |
22 |
#include <TSQLServer.h> |
23 |
#include <TSQLRow.h> |
24 |
#include <TSQLResult.h> |
25 |
#include <TClonesArray.h> |
26 |
#include <stdlib.h> |
27 |
#include <math.h> |
28 |
// |
29 |
// RunInfo header |
30 |
// |
31 |
#include <RunInfo.h> |
32 |
#include <GLTables.h> |
33 |
// |
34 |
// YODA headers |
35 |
// |
36 |
#include <PamelaRun.h> |
37 |
#include <PscuHeader.h> |
38 |
#include <PscuEvent.h> |
39 |
#include <EventHeader.h> |
40 |
#include <physics/neutronDetector/NeutronEvent.h> |
41 |
#include <physics/neutronDetector/NeutronRecord.h> |
42 |
// |
43 |
// RunInfo header |
44 |
// |
45 |
//#include <RunInfo.h> |
46 |
//#include <GLTables.h> |
47 |
// |
48 |
// This program headers |
49 |
// |
50 |
#include <NDLevel2.h> |
51 |
#include <NDCore.h> |
52 |
#include <NDVerl2.h> |
53 |
|
54 |
using namespace std; |
55 |
|
56 |
// |
57 |
// CORE ROUTINE |
58 |
// |
59 |
// |
60 |
int NDCore(UInt_t run, TFile *file, GL_TABLES *glt, Int_t NDargc, char *NDargv[]){ |
61 |
// |
62 |
// Set these to true to have a verbose output. |
63 |
// |
64 |
Bool_t debug = false; |
65 |
Bool_t verbose = false; |
66 |
// |
67 |
// Output directory is the working directoy. |
68 |
// |
69 |
const char* outDir = gSystem->DirName(gSystem->DirName(file->GetPath())); |
70 |
// |
71 |
Int_t i = 0; |
72 |
TString processFolder = Form("NDFolder_%u",run); |
73 |
if ( NDargc > 0 ){ |
74 |
i = 0; |
75 |
while ( i < NDargc ){ |
76 |
if ( !strcmp(NDargv[i],"-processFolder") ) { |
77 |
if ( NDargc < i+1 ){ |
78 |
throw -3; |
79 |
}; |
80 |
processFolder = (TString)NDargv[i+1]; |
81 |
i++; |
82 |
}; |
83 |
if ( (!strcmp(NDargv[i],"--verbose")) || (!strcmp(NDargv[i],"-v")) ) { |
84 |
verbose = true; |
85 |
}; |
86 |
if ( (!strcmp(NDargv[i],"--debug")) || (!strcmp(NDargv[i],"-g")) ) { |
87 |
debug = true; |
88 |
verbose= true; |
89 |
}; |
90 |
i++; |
91 |
}; |
92 |
}; |
93 |
// |
94 |
|
95 |
// Variables for level2 |
96 |
// |
97 |
TTree *NDtr = 0; |
98 |
UInt_t nevents = 0; |
99 |
// |
100 |
// Variables needed to reprocess data |
101 |
// |
102 |
TString NDversion; |
103 |
ItoRunInfo *runinfo = 0; |
104 |
TArrayI *runlist = 0; |
105 |
TTree *NDtrclone = 0; |
106 |
Bool_t reproc = false; |
107 |
Bool_t reprocall = false; |
108 |
UInt_t nobefrun = 0; |
109 |
UInt_t noaftrun = 0; |
110 |
UInt_t numbofrun = 0; |
111 |
stringstream ftmpname; |
112 |
TString fname; |
113 |
UInt_t totfileentries = 0; |
114 |
UInt_t idRun = 0; |
115 |
Int_t tmpSize =0; |
116 |
Float_t yTrig =0; |
117 |
Float_t yUpperBackground =0; |
118 |
Float_t yBottomBackground =0; |
119 |
// |
120 |
// variables needed to handle error signals |
121 |
// |
122 |
Int_t code = 0; |
123 |
Int_t sgnl; |
124 |
// |
125 |
Long64_t maxsize = 10000000000LL; |
126 |
TTree::SetMaxTreeSize(maxsize); |
127 |
// |
128 |
// |
129 |
// ND level2 classes |
130 |
// |
131 |
NDLevel2 *nd = new NDLevel2(); |
132 |
NDLevel2 *ndclone = new NDLevel2(); |
133 |
// |
134 |
// define variables for opening and reading level0 file |
135 |
// |
136 |
TFile *l0File = 0; |
137 |
TTree *l0tr = 0; |
138 |
TBranch *l0head = 0; |
139 |
TBranch *l0ND =0; |
140 |
pamela::EventHeader *eh = 0; |
141 |
pamela::PscuHeader *ph = 0; |
142 |
pamela::neutron::NeutronRecord *l0nr = 0; |
143 |
pamela::neutron::NeutronEvent *l0ne = 0; |
144 |
// |
145 |
// Define other basic variables |
146 |
// |
147 |
UInt_t procev = 0; |
148 |
stringstream file2; |
149 |
stringstream file3; |
150 |
stringstream qy; |
151 |
Int_t totevent = 0; |
152 |
UInt_t atime = 0; |
153 |
UInt_t re = 0; |
154 |
// |
155 |
// Working filename |
156 |
// |
157 |
TString outputfile; |
158 |
stringstream name; |
159 |
name.str(""); |
160 |
name << outDir << "/"; |
161 |
// |
162 |
// temporary file and folder |
163 |
// |
164 |
TFile *tempfile = 0; |
165 |
TTree *tempND = 0; |
166 |
stringstream tempname; |
167 |
stringstream NDfolder; |
168 |
Bool_t myfold = false; |
169 |
tempname.str(""); |
170 |
tempname << outDir; |
171 |
tempname << "/" << processFolder.Data(); |
172 |
NDfolder.str(""); |
173 |
NDfolder << tempname.str().c_str(); |
174 |
tempname << "/NDtree_run"; |
175 |
tempname << run << ".root"; |
176 |
// |
177 |
// DB classes |
178 |
// |
179 |
GL_ROOT *glroot = new GL_ROOT(); |
180 |
GL_TIMESYNC *dbtime = 0; |
181 |
// |
182 |
// Let's start! |
183 |
// |
184 |
// As a first thing we must check what we have to do: if run = 0 we must process all events in the file has been passed |
185 |
// if run != 0 we must process only that run but first we have to check if the tree MyDetector2 already exist in the file |
186 |
// if it exists we are reprocessing data and we must delete that entries, if not we must create it. |
187 |
// |
188 |
if ( run == 0 ) reproc = true; |
189 |
// |
190 |
// |
191 |
// Output file is "outputfile" |
192 |
// |
193 |
if ( !file->IsOpen() ){ |
194 |
//printf(" ND - ERROR: cannot open file for writing\n"); |
195 |
throw -601 ; |
196 |
}; |
197 |
// |
198 |
// Retrieve GL_RUN variables from the level2 file |
199 |
// |
200 |
NDversion = NDInfo(false); // we should decide how to handle versioning system |
201 |
// |
202 |
// create an interface to RunInfo called "runinfo" |
203 |
// |
204 |
runinfo = new ItoRunInfo(file); |
205 |
// |
206 |
// open "Run" tree in level2 file, if not existing return an error (sngl != 0) |
207 |
// |
208 |
sgnl = 0; |
209 |
sgnl = runinfo->Update(run, "ND",NDversion); |
210 |
if ( sgnl ){ |
211 |
if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n"); |
212 |
code = sgnl; |
213 |
goto closeandexit; |
214 |
} else { |
215 |
sgnl = 0; |
216 |
}; |
217 |
// |
218 |
// number of events in the file BEFORE the first event of our run |
219 |
// |
220 |
nobefrun = runinfo->GetFirstEntry(); |
221 |
// |
222 |
// total number of events in the file |
223 |
// |
224 |
totfileentries = runinfo->GetFileEntries(); |
225 |
// |
226 |
// first file entry AFTER the last event of our run |
227 |
// |
228 |
noaftrun = runinfo->GetLastEntry() + 1; |
229 |
// |
230 |
// number of run to be processed |
231 |
// |
232 |
numbofrun = runinfo->GetNoRun(); |
233 |
// |
234 |
// |
235 |
// |
236 |
UInt_t totnorun = runinfo->GetRunEntries(); |
237 |
// |
238 |
// Try to access the S4 tree in the file, if it exists we are reprocessing data if not we are processing a new run |
239 |
// |
240 |
NDtrclone = (TTree*)file->Get("NeutronD"); |
241 |
// |
242 |
if ( !NDtrclone ){ |
243 |
// |
244 |
// tree does not exist, we are not reprocessing |
245 |
// |
246 |
reproc = false; |
247 |
if ( run == 0 ) { |
248 |
if (verbose) printf(" ND - WARNING: you are reprocessing data but ND tree does not exist!\n"); |
249 |
} |
250 |
if ( runinfo->IsReprocessing() && run != 0 ) { |
251 |
if (verbose) printf(" ND - WARNING: it seems you are not reprocessing data but ND\n versioning information already exists in RunInfo.\n"); |
252 |
} |
253 |
} else { |
254 |
// |
255 |
NDtrclone->SetAutoSave(900000000000000LL); |
256 |
// |
257 |
// tree exists, we are reprocessing data. Are we reprocessing a single run or all the file? |
258 |
// |
259 |
reproc = true; |
260 |
// |
261 |
// update versioning information |
262 |
// |
263 |
if (verbose) printf("\n Preparing the pre-processing...\n"); |
264 |
// |
265 |
if ( run == 0 || totnorun == 1 ){ |
266 |
// |
267 |
// we are reprocessing all the file |
268 |
// if we are reprocessing everything we don't need to copy any old event and we can just work with the new tree and delete the old one immediately |
269 |
// |
270 |
reprocall = true; |
271 |
// |
272 |
if (verbose) printf("\n ND - WARNING: Reprocessing all runs\n"); |
273 |
// |
274 |
} else { |
275 |
// |
276 |
// we are reprocessing a single run, we must copy to the new tree the events in the file which preceed the first event of the run |
277 |
// |
278 |
reprocall = false; |
279 |
// |
280 |
if (verbose) printf("\n ND - WARNING: Reprocessing run number %u \n",run); |
281 |
// |
282 |
// copying old tree to a new file |
283 |
// |
284 |
gSystem->MakeDirectory(NDfolder.str().c_str()); |
285 |
myfold = true; |
286 |
tempfile = new TFile(tempname.str().c_str(),"RECREATE"); |
287 |
tempND = NDtrclone->CloneTree(-1,"fast"); |
288 |
tempND->SetName("NeutronD-old"); |
289 |
tempfile->Write(); |
290 |
tempfile->Close(); |
291 |
} |
292 |
// |
293 |
// Delete the old tree from old file and memory |
294 |
// |
295 |
NDtrclone->Delete("all"); |
296 |
// |
297 |
if (verbose) printf(" ...done!\n"); |
298 |
// |
299 |
}; |
300 |
// |
301 |
// create mydetector tree mydect |
302 |
// |
303 |
file->cd(); |
304 |
NDtr = new TTree("NeutronD-new","PAMELA Level2 NeutronD data"); |
305 |
NDtr->SetAutoSave(900000000000000LL); |
306 |
NDtr->Branch("NDLevel2","NDLevel2",&nd); |
307 |
// |
308 |
if ( reproc && !reprocall ){ |
309 |
// |
310 |
// open new file and retrieve also tree informations |
311 |
// |
312 |
tempfile = new TFile(tempname.str().c_str(),"READ"); |
313 |
NDtrclone = (TTree*)tempfile->Get("NeutronD-old"); |
314 |
NDtrclone->SetAutoSave(900000000000000LL); |
315 |
NDtrclone->SetBranchAddress("NDLevel2",&ndclone); |
316 |
// |
317 |
if ( nobefrun > 0 ){ |
318 |
if (verbose) { |
319 |
printf("\n Pre-processing: copying events from the old tree before the processed run\n"); |
320 |
printf(" Copying %u events in the file which are before the beginning of the run %u \n",nobefrun,run); |
321 |
printf(" Start copying at event number 0, end copying at event number %u \n",nobefrun); |
322 |
} |
323 |
for (UInt_t j = 0; j < nobefrun; j++){ |
324 |
// |
325 |
NDtrclone->GetEntry(j); |
326 |
// |
327 |
// copy ndclone to mydec |
328 |
// |
329 |
// nd = new NDLevel2(); |
330 |
nd->Clear(); |
331 |
memcpy(&nd,&ndclone,sizeof(ndclone)); |
332 |
// |
333 |
// Fill entry in the new tree |
334 |
// |
335 |
NDtr->Fill(); |
336 |
// |
337 |
}; |
338 |
if (verbose) printf(" Finished successful copying!\n"); |
339 |
}; |
340 |
}; |
341 |
// |
342 |
// Get the list of run to be processed, if only one run has to be processed the list will contain one entry only. |
343 |
// |
344 |
runlist = runinfo->GetRunList(); |
345 |
// |
346 |
// Loop over the run to be processed |
347 |
// |
348 |
for (UInt_t irun=0; irun < numbofrun; irun++){ |
349 |
// |
350 |
// retrieve the first run ID to be processed using the RunInfo list |
351 |
// |
352 |
idRun = runlist->At(irun); |
353 |
if (verbose) { |
354 |
printf("\n\n\n ####################################################################### \n"); |
355 |
printf(" PROCESSING RUN NUMBER %u \n",idRun); |
356 |
printf(" ####################################################################### \n\n\n"); |
357 |
} |
358 |
// |
359 |
runinfo->ID_ROOT_L0 = 0; |
360 |
// |
361 |
// store in the runinfo class the GL_RUN variables for our run |
362 |
// |
363 |
sgnl = 0; |
364 |
sgnl = runinfo->GetRunInfo(idRun); |
365 |
if ( sgnl ){ |
366 |
if ( debug ) printf(" ND - ERROR: RunInfo exited with non-zero status\n"); |
367 |
code = sgnl; |
368 |
goto closeandexit; |
369 |
} else { |
370 |
sgnl = 0; |
371 |
}; |
372 |
// |
373 |
// now you can access that variables using the RunInfo class this way runinfo->ID_ROOT_L0 |
374 |
// |
375 |
if ( runinfo->ID_ROOT_L0 == 0 ){ |
376 |
if ( debug ) printf("\n ND - ERROR: no run with ID_RUN = %u \n\n Exiting... \n\n",idRun); |
377 |
code = -5; |
378 |
goto closeandexit; |
379 |
}; |
380 |
// |
381 |
// prepare the timesync for the db |
382 |
// |
383 |
TString host = glt->CGetHost(); |
384 |
TString user = glt->CGetUser(); |
385 |
TString psw = glt->CGetPsw(); |
386 |
TSQLServer *dbc = TSQLServer::Connect(host.Data(),user.Data(),psw.Data()); |
387 |
if ( !dbc->IsConnected() ) throw -604; |
388 |
stringstream myquery; |
389 |
myquery.str(""); |
390 |
myquery << "SET time_zone='+0:00'"; |
391 |
dbc->Query(myquery.str().c_str()); |
392 |
dbtime = new GL_TIMESYNC(runinfo->ID_ROOT_L0,"ID",dbc); |
393 |
// |
394 |
// Search in the DB the path and name of the LEVEL0 file to be processed. |
395 |
// |
396 |
// if ( !dbc->IsConnected() ) throw -604; |
397 |
glroot->Query_GL_ROOT(runinfo->ID_ROOT_L0,dbc); |
398 |
// |
399 |
ftmpname.str(""); |
400 |
ftmpname << glroot->PATH.Data() << "/"; |
401 |
ftmpname << glroot->NAME.Data(); |
402 |
fname = ftmpname.str().c_str(); |
403 |
// |
404 |
// print out informations |
405 |
// |
406 |
totevent = runinfo->NEVENTS; |
407 |
if (verbose) { |
408 |
printf("\n LEVEL0 data file: %s \n",fname.Data()); |
409 |
printf(" RUN HEADER absolute time is: %u \n",runinfo->RUNHEADER_TIME); |
410 |
printf(" RUN TRAILER absolute time is: %u \n",runinfo->RUNTRAILER_TIME); |
411 |
printf(" %i events to be processed for run %u: from %i to %i \n\n",totevent,idRun,runinfo->EV_FROM,runinfo->EV_FROM+totevent); |
412 |
} |
413 |
// |
414 |
// if ( !totevent ) goto closeandexit; |
415 |
// |
416 |
// Open Level0 file |
417 |
// |
418 |
l0File = new TFile(fname.Data()); |
419 |
if ( !l0File ) { |
420 |
if ( debug ) printf(" ND - ERROR: problems opening Level0 file\n"); |
421 |
code = -6; |
422 |
goto closeandexit; |
423 |
}; |
424 |
l0tr = (TTree*)l0File->Get("Physics"); |
425 |
if ( !l0tr ) { |
426 |
if ( debug ) printf(" ND - ERROR: no Physics tree in Level0 file\n"); |
427 |
l0File->Close(); |
428 |
code = -7; |
429 |
goto closeandexit; |
430 |
}; |
431 |
l0head = l0tr->GetBranch("Header"); |
432 |
if ( !l0head ) { |
433 |
if ( debug ) printf(" ND - ERROR: no Header branch in Level0 tree\n"); |
434 |
l0File->Close(); |
435 |
code = -8; |
436 |
goto closeandexit; |
437 |
}; |
438 |
l0ND = l0tr->GetBranch("Neutron"); |
439 |
if ( !l0ND ) { |
440 |
if ( debug ) printf(" ND - ERROR: no ND branch in Level0 tree\n"); |
441 |
l0File->Close(); |
442 |
code = -603; |
443 |
goto closeandexit; |
444 |
}; |
445 |
|
446 |
// |
447 |
l0tr->SetBranchAddress("Neutron", &l0ne); |
448 |
l0tr->SetBranchAddress("Header", &eh); |
449 |
// |
450 |
nevents = l0ND->GetEntries(); |
451 |
// |
452 |
if ( nevents < 1 && totevent ) { |
453 |
if ( debug ) printf(" ND - ERROR: Level0 file is empty\n\n"); |
454 |
l0File->Close(); |
455 |
code = -11; |
456 |
goto closeandexit; |
457 |
}; |
458 |
// |
459 |
if ( runinfo->EV_TO > nevents-1 && totevent ) { |
460 |
if ( debug ) printf(" ND - ERROR: too few entries in the tree\n"); |
461 |
l0File->Close(); |
462 |
code = -12; |
463 |
goto closeandexit; |
464 |
}; |
465 |
// |
466 |
// run over all the events of the run |
467 |
// |
468 |
if (verbose) printf("\n Ready to start! \n\n Processed events: \n\n"); |
469 |
// |
470 |
if ( dbc ){ |
471 |
dbc->Close(); |
472 |
// delete dbc; |
473 |
}; |
474 |
// |
475 |
for ( re = runinfo->EV_FROM; re < (runinfo->EV_FROM+runinfo->NEVENTS); re++){ |
476 |
// |
477 |
if ( procev%1000 == 0 && procev > 0 && verbose ) printf(" %iK \n",procev/1000); |
478 |
// |
479 |
l0head->GetEntry(re); |
480 |
// |
481 |
// absolute time of this event |
482 |
// |
483 |
ph = eh->GetPscuHeader(); |
484 |
atime = dbtime->DBabsTime(ph->GetOrbitalTime()); |
485 |
// |
486 |
// paranoid check |
487 |
// |
488 |
if ( (atime > (runinfo->RUNTRAILER_TIME+1)) || (atime < (runinfo->RUNHEADER_TIME-1)) ) { |
489 |
if (verbose) printf(" ND - WARNING: event at time outside the run time window, skipping it\n"); |
490 |
goto jumpev; |
491 |
}; |
492 |
// |
493 |
procev++; |
494 |
// |
495 |
// start processing |
496 |
// |
497 |
nd->Clear(); |
498 |
// |
499 |
l0ND->GetEntry(re); |
500 |
tmpSize = l0ne->Records->GetEntries(); |
501 |
if ( tmpSize && l0ne->unpackError == 0 ){ |
502 |
for (Int_t j = 0; j < tmpSize; j++){ |
503 |
l0nr = (pamela::neutron::NeutronRecord*)l0ne->Records->At(j); |
504 |
yTrig = yTrig + (float)l0nr->trigPhysics; |
505 |
yUpperBackground = yUpperBackground + (float)l0nr->upperBack; |
506 |
yBottomBackground = yBottomBackground + (float)l0nr->bottomBack; |
507 |
} |
508 |
nd->upperBack = yUpperBackground; |
509 |
nd->bottomBack = yBottomBackground; |
510 |
nd->trigPhysics = yTrig; |
511 |
}; |
512 |
// |
513 |
nd->unpackError = l0ne->unpackError; |
514 |
// |
515 |
NDtr->Fill(); // Fill tree NDLevel2 in the root file |
516 |
// |
517 |
yUpperBackground =0; |
518 |
yBottomBackground =0; |
519 |
yTrig=0; |
520 |
// |
521 |
// |
522 |
jumpev: |
523 |
debug = false; |
524 |
// |
525 |
}; |
526 |
// |
527 |
// Here you may want to clear some variables before processing another run |
528 |
// |
529 |
delete dbtime; |
530 |
}; // process all the runs |
531 |
// |
532 |
if (verbose) printf("\n Finished processing data \n"); |
533 |
// |
534 |
closeandexit: |
535 |
// |
536 |
// we have finished processing the run(s). If we processed a single run now we must copy all the events after our run from the old tree to the new one and delete the old tree. |
537 |
// |
538 |
if ( !reprocall && reproc && code >= 0 ){ |
539 |
if ( totfileentries > noaftrun ){ |
540 |
if (verbose) { |
541 |
printf("\n Post-processing: copying events from the old tree after the processed run\n"); |
542 |
printf(" Copying %i events in the file which are after the end of the run %i \n",(int)(totfileentries-noaftrun),(int)run); |
543 |
printf(" Start copying at event number %i end copying at event number %i \n",(int)noaftrun,(int)totfileentries); |
544 |
} |
545 |
for (UInt_t j = noaftrun; j < totfileentries; j++ ){ |
546 |
// |
547 |
// Get entry from old tree |
548 |
// |
549 |
NDtrclone->GetEntry(j); |
550 |
// |
551 |
// copy ndclone to nd |
552 |
// |
553 |
nd->Clear(); |
554 |
memcpy(&nd,&ndclone,sizeof(ndclone)); |
555 |
// |
556 |
// Fill entry in the new tree |
557 |
// |
558 |
NDtr->Fill(); |
559 |
}; |
560 |
if (verbose) printf(" Finished successful copying!\n"); |
561 |
}; |
562 |
}; |
563 |
// |
564 |
// Close files, delete old tree(s), write and close level2 file |
565 |
// |
566 |
if ( l0File ) l0File->Close(); |
567 |
if ( tempfile ) tempfile->Close(); |
568 |
if ( myfold ) gSystem->Unlink(tempname.str().c_str()); |
569 |
// |
570 |
if ( runinfo ) runinfo->Close(); |
571 |
if ( NDtr ) NDtr->SetName("NeutronD"); |
572 |
if ( file ){ |
573 |
file->cd(); |
574 |
file->Write(); |
575 |
}; |
576 |
// |
577 |
if ( myfold ) gSystem->Unlink(NDfolder.str().c_str()); |
578 |
// |
579 |
// the end |
580 |
// |
581 |
if ( verbose ) printf("\n Exiting...\n"); |
582 |
if ( NDtr ) NDtr->Delete(); |
583 |
// |
584 |
if ( nd ) delete nd; |
585 |
if ( ndclone ) delete ndclone; |
586 |
if ( glroot ) delete glroot; |
587 |
if ( runinfo ) delete runinfo; |
588 |
// |
589 |
if(code < 0) throw code; |
590 |
return(code); |
591 |
} |
592 |
|
593 |
|
594 |
|