/[PAMELA software]/YodaProfiler/src/PamelaDBOperations.cpp
ViewVC logotype

Annotation of /YodaProfiler/src/PamelaDBOperations.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.43 - (hide annotations) (download)
Mon Apr 30 20:49:49 2007 UTC (17 years, 7 months ago) by mocchiut
Branch: MAIN
CVS Tags: v3r04, v3r05
Changes since 1.42: +3 -3 lines
Check bug fixed

1 mocchiut 1.1 //
2     #include <iomanip>
3     #include <sstream>
4     //
5     #include <iostream>
6     #include <string>
7     #include <fstream>
8     #include <list>
9     #include <errno.h>
10     //
11 mocchiut 1.3 #include <TFile.h>
12     #include <TSystem.h>
13 mocchiut 1.1 #include <TSQLResult.h>
14     #include <TSQLRow.h>
15     #include <TTree.h>
16     #include <TGraph.h>
17 mocchiut 1.17 #include <TTimeStamp.h>
18 mocchiut 1.1 #include <TF1.h>
19     //
20     #include <EventHeader.h>
21     #include <PscuHeader.h>
22     #include <mcmd/McmdEvent.h>
23     #include <mcmd/McmdRecord.h>
24     #include <RunHeaderEvent.h>
25     #include <RunTrailerEvent.h>
26     #include <CalibCalPedEvent.h>
27     #include <CalibS4Event.h>
28     #include <CalibTrk1Event.h>
29     #include <CalibTrk2Event.h>
30     #include <varDump/VarDumpEvent.h>
31     #include <varDump/VarDumpRecord.h>
32     #include <physics/S4/S4Event.h>
33     //
34 mocchiut 1.14 #include <sgp4.h>
35 mocchiut 1.12
36 mocchiut 1.1 #include <PamelaDBOperations.h>
37     //
38     using namespace std;
39     using namespace pamela;
40    
41 mocchiut 1.12 // Some function to work with cTle stuff.
42     bool compTLE(cTle* tle1, cTle *tle2);
43     float getTleJulian(cTle *);
44     string getTleDatetime(cTle*);
45    
46 mocchiut 1.1 /**
47     * Constructor.
48     * @param host hostname for the SQL connection.
49     * @param user username for the SQL connection.
50     * @param password password for the SQL connection.
51     * @param filerawname The path and name to the raw file.
52     * @param filerootname The path and name of the raw file.
53     * @param boot file BOOT number.
54     * @param obt0 file obt0.
55     * @param tsync file timesync.
56     * @param debug debug flag.
57 mocchiut 1.12 * @param tlefilename ascii file with TLE 3 line elements.
58 mocchiut 1.1 */
59 mocchiut 1.29 PamelaDBOperations::PamelaDBOperations(TString host, TString user, TString password, TString filerawname, TString filerootname, UInt_t boot, UInt_t tsync, UInt_t obt0, Bool_t debug, TString tlefilename, UInt_t dwinput, Bool_t staticp){
60 mocchiut 1.1 //
61 mocchiut 1.29 STATIC=false;
62     if ( staticp ) STATIC=true;
63 mocchiut 1.1 //
64     SetConnection(host,user,password);
65     //
66     SetDebugFlag(debug);
67     //
68     glrun = new GL_RUN();
69     //
70     if ( !boot ) SetNOBOOT(false);
71     SetBOOTnumber(boot);
72     SetTsync(tsync);
73     SetObt0(obt0);
74     //
75 mocchiut 1.12 SetTLEPath(tlefilename);
76     //
77 mocchiut 1.1 //
78 pam-fi 1.8 INSERT_RAW =!filerawname.IsNull();
79     if(INSERT_RAW)SetRawName(filerawname);
80 mocchiut 1.1 //
81 pam-fi 1.8 INSERT_ROOT = !filerootname.IsNull();
82 mocchiut 1.9 if( INSERT_ROOT ){
83 mocchiut 1.10 this->SetRootName(filerootname);
84 mocchiut 1.27 this->SetOrbitNo(dwinput);
85 mocchiut 1.9 file = TFile::Open(this->GetRootName().Data());
86 mocchiut 1.16 } else {
87     this->SetRootName("");
88 pam-fi 1.8 };
89 mocchiut 1.1 //
90     this->SetID_RAW(0);
91     this->SetID_ROOT(0);
92 pam-fi 1.8
93     VALIDATE = false;
94    
95 mocchiut 1.9 //
96 mocchiut 1.1 };
97    
98     /**
99     * Destructor
100     */
101     void PamelaDBOperations::Close(){
102     if( conn && conn->IsConnected() ) conn->Close();
103 pam-fi 1.8 delete clean_time;
104 mocchiut 1.1 delete glrun;
105     delete this;
106     };
107    
108     //
109     // SETTERS
110     //
111    
112 mocchiut 1.9 //
113     // must be out of the constructor in order to FORCE the validation of the latest runs in case you run the validation together with the latest file
114     //
115     void PamelaDBOperations::CheckValidate(Long64_t olderthan){
116     clean_time = new TDatime();
117 mocchiut 1.17 //
118 mocchiut 1.9 if(olderthan >= 0){
119     VALIDATE = true;
120     UInt_t timelim = 0;
121 mocchiut 1.17 timelim = (UInt_t)clean_time->Convert(true) - olderthan;
122 mocchiut 1.9 clean_time->Set(timelim,false);
123     };
124     };
125    
126 mocchiut 1.1 /**
127     * Open the DB connection
128     * @param host hostname for the SQL connection.
129     * @param user username for the SQL connection.
130     * @param password password for the SQL connection.
131     */
132     void PamelaDBOperations::SetConnection(TString host, TString user, TString password){
133 mocchiut 1.13 if ( IsDebug() ) printf(" Connecting using host = %s user = %s password = %s \n",host.Data(),user.Data(),password.Data());
134 mocchiut 1.1 conn = TSQLServer::Connect(host.Data(),user.Data(),password.Data());
135     };
136    
137     /**
138     * Store the ID of the ROOT file.
139     * @param idr ID of the ROOT file
140     */
141     void PamelaDBOperations::SetID_ROOT(UInt_t idr){
142     idroot=idr;
143     };
144    
145     /**
146     * Store the ID of the RAW file.
147     * @param idr ID of the RAW file
148     */
149     void PamelaDBOperations::SetID_RAW(UInt_t idr){
150     id=idr;
151     };
152    
153     /**
154     * Set the debug flag
155     *
156     */
157     void PamelaDBOperations::SetDebugFlag(Bool_t dbg){
158     debug = dbg;
159     };
160    
161     /**
162 mocchiut 1.21 * Set the autoboot flag
163     *
164     */
165     void PamelaDBOperations::SetAutoBoot(Bool_t dbg){
166     AUTOBOOT = dbg;
167     };
168    
169     /**
170 mocchiut 1.16 * Set the nofrag flag
171     *
172     */
173     void PamelaDBOperations::SetNoFrag(Bool_t nf){
174     NOFRAG = nf;
175     };
176    
177     /**
178 mocchiut 1.1 * Store the BOOT number of the RAW file.
179     * @param boot BOOT number of the RAW file
180     */
181     void PamelaDBOperations::SetBOOTnumber(UInt_t boot){
182     BOOTNO=boot;
183     };
184    
185     /**
186     * Store the time sync of the RAW file.
187     * @param boot time sync
188     */
189     void PamelaDBOperations::SetTsync(UInt_t ts){
190     tsync=ts;
191     };
192    
193     /**
194     * Store the time sync of the RAW file.
195     * @param boot time sync
196     */
197     void PamelaDBOperations::SetObt0(UInt_t ts){
198     obt0=ts;
199     };
200    
201     /**
202     * Store the RAW filename.
203     * @param str the RAW filename.
204     */
205     void PamelaDBOperations::SetRawName(TString str){
206     filerawname=str;
207     };
208    
209     /**
210     * Store the ROOT filename.
211     * @param str the ROOT filename.
212     */
213     void PamelaDBOperations::SetRootName(TString str){
214     filerootname=str;
215     };
216    
217     /**
218 mocchiut 1.13 * Store the downlink orbit number from filename.
219     */
220 mocchiut 1.27 void PamelaDBOperations::SetOrbitNo(UInt_t dwinput){
221 mocchiut 1.13 dworbit = 0;
222 mocchiut 1.27 //
223     if ( dwinput ){
224     dworbit = dwinput;
225     if ( IsDebug() ) printf(" Downlink orbit given by hand: %i \n",dworbit);
226     return;
227     };
228     //
229 mocchiut 1.13 TString name = this->GetRootFile();
230     Int_t nlength = name.Length();
231     if ( nlength < 5 ) return;
232     TString dwo = 0;
233     for (Int_t i = 0; i<5; i++){
234     dwo.Append(name[i],1);
235     };
236     if ( dwo.IsDigit() ){
237     dworbit = (UInt_t)dwo.Atoi();
238     } else {
239     dwo="";
240     for (Int_t i = 8; i<13; i++){
241     dwo.Append(name[i],1);
242     };
243     if ( dwo.IsDigit() ) dworbit = (UInt_t)dwo.Atoi();
244     };
245     if ( IsDebug() ) printf(" Downlink orbit is %i (dwo = %s) \n",dworbit,dwo.Data());
246     return;
247     };
248    
249    
250    
251     /**
252 mocchiut 1.1 * Store the NOBOOT flag.
253     * @param noboot true/false.
254     */
255     void PamelaDBOperations::SetNOBOOT(Bool_t noboot){
256     NOBOOT = noboot;
257     };
258    
259     /**
260 mocchiut 1.12 * Store path to the TLE file.
261     */
262     void PamelaDBOperations::SetTLEPath(TString str){
263     tlefilename = str;
264     };
265    
266 mocchiut 1.29 TString PamelaDBOperations::GetRawPath(){
267     if ( STATIC ){
268     return((TString)gSystem->DirName(filerawname.Data())+'/');
269     } else {
270     return((TString)gSystem->ExpandPathName("$PAM_RAW")+'/');
271     };
272     };
273    
274     TString PamelaDBOperations::GetRootPath(){
275     if ( STATIC ){
276     return((TString)gSystem->DirName(filerootname.Data())+'/');
277     } else {
278     return((TString)gSystem->ExpandPathName("$PAM_L0")+'/');
279     };
280     };
281    
282 mocchiut 1.12 /**
283 mocchiut 1.2 * Store the olderthan variable
284     * @param olderthan
285     */
286 pam-fi 1.8 // void PamelaDBOperations::SetOlderThan(Long64_t oldthan){
287     // olderthan = oldthan;
288     // };
289 mocchiut 1.2
290     /**
291 mocchiut 1.1 * Retrieve the ID_RAW, if exists, returns NULL if does not exist.
292     */
293     Bool_t PamelaDBOperations::SetID_RAW(){
294     stringstream oss;
295     TSQLResult *result = 0;
296     TSQLRow *row = 0;
297     oss.str("");
298 mocchiut 1.29 if ( STATIC ){
299     oss << "SELECT ID FROM GL_RAW WHERE "
300     << " PATH = '" << this->GetRawPath().Data() << "' AND "
301     << " NAME = '" << this->GetRawFile().Data() << "' ";
302     } else {
303     oss << "SELECT ID FROM GL_RAW WHERE "
304     << " PATH = '$PAM_RAW' AND "
305     << " NAME = '" << this->GetRawFile().Data() << "' ";
306     }
307 mocchiut 1.1 result = conn->Query(oss.str().c_str());
308 mocchiut 1.2 if ( result == NULL ) throw -4;
309 mocchiut 1.1 row = result->Next();
310 mocchiut 1.2 if ( !row ) return(false);
311 mocchiut 1.1 delete result;
312     id = (UInt_t)atoll(row->GetField(0));
313     return(true);
314     }
315    
316     /**
317     *
318     * Set the variables which have to be stored in the GL_RUN table and that do not depend on the RUN
319     *
320     */
321     void PamelaDBOperations::SetCommonGLRUN(UInt_t absth, UInt_t abstt){
322     glrun->SetBOOTNUMBER(BOOTNO);
323     glrun->SetRUNHEADER_TIME(absth);
324     glrun->SetRUNTRAILER_TIME(abstt);
325     glrun->SetID_ROOT_L2(0);
326     glrun->SetID_ROOT_L0(idroot);
327     glrun->SetVALIDATION(0);
328     };
329    
330     /**
331     * Patch, look for upper limits to avoid processing retransmitted data
332     */
333     Int_t PamelaDBOperations::SetUpperLimits(){
334     UInt_t nevent = 0;
335     UInt_t pktlast = 0;
336     UInt_t obtlast = 0;
337 mocchiut 1.21 Long64_t t_pktlast = 0LL;
338     // UInt_t t_obtlast = 0;
339     Long64_t t_obtlast = 0LL;
340     Long64_t upperpkt2 = 0LL;
341     Long64_t upperobt2 = 0LL;
342 mocchiut 1.1 UInt_t zomp = 0;
343     UInt_t jump = 50000; // was 5000
344 mocchiut 1.4 EventCounter *code=0;
345     //
346 mocchiut 1.21 Long64_t deltapkt = 5000LL;
347     Long64_t deltaobt = 50000LL;
348 mocchiut 1.13 //
349 mocchiut 1.28 pcksList packetsNames;
350     pcksList::iterator Iter;
351     getPacketsNames(packetsNames);
352 mocchiut 1.1 //
353     pktfirst = 0;
354     obtfirst = 0;
355 mocchiut 1.28 ppktfirst = 0;
356     pobtfirst = 0;
357 mocchiut 1.1 //
358     TTree *T = 0;
359     T = (TTree*)file->Get("Physics");
360     if ( !T || T->IsZombie() ) throw -16;
361     EventHeader *eh = 0;
362     PscuHeader *ph = 0;
363     T->SetBranchAddress("Header", &eh);
364     nevent = T->GetEntries();
365     //
366     T->GetEntry(0);
367     ph = eh->GetPscuHeader();
368     pktfirst = ph->GetCounter();
369     obtfirst = ph->GetOrbitalTime();
370 mocchiut 1.28 ppktfirst = pktfirst;
371     pobtfirst = obtfirst;
372 mocchiut 1.1 //
373 mocchiut 1.28 code = eh->GetCounter();
374     UInt_t en = 0;
375     for(Iter = packetsNames.begin(); Iter != packetsNames.end(); Iter++){
376     en = code->Get(GetPacketType(*Iter));
377     if ( !strcmp("CalibCalPed",*Iter) || !strcmp("CalibTrk1",*Iter) || !strcmp("CalibTrk2",*Iter) || !strcmp("CalibS4",*Iter) ){
378     if ( IsDebug() ) printf(" We have a calibration before the first physic packet: packet type is %s, entries: %i \n",*Iter,en);
379     //
380     TTree *TC = 0;
381     TC = (TTree*)file->Get("CalibCalPed");
382     if ( !TC || TC->IsZombie() ) throw -16;
383     EventHeader *ehc = 0;
384     PscuHeader *phc = 0;
385     TC->SetBranchAddress("Header", &ehc);
386     TC->GetEntry(0);
387     phc = ehc->GetPscuHeader();
388     pktfirst = phc->GetCounter();
389     obtfirst = phc->GetOrbitalTime();
390     //
391     };
392     };
393 mocchiut 1.4 //
394 mocchiut 1.1 T->GetEntry(nevent-1);
395     ph = eh->GetPscuHeader();
396     pktlast = ph->GetCounter();
397     obtlast = ph->GetOrbitalTime();
398     //
399     upperpkt = PKT(pktlast);
400     upperobt = OBT(obtlast);
401     upperentry = nevent-1;
402     //
403 mocchiut 1.34 if ( IsDebug() ) printf(" First entries are: OBT %u pkt_num %u \n",obtfirst,pktfirst);
404 mocchiut 1.1 //
405 mocchiut 1.21 if ( IsDebug() ) printf(" Last entries are: OBT %lld pkt_num %lld entry %i\n",upperobt,upperpkt,upperentry);
406 mocchiut 1.1 //
407 mocchiut 1.34 if ( (PKT(pktlast) < PKT(pktfirst) && OBT(obtlast) > OBT(obtfirst)) || (PKT(pktlast) > PKT(pktfirst) && OBT(obtlast) < OBT(obtfirst)) ) return(32);
408 mocchiut 1.1 //
409 mocchiut 1.34 if ( !nevent ) return(64);
410 mocchiut 1.1 //
411 mocchiut 1.34 if ( nevent < 2 ) return(128);
412 mocchiut 1.27 if ( nevent < jump ) jump = 1;
413     // if ( nevent < jump ) jump = int(nevent/10);
414     // if ( !jump ) jump = 1;
415 mocchiut 1.1 //
416 mocchiut 1.27 if ( (PKT(pktlast) < PKT(pktfirst) && OBT(obtlast) < OBT(obtfirst)) || (labs(PKT(pktlast)-PKT(pktfirst))<deltapkt && labs(OBT(obtlast)-OBT(obtfirst))<deltaobt) && nevent > deltapkt ){
417 mocchiut 1.13 //
418 mocchiut 1.27 if ( IsDebug() ) printf(" starting jump %i \n",jump);
419 mocchiut 1.1 // go back
420     zomp = nevent - 2;
421     //
422     while ( jump > 0 ){
423     //
424     t_pktlast = PKT(pktlast);
425     t_obtlast = OBT(obtlast);
426     //
427     for (UInt_t i = zomp; i>1; i-=jump){
428     //
429     if ( i >= 0 ) T->GetEntry(i);
430     ph = eh->GetPscuHeader();
431     upperpkt = PKT(ph->GetCounter());
432     upperobt = OBT(ph->GetOrbitalTime());
433     upperentry = i;
434     //
435     if ( (i-1) >= 0 ) T->GetEntry(i-1);
436     ph = eh->GetPscuHeader();
437     upperpkt2 = PKT(ph->GetCounter());
438     upperobt2 = OBT(ph->GetOrbitalTime());
439     //
440 mocchiut 1.21 if ( (t_pktlast < upperpkt && t_obtlast > upperobt) || (t_pktlast < upperpkt2 && t_obtlast > upperobt2) ){
441     if ( IsDebug() ) printf(" .-. upperpkt2 %lld upperobt2 %lld \n",upperpkt2,upperobt2);
442     if ( IsDebug() ) printf(" .-. upperpkt %lld t_pktlast %lld upperobt %lld t_obtlast %lld \n",upperpkt,t_pktlast,upperobt,t_obtlast);
443     if ( IsDebug() ) printf(" .-. jump %i zomp %i upperpkt %lld pktlast %u upperobt %lld obtlast %u last entry is %i \n",jump,zomp,upperpkt,pktlast,upperobt,obtlast,i);
444     throw -13;
445     };
446 mocchiut 1.1 //
447     if ( t_pktlast < upperpkt && t_obtlast < upperobt && t_pktlast < upperpkt2 && t_obtlast < upperobt2 ){
448     zomp = i + jump + 1;
449     if ( zomp > nevent-2 ) zomp = nevent - 2;
450 mocchiut 1.35 if ( IsDebug() ) printf(" .-. jump %i zomp %i upperpkt %lld pktlast %u upperobt %lld obtlast %u last entry is %i \n",jump,zomp,upperpkt,pktlast,upperobt,obtlast,i);
451 mocchiut 1.1 break;
452     };
453     //
454     t_pktlast = upperpkt;
455     t_obtlast = upperobt;
456     };
457     //
458     if ( jump == 1 ) jump = 0;
459     if ( jump == 10 ) jump = 1;
460     if ( jump == 100 ) jump = 10;
461     if ( jump == 1000 ) jump = 100;
462     if ( jump == 5000 ) jump = 1000;
463     if ( jump == 50000 ) jump = 5000;
464     //
465     };
466     //
467     };
468     //
469     // check if last runtrailer is within limits, if not extend limits (one should check for all packets but we need only runtrailer)
470     //
471     PacketType *pctp=0;
472     TTree *rh=(TTree*)file->Get("RunHeader");
473     if ( !rh || rh->IsZombie() ) throw -17;
474     TTree *rt=(TTree*)file->Get("RunTrailer");
475     if ( !rt || rt->IsZombie() ) throw -18;
476     //
477     rh->SetBranchAddress("RunHeader", &runh);
478     rh->SetBranchAddress("Header", &ehh);
479     //
480     rt->SetBranchAddress("RunTrailer", &runt);
481     rt->SetBranchAddress("Header", &eht);
482     //
483     rhev = rh->GetEntries();
484     rtev = rt->GetEntries();
485 mocchiut 1.21 Long64_t sobtt = 0LL;
486     Long64_t sobth = 0LL;
487     Long64_t spktt = 0LL;
488     Long64_t spkth = 0LL;
489     Long64_t pktt = 0LL;
490     Long64_t obtt = 0LL;
491     Long64_t pkth = 0LL;
492     Long64_t obth = 0LL;
493 mocchiut 1.1 //
494 mocchiut 1.27 if ( rhev || rtev ){
495    
496 mocchiut 1.28 T->GetEntry(upperentry);
497     code = eh->GetCounter();
498     Int_t lasttrail = code->Get(pctp->RunTrailer);
499     Int_t lasthead = code->Get(pctp->RunHeader);
500     if ( lasttrail < rtev ){
501     rt->GetEntry(lasttrail);
502     pht = eht->GetPscuHeader();
503     pktt = PKT(pht->GetCounter());
504     obtt = OBT(pht->GetOrbitalTime());
505     };
506     //
507     if ( lasthead < rhev ){
508     rh->GetEntry(lasthead);
509     phh = ehh->GetPscuHeader();
510     pkth = PKT(phh->GetCounter());
511     obth = OBT(phh->GetOrbitalTime());
512     };
513     //
514     if ( IsDebug() ) printf(" rhev before %i ph %lld upperp %lld oh %lld uppero %lld \n",rhev,pkth,upperpkt,obth,upperobt);
515     if ( pkth > upperpkt && obth > upperobt ){
516     if ( IsDebug() ) printf(" Upper limits extended to include last header: ph %lld upperp %lld oh %lld uppero %lld \n",pkth,upperpkt,obth,upperobt);
517     upperpkt = pkth;
518     upperobt = obth;
519     rhev = lasthead+1;
520     } else {
521     rhev = lasthead;
522     };
523     if ( IsDebug() ) printf(" rhev after %i ph %lld upperp %lld oh %lld uppero %lld \n",rhev,pkth,upperpkt,obth,upperobt);
524     //
525     if ( IsDebug() ) printf(" rtev beforev %i pt %lld upperp %lld ot %lld uppero %lld \n",rtev,pktt,upperpkt,obtt,upperobt);
526     if ( pktt > upperpkt && obtt > upperobt ){
527     if ( IsDebug() ) printf(" Upper limits extended to include last trailer: pt %lld upperp %lld ot %lld uppero %lld \n",pktt,upperpkt,obtt,upperobt);
528     upperpkt = pktt;
529     upperobt = obtt;
530     rtev = lasttrail+1;
531     } else {
532     rtev = lasttrail;
533     };
534     if ( IsDebug() ) printf(" rtev after %i pt %lld upperp %lld ot %lld uppero %lld \n",rtev,pktt,upperpkt,obtt,upperobt);
535     // goto kikko;
536     //
537     //
538     // Check if runtrailer/runheader are within lower limits
539     //
540     //
541     pkth = 0LL;
542     obth = 0LL;
543     spkth = 0LL;
544     sobth = 0LL;
545     for (Int_t k=0; k<rhev; k++){
546     if ( k > 0 ){
547     spkth = pkth;
548     sobth = obth;
549     };
550     rh->GetEntry(k);
551     phh = ehh->GetPscuHeader();
552     pkth = PKT(phh->GetCounter());
553     obth = OBT(phh->GetOrbitalTime());
554     //
555     // if ( IsDebug() ) printf(" k %i rhev before %i ph %u upperp %u oh %u uppero %u \n",k,rhev,pkth,spkth,obth,sobth);
556     //
557     if ( pkth < spkth && obth < sobth ){
558     if ( IsDebug() ) printf(" RH PROBLEMS determining the event repetition at the end of the file lasthead %i \n",rhev);
559     //
560     rhev = k-1;
561     rh->GetEntry(rhev);
562     pkth = spkth;
563     obth = sobth;
564     //
565     UInt_t evbefh = 0;
566     code = ehh->GetCounter();
567     evbefh = code->Get(pctp->Physics);
568     if ( evbefh >= 0 ){
569     T->GetEntry(evbefh);
570     ph = eh->GetPscuHeader();
571     t_pktlast = PKT(ph->GetCounter());
572     t_obtlast = OBT(ph->GetOrbitalTime());
573     if ( t_pktlast <= spkth && t_obtlast <= sobth ){ // jump
574     upperpkt = pkth;
575     upperobt = obth;
576     upperentry = evbefh-1;
577     } else {
578     while ( t_pktlast > spkth && t_obtlast > sobth && evbefh < nevent ){
579     evbefh++;
580     T->GetEntry(evbefh);
581     ph = eh->GetPscuHeader();
582     t_pktlast = PKT(ph->GetCounter());
583     t_obtlast = OBT(ph->GetOrbitalTime());
584     };
585     T->GetEntry(evbefh-1);
586 mocchiut 1.4 ph = eh->GetPscuHeader();
587 mocchiut 1.28 upperpkt = PKT(ph->GetCounter());
588     upperobt = OBT(ph->GetOrbitalTime());
589     upperentry = evbefh-1;
590     };
591     };
592     if ( IsDebug() ) printf(" rhev after %i ph %lld upperp %lld oh %lld uppero %lld \n",rhev,pkth,upperpkt,obth,upperobt);
593     goto kikko0;
594 mocchiut 1.4 };
595     };
596 mocchiut 1.28 kikko0:
597     //
598 mocchiut 1.4 //
599 mocchiut 1.6 //
600 mocchiut 1.28 pktt = 0LL;
601     obtt = 0LL;
602     spktt = 0LL;
603     sobtt = 0LL;
604     for (Int_t k=0; k<rtev; k++){
605     if ( k > 0 ){
606     spktt = pktt;
607     sobtt = obtt;
608     };
609     rt->GetEntry(k);
610     pht = eht->GetPscuHeader();
611     pktt = PKT(pht->GetCounter());
612     obtt = OBT(pht->GetOrbitalTime());
613 mocchiut 1.4 //
614 mocchiut 1.28 // if ( IsDebug() ) printf(" k %i rtev beforev %i pt %i upperp %i ot %llu uppero %llu \n",k,rtev,pktt,spktt,obtt,sobtt);
615 mocchiut 1.4 //
616 mocchiut 1.28 if ( pktt < spktt && obtt < sobtt ){
617     if ( IsDebug() ) printf(" RT PROBLEMS determining the event repetition at the end of the file lasttrail %i \n",rtev);
618     //
619     rtev = k-1;
620     rt->GetEntry(rtev);
621     pktt = spktt;
622     obtt = sobtt;
623     if ( IsDebug() ) printf(" lasttrail %i pt %lld upperp %lld ot %lld uppero %lld \n",rtev,pktt,upperpkt,obtt,upperobt);
624     //
625     UInt_t evbeft = 0;
626     code = eht->GetCounter();
627     evbeft = code->Get(pctp->Physics);
628     if ( evbeft >= 0 ){
629     T->GetEntry(evbeft);
630     ph = eh->GetPscuHeader();
631     t_pktlast = PKT(ph->GetCounter());
632     t_obtlast = OBT(ph->GetOrbitalTime());
633     if ( t_pktlast <= spktt && t_obtlast <= sobtt ){ // jump
634     upperpkt = pktt;
635     upperobt = obtt;
636     upperentry = evbeft-1;
637     } else {
638     while ( t_pktlast > spktt && t_obtlast > sobtt && evbeft < nevent ){
639     evbeft++;
640     T->GetEntry(evbeft);
641     ph = eh->GetPscuHeader();
642     t_pktlast = PKT(ph->GetCounter());
643     t_obtlast = OBT(ph->GetOrbitalTime());
644     };
645     T->GetEntry(evbeft-1);
646 mocchiut 1.4 ph = eh->GetPscuHeader();
647 mocchiut 1.28 upperpkt = PKT(ph->GetCounter());
648     upperobt = OBT(ph->GetOrbitalTime());
649     upperentry = evbeft-1;
650 mocchiut 1.4 };
651     };
652 mocchiut 1.28 if ( IsDebug() ) printf(" rtev after %i pt %lld upperp %lld ot %lld uppero %lld \n",rtev,pktt,upperpkt,obtt,upperobt);
653     goto kikko;
654     // break;
655     //
656 mocchiut 1.4 };
657 mocchiut 1.28 //
658     };
659     //
660     kikko:
661     //
662     T->GetEntry(upperentry);
663     code = eh->GetCounter();
664     lasttrail = code->Get(pctp->RunTrailer);
665     lasthead = code->Get(pctp->RunHeader);
666     if ( lasttrail < rtev ){
667     rt->GetEntry(lasttrail);
668     pht = eht->GetPscuHeader();
669     pktt = PKT(pht->GetCounter());
670     obtt = OBT(pht->GetOrbitalTime());
671     };
672     //
673     if ( lasthead < rhev ){
674     rh->GetEntry(lasthead);
675     phh = ehh->GetPscuHeader();
676     pkth = PKT(phh->GetCounter());
677     obth = OBT(phh->GetOrbitalTime());
678     };
679     //
680     if ( IsDebug() ) printf(" rhev before %i ph %lld upperp %lld oh %lld uppero %lld \n",rhev,pkth,upperpkt,obth,upperobt);
681     if ( pkth > upperpkt && obth > upperobt ){
682     if ( IsDebug() ) printf(" Upper limits extended to include last header: ph %lld upperp %lld oh %lld uppero %lld \n",pkth,upperpkt,obth,upperobt);
683     upperpkt = pkth;
684     upperobt = obth;
685     rhev = lasthead+1;
686     } else {
687     rhev = lasthead;
688     };
689     if ( IsDebug() ) printf(" rhev after %i ph %lld upperp %lld oh %lld uppero %lld \n",rhev,pkth,upperpkt,obth,upperobt);
690     //
691     if ( IsDebug() ) printf(" rtev beforev %i pt %lld upperp %lld ot %lld uppero %lld \n",rtev,pktt,upperpkt,obtt,upperobt);
692     if ( pktt > upperpkt && obtt > upperobt ){
693     if ( IsDebug() ) printf(" Upper limits extended to include last trailer: pt %lld upperp %lld ot %lld uppero %lld \n",pktt,upperpkt,obtt,upperobt);
694     upperpkt = pktt;
695     upperobt = obtt;
696     rtev = lasttrail+1;
697     } else {
698     rtev = lasttrail;
699 mocchiut 1.4 };
700 mocchiut 1.28 if ( IsDebug() ) printf(" rtev after %i pt %lld upperp %lld ot %lld uppero %lld \n",rtev,pktt,upperpkt,obtt,upperobt);
701     //
702 mocchiut 1.27 };
703     //
704 mocchiut 1.21 if ( IsDebug() ) printf(" Upper limits are: OBT %lld pkt_num %lld upper entry %i \n",upperobt,upperpkt,upperentry);
705 mocchiut 1.1 //
706     return(0);
707     }
708    
709 mocchiut 1.13 /**
710     *
711     * Trick to have unique RUN ID numbers even when runs are deleted and mysql deamon restarted.
712     * Entries in the _RUNID_GEN table are never deleted.
713     *
714     **/
715     UInt_t PamelaDBOperations::AssignRunID(){
716     //
717     TSQLResult *result = 0;
718     TSQLRow *row = 0;
719     UInt_t runid = 0;
720     //
721     stringstream oss;
722     //
723     oss.str("");
724     oss << "INSERT INTO _RUNID_GEN VALUES (NULL);";
725     result = conn->Query(oss.str().c_str());
726     if ( !result ) throw -10;
727     oss.str("");
728     oss << "SELECT ID FROM _RUNID_GEN ORDER BY ID DESC LIMIT 1;";
729     result = conn->Query(oss.str().c_str());
730     if ( !result ) throw -10;
731     //
732     row = result->Next();
733     //
734     if ( !row ) throw -28;
735     //
736     runid = (UInt_t)atoll(row->GetField(0));
737     //
738     return(runid);
739     };
740    
741 mocchiut 1.1 //
742     // GETTERS
743     //
744    
745     /**
746     *
747     * Returns the DB absolute time needed to associate calibrations to data
748     *
749     */
750     UInt_t PamelaDBOperations::GetAbsTime(UInt_t obt){
751     //
752     return(((UInt_t)(OBT(obt)/1000)+toffset));
753     //
754     };
755    
756     /**
757     *
758     * List of packet types (just to make easily the loops)
759     *
760     */
761     const PacketType* PamelaDBOperations::GetPacketType(const char* type){
762     if ( !strcmp(type,"Pscu") ) return(PacketType::Pscu);
763     if ( !strcmp(type,"PhysEndRun") ) return(PacketType::PhysEndRun);
764     if ( !strcmp(type,"CalibCalPulse1") ) return(PacketType::CalibCalPulse1);
765     if ( !strcmp(type,"CalibCalPulse2") ) return(PacketType::CalibCalPulse2);
766     if ( !strcmp(type,"Physics") ) return(PacketType::Physics);
767     if ( !strcmp(type,"CalibTrkBoth") ) return(PacketType::CalibTrkBoth);
768     if ( !strcmp(type,"CalibTrk1") ) return(PacketType::CalibTrk1);
769     if ( !strcmp(type,"CalibTrk2") ) return(PacketType::CalibTrk2);
770     if ( !strcmp(type,"CalibTof") ) return(PacketType::CalibTof);
771     if ( !strcmp(type,"CalibS4") ) return(PacketType::CalibS4);
772     if ( !strcmp(type,"CalibCalPed") ) return(PacketType::CalibCalPed);
773     if ( !strcmp(type,"Calib1_Ac1") ) return(PacketType::Calib1_Ac1);
774     if ( !strcmp(type,"Calib2_Ac1") ) return(PacketType::Calib2_Ac1);
775     if ( !strcmp(type,"Calib1_Ac2") ) return(PacketType::Calib1_Ac2);
776     if ( !strcmp(type,"Calib2_Ac2") ) return(PacketType::Calib2_Ac2);
777     if ( !strcmp(type,"CalibCal") ) return(PacketType::CalibCal);
778     if ( !strcmp(type,"RunHeader") ) return(PacketType::RunHeader);
779     if ( !strcmp(type,"RunTrailer") ) return(PacketType::RunTrailer);
780     if ( !strcmp(type,"CalibHeader") ) return(PacketType::CalibHeader);
781     if ( !strcmp(type,"CalibTrailer") ) return(PacketType::CalibTrailer);
782     if ( !strcmp(type,"InitHeader") ) return(PacketType::InitHeader);
783     if ( !strcmp(type,"InitTrailer") ) return(PacketType::InitTrailer);
784     if ( !strcmp(type,"EventTrk") ) return(PacketType::EventTrk);
785     if ( !strcmp(type,"Log") ) return(PacketType::Log);
786     if ( !strcmp(type,"VarDump") ) return(PacketType::VarDump);
787     if ( !strcmp(type,"ArrDump") ) return(PacketType::ArrDump);
788     if ( !strcmp(type,"TabDump") ) return(PacketType::TabDump);
789     if ( !strcmp(type,"Tmtc") ) return(PacketType::Tmtc);
790     if ( !strcmp(type,"Mcmd") ) return(PacketType::Mcmd);
791     if ( !strcmp(type,"ForcedFECmd") ) return(PacketType::ForcedFECmd);
792     if ( !strcmp(type,"Ac1Init") ) return(PacketType::Ac1Init);
793     if ( !strcmp(type,"CalInit") ) return(PacketType::CalInit);
794     if ( !strcmp(type,"TrkInit") ) return(PacketType::TrkInit);
795     if ( !strcmp(type,"TofInit") ) return(PacketType::TofInit);
796     if ( !strcmp(type,"TrgInit") ) return(PacketType::TrgInit);
797     if ( !strcmp(type,"NdInit") ) return(PacketType::NdInit);
798     if ( !strcmp(type,"S4Init") ) return(PacketType::S4Init);
799     if ( !strcmp(type,"Ac2Init") ) return(PacketType::Ac2Init);
800     if ( !strcmp(type,"CalAlarm") ) return(PacketType::CalAlarm);
801     if ( !strcmp(type,"Ac1Alarm") ) return(PacketType::Ac1Alarm);
802     if ( !strcmp(type,"TrkAlarm") ) return(PacketType::TrkAlarm);
803     if ( !strcmp(type,"TrgAlarm") ) return(PacketType::TrgAlarm);
804     if ( !strcmp(type,"TofAlarm") ) return(PacketType::TofAlarm);
805     if ( !strcmp(type,"S4Alarm") ) return(PacketType::S4Alarm);
806     if ( !strcmp(type,"Ac2Alarm") ) return(PacketType::Ac2Alarm);
807     if ( !strcmp(type,"TsbT") ) return(PacketType::TsbT);
808     if ( !strcmp(type,"TsbB") ) return(PacketType::TsbB);
809     return(PacketType::Invalid);
810     };
811    
812     //
813     // PRIVATE FUNCTIONS
814     //
815    
816 pam-fi 1.8 // /**
817     // * Open the ROOT filename for reading
818     // */
819     // void PamelaDBOperations::OpenFile(){
820     // file = TFile::Open(this->GetRootName().Data());
821     // //
822 mocchiut 1.9
823     void PamelaDBOperations::CheckFile(){
824     if ( !file ) throw -12;
825     };
826 mocchiut 1.1
827    
828     /**
829     * Check if LEVEL0 file and DB connection have really be opened
830     */
831 pam-fi 1.8 void PamelaDBOperations::CheckConnection(){
832 mocchiut 1.1 //
833     // check connection
834     //
835 pam-fi 1.8 if( !conn ) throw -1;
836 mocchiut 1.1 bool connect = conn->IsConnected();
837 pam-fi 1.8 if( !connect ) throw -1;
838 mocchiut 1.26 //
839     if ( IsDebug() ) printf("\n DB INFORMATIONS:\n SQL: %s Version: %s Host %s Port %i \n\n",conn->GetDBMS(),conn->ServerInfo(),conn->GetHost(),conn->GetPort());
840     //
841 mocchiut 1.16 if ( !dworbit && strcmp(this->GetRootName().Data(),"") ) throw -27;
842 mocchiut 1.17 //
843     // set DB timezone to UTC
844     //
845 mocchiut 1.19 stringstream oss;
846 mocchiut 1.17 //
847     oss.str("");
848     oss << "SET time_zone='+0:00';";
849 mocchiut 1.19 TSQLResult *result = 0;
850     result = conn->Query(oss.str().c_str());
851     if ( !result ) throw -10;
852 mocchiut 1.26 oss.str("");
853     oss << "SET wait_timeout=173000;";
854     conn->Query(oss.str().c_str());
855 mocchiut 1.17 //
856 mocchiut 1.1 };
857    
858     /**
859     * Return the correct packet number if we went back to zero
860     */
861 mocchiut 1.21 Long64_t PamelaDBOperations::PKT(UInt_t pkt_num){
862 mocchiut 1.1 //
863 mocchiut 1.28 if ( IsDebug() ) printf(" pkt conversion: pkt_num is %u pktfirst is %u (UInt_t)(16777214/2)) is %u \n",pkt_num,ppktfirst,(UInt_t)(16777214/2));
864 mocchiut 1.1 //
865 mocchiut 1.28 if ( pkt_num < (ppktfirst/2) && ppktfirst > (16777214/2) ){
866 mocchiut 1.21 if ( IsDebug() ) printf(" rise up pktnum %lld \n",(Long64_t)pkt_num+16777215LL);
867     return((Long64_t)pkt_num+16777215LL);
868     };
869 mocchiut 1.1 //
870 mocchiut 1.33 if ( pkt_num > ((Long64_t)ppktfirst*2) && pkt_num > (16777214/2) ){
871 mocchiut 1.21 if ( IsDebug() ) printf(" rise down pktnum %lld \n",(Long64_t)pkt_num-16777215LL);
872     return((Long64_t)pkt_num-16777215LL);
873 mocchiut 1.1 };
874     //
875 mocchiut 1.21 if ( IsDebug() ) printf(" as it is %lld \n",(Long64_t)pkt_num);
876     return((Long64_t)pkt_num);
877 mocchiut 1.1 //
878     };
879    
880     /**
881     * Return the correct On Board Time if we went back to zero
882     */
883 mocchiut 1.21 Long64_t PamelaDBOperations::OBT(UInt_t obt){
884 mocchiut 1.1 //
885 mocchiut 1.33 if ( IsDebug() ) printf(" obt conversion: obt is %u obtfirst is %u (numeric_limits<UInt_t>::max()/2) is %u \n",obt,pobtfirst,(UInt_t)(numeric_limits<UInt_t>::max()/2));
886 mocchiut 1.30 //
887 mocchiut 1.31 if ( obt < (pobtfirst/2) && pobtfirst > (numeric_limits<UInt_t>::max()/2) ){
888 mocchiut 1.32 if ( IsDebug() ) printf(" rise up obt %lld \n",(Long64_t)(obt+numeric_limits<UInt_t>::max()));
889 mocchiut 1.31 return((Long64_t)(obt+numeric_limits<UInt_t>::max()));
890     };
891 mocchiut 1.1 //
892 mocchiut 1.33 if ( obt > ((Long64_t)pobtfirst*2) && obt > (numeric_limits<UInt_t>::max()/2) ){
893     if ( IsDebug() ) printf(" pobtfirst*2 %lld \n",((Long64_t)pobtfirst*2));
894 mocchiut 1.31 if ( IsDebug() ) printf(" rise down pktnum %lld \n", (Long64_t)obt-(Long64_t)numeric_limits<UInt_t>::max());
895 mocchiut 1.21 return((Long64_t)obt-(Long64_t)numeric_limits<UInt_t>::max());
896 mocchiut 1.1 };
897     //
898 mocchiut 1.31 if ( IsDebug() ) printf(" as it is %lld \n",(Long64_t)obt);
899 mocchiut 1.21 return((Long64_t)obt);
900 mocchiut 1.1 };
901    
902     /**
903     *
904     * Fill the glrun class with infos about the run when we have both runtrailer and runheader
905     *
906     */
907     void PamelaDBOperations::FillClass(){
908     this->FillClass(false,false,0,0);
909     };
910    
911     /**
912     *
913     * Fill the glrun class with infos about the run when we have both runtrailer and runheader
914     *
915     */
916     void PamelaDBOperations::FillClass(Bool_t mishead, Bool_t mistrail, UInt_t firstev, UInt_t lastev){
917     //
918     TTree *T = 0;
919     T = (TTree*)file->Get("Physics");
920     if ( !T || T->IsZombie() ) throw -16;
921     //
922     EventHeader *eh = 0;
923     PscuHeader *ph = 0;
924     T->SetBranchAddress("Header", &eh);
925     PacketType *pctp=0;
926     EventCounter *codt=0;
927     EventCounter *codh=0;
928     UInt_t firstObt = 0;
929     UInt_t lastObt = 0;
930     UInt_t firstPkt = 0;
931     UInt_t lastPkt = 0;
932     UInt_t rhtime = 0;
933     UInt_t rttime = 0;
934     if ( !mishead ){
935     codh = ehh->GetCounter();
936     firstev = codh->Get(pctp->Physics);
937     rhtime = this->GetAbsTime(phh->GetOrbitalTime());
938     glrun->Set_GL_RUNH(runh,phh);
939     firstObt = glrun->GetRUNHEADER_OBT();
940     firstPkt = glrun->GetRUNHEADER_PKT();
941     };
942     if ( !mistrail ){
943     codt = eht->GetCounter();
944     lastev = codt->Get(pctp->Physics)-1;
945     rttime = this->GetAbsTime(pht->GetOrbitalTime());
946     glrun->Set_GL_RUNT(runt,pht);
947     lastObt = glrun->GetRUNTRAILER_OBT();
948     lastPkt = glrun->GetRUNTRAILER_PKT();
949     };
950     //
951 mocchiut 1.2 if ( mishead && mistrail && lastev+1 == firstev ) throw -14; // run with no events, no runtrailer, no runheader... unsupported should never arrive here
952 mocchiut 1.1 //
953     if ( mishead ) {
954     glrun->Set_GL_RUNH0();
955     //
956     if ( lastev+1 == firstev ){
957     firstObt = lastObt;
958     firstPkt = lastPkt;
959     rhtime = rttime;
960     } else {
961     T->GetEntry(firstev);
962     ph = eh->GetPscuHeader();
963     firstObt = ph->GetOrbitalTime();
964     rhtime = this->GetAbsTime(firstObt);
965     firstPkt = ph->GetCounter();
966     };
967     //
968     glrun->SetRUNHEADER_PKT(firstPkt);
969     glrun->SetRUNHEADER_OBT(firstObt);
970     //
971     };
972     if ( mistrail ){
973     glrun->Set_GL_RUNT0();
974     //
975     if ( lastev+1 == firstev ){
976     lastObt = firstObt;
977     lastPkt = firstPkt;
978     rttime = rhtime;
979     } else {
980     T->GetEntry(lastev);
981     ph = eh->GetPscuHeader();
982     lastObt = ph->GetOrbitalTime();
983     rttime = this->GetAbsTime(lastObt);
984     lastPkt = ph->GetCounter();
985     };
986     //
987     glrun->SetRUNTRAILER_OBT(lastObt);
988     glrun->SetRUNTRAILER_PKT(lastPkt);
989     //
990     };
991     glrun->SetEV_FROM(firstev);
992     glrun->SetEV_TO(lastev);
993     glrun->SetNEVENTS(lastev-firstev+1);
994     //
995     this->SetCommonGLRUN(rhtime,rttime);
996     //
997     };
998    
999     //
1000     // PUBLIC FUNCTIONS
1001     //
1002    
1003     /**
1004     * Insert a new row into GL_RAW table.
1005     */
1006     Int_t PamelaDBOperations::insertPamelaRawFile(){
1007     //
1008     stringstream oss;
1009     //
1010     Bool_t idr = this->SetID_RAW();
1011     if ( idr ) return(1);
1012     //
1013     oss.str("");
1014 mocchiut 1.29 if ( STATIC ){
1015     oss << "INSERT INTO GL_RAW (PATH, NAME) VALUES ('"
1016     << this->GetRawPath().Data() << "', '" << this->GetRawFile().Data() << "')";
1017     } else {
1018     oss << "INSERT INTO GL_RAW (PATH, NAME) VALUES ('$PAM_RAW', '" << this->GetRawFile().Data() << "')";
1019     };
1020 mocchiut 1.1 if ( conn->Query(oss.str().c_str()) == 0 ) throw -4;
1021     //
1022     idr = this->SetID_RAW();
1023     if ( !idr ) throw -11;
1024     //
1025     return(0);
1026     }
1027    
1028    
1029     /**
1030     * Look for one timesync information in the file and
1031     * fill the GL_TIMESYNC table. It will look for: 1) TS-MCMD 2) TS info in the RunHeader 3) TS info in the runtrailer, if none exists exit with error
1032     */
1033     Int_t PamelaDBOperations::insertPamelaGL_TIMESYNC(){
1034     //
1035     TSQLResult *result = 0;
1036     TSQLRow *row = 0;
1037     UInt_t t0 = 0;
1038 mocchiut 1.34 Int_t signal = 0;
1039     //
1040     signal = this->SetUpperLimits();
1041 mocchiut 1.1 //
1042     stringstream oss;
1043     //
1044     if ( this->GetID_RAW() == 0 ) throw -11;
1045     //
1046     oss.str("");
1047 mocchiut 1.19 oss << "SELECT YEAR(OFFSET_DATE),MONTH(OFFSET_DATE),DAY(OFFSET_DATE),HOUR(OFFSET_DATE),MINUTE(OFFSET_DATE),SECOND(OFFSET_DATE) FROM GL_RESURS_OFFSET WHERE SPECIAL_FILE='"
1048 mocchiut 1.13 << this->GetRawFile().Data() << "';";
1049 mocchiut 1.1 if ( IsDebug() ) printf(" %s \n",oss.str().c_str());
1050     result = conn->Query(oss.str().c_str());
1051     if ( !result ) throw -10;
1052     row = result->Next();
1053 mocchiut 1.13 //
1054     if ( !row ){
1055     oss.str("");
1056 mocchiut 1.19 oss << "SELECT YEAR(OFFSET_DATE),MONTH(OFFSET_DATE),DAY(OFFSET_DATE),HOUR(OFFSET_DATE),MINUTE(OFFSET_DATE),SECOND(OFFSET_DATE) FROM GL_RESURS_OFFSET WHERE FROM_ORBIT< "
1057 mocchiut 1.13 << dworbit << " order by FROM_ORBIT desc limit 1;";
1058     if ( IsDebug() ) printf(" %s \n",oss.str().c_str());
1059     result = conn->Query(oss.str().c_str());
1060     if ( !result ) throw -10;
1061     row = result->Next();
1062     if ( !row ) throw -10;
1063     };
1064 mocchiut 1.1 //
1065 mocchiut 1.19 TTimeStamp tu = TTimeStamp((UInt_t)atoi(row->GetField(0)),(UInt_t)atoi(row->GetField(1)),(UInt_t)atoi(row->GetField(2)),(UInt_t)atoi(row->GetField(3)),(UInt_t)atoi(row->GetField(4)),(UInt_t)atoi(row->GetField(5)),0,true,0);
1066 mocchiut 1.17 t0 = (UInt_t)tu.GetSec();
1067 mocchiut 1.19 if ( IsDebug() ) printf(" t0 is %u ti is %s %s %s %s %s %s\n",t0,row->GetField(0),row->GetField(1),row->GetField(2),row->GetField(3),row->GetField(4),row->GetField(5));
1068 mocchiut 1.17 //
1069 mocchiut 1.1 /*
1070     * Verify that the TIMESYNC have been not already processed
1071     */
1072     oss.str("");
1073     oss << " SELECT COUNT(GL_TIMESYNC.ID),GL_TIMESYNC.OBT0,GL_TIMESYNC.TIMESYNC FROM GL_TIMESYNC "
1074     << " LEFT JOIN GL_RAW "
1075     << " ON GL_RAW.ID = GL_TIMESYNC.ID_RAW "
1076     << " WHERE GL_TIMESYNC.ID_RAW = " << this->GetID_RAW()
1077     << " GROUP BY GL_TIMESYNC.OBT0;";
1078     if ( IsDebug() ) printf(" check for old timesync: query is \n %s \n",oss.str().c_str());
1079     result = conn->Query(oss.str().c_str());
1080     if (result == NULL) throw -10;
1081     row = result->Next();
1082     if ((row != NULL) && ((UInt_t)atoll(row->GetField(0)) > 0)){
1083 mocchiut 1.19 if ( IsDebug() ) printf(" found a timesync t0 is %u \n",t0);
1084 mocchiut 1.1 toffset = (UInt_t)atoll(row->GetField(2)) - (UInt_t)(this->OBT((UInt_t)atoll(row->GetField(1)))/1000) + t0;
1085 mocchiut 1.21 //
1086     tsync = (UInt_t)atoll(row->GetField(2));
1087     obt0 = (UInt_t)atoll(row->GetField(1));
1088     //
1089 mocchiut 1.1 return(1);
1090     };
1091     //
1092     TTree *T = 0;
1093     //
1094     UInt_t nevent = 0;
1095     UInt_t recEntries = 0;
1096     //
1097     UInt_t OBT = 0;
1098     UInt_t TYPE = 0;
1099     //
1100     Double_t minimum = 0.;
1101     Double_t maximum = 0.;
1102     Double_t minimum2 = 0.;
1103     Double_t maximum2 = 0.;
1104     //
1105     UInt_t TSYNC = 0;
1106     //
1107     pamela::McmdEvent *mc = 0;
1108     pamela::McmdRecord *mcrc = 0;
1109     TArrayC *mcmddata = 0;
1110     //
1111     minimum = numeric_limits<Double_t>::max();
1112     maximum = numeric_limits<Double_t>::min();
1113     minimum2 = numeric_limits<Double_t>::max();
1114     maximum2 = numeric_limits<Double_t>::min();
1115     //
1116     T = (TTree*)file->Get("Mcmd");
1117     if ( !T || T->IsZombie() ) throw -19;
1118     T->SetBranchAddress("Mcmd",&mc);
1119     //
1120     nevent = T->GetEntries();
1121     //
1122     // loop over events
1123     //
1124     Bool_t existsts = false;
1125     //
1126     for (UInt_t i=0; i<nevent;i++){
1127     //
1128     T->GetEntry(i);
1129     //
1130     recEntries = mc->Records->GetEntries();
1131     //
1132     for (UInt_t j = 0; j < recEntries; j++){
1133     mcrc = (pamela::McmdRecord*)mc->Records->At(j);
1134     mcmddata = mcrc->McmdData;
1135     //
1136     if (mcrc->ID1 == 0xE0){ // mcmd timesync
1137     //
1138     OBT = (Int_t)(mcrc->MCMD_RECORD_OBT);
1139     //
1140     TSYNC = (((UInt_t)mcmddata->At(0)<<24)&0xFF000000) + (((UInt_t)mcmddata->At(1)<<16)&0x00FF0000) + (((UInt_t)mcmddata->At(2)<<8)&0x0000FF00) + (((UInt_t)mcmddata->At(3))&0x000000FF);
1141     //
1142     TYPE = 55;//224;
1143     //
1144 mocchiut 1.11 if ( IsDebug() ) printf("mcmd tsync %i tsync %u obt %u \n",i,TSYNC,OBT);
1145     //
1146 mocchiut 1.1 if ( TSYNC && OBT ){
1147     existsts = true;
1148 mocchiut 1.2 goto eout;
1149 mocchiut 1.1 };
1150     //
1151     };
1152     };
1153     };
1154     if ( !existsts ) { // try with runheader and runtrailer
1155     //
1156 mocchiut 1.2 if ( IsDebug() ) printf(" No ts mcmd \n");
1157     signal = 2;
1158     //
1159 mocchiut 1.1 TTree *rh=(TTree*)file->Get("RunHeader");
1160     if ( !rh || rh->IsZombie() ) throw -17;
1161     TTree *rt=(TTree*)file->Get("RunTrailer");
1162     if ( !rt || rt->IsZombie() ) throw -18;
1163     //
1164     rh->SetBranchAddress("RunHeader", &runh);
1165     //
1166     rt->SetBranchAddress("RunTrailer", &runt);
1167     //
1168 mocchiut 1.11 Int_t nrhev = rh->GetEntries();
1169     Int_t nrtev = rt->GetEntries();
1170     if ( IsDebug() ) printf(" ou nevent %i rhev %i rtev %i \n",nevent,nrhev,nrtev);
1171     //
1172     if ( nrhev > 0 ){
1173     for (Int_t i=0; i<nrhev; i++){
1174     //
1175     rh->GetEntry(i);
1176     //
1177     TSYNC = runh->LAST_TIME_SYNC_INFO;
1178     OBT = runh->OBT_TIME_SYNC * 1000;
1179     //
1180     TYPE = 20;
1181     //
1182     if ( IsDebug() ) printf("runheader %i tsync %u obt %u \n",i,TSYNC,OBT);
1183     //
1184     if ( TSYNC && OBT ){
1185     existsts = true;
1186     goto eout;
1187     };
1188 mocchiut 1.1 };
1189     //
1190     };
1191 mocchiut 1.11 if ( nrtev > 0 ){
1192 mocchiut 1.2 //
1193     if ( IsDebug() ) printf(" No runheader \n");
1194     signal = 6;
1195     //
1196 mocchiut 1.11 for (Int_t i=0; i<nrtev; i++){
1197     //
1198     rt->GetEntry(i);
1199     //
1200     TSYNC = runt->LAST_TYME_SYNC_INFO;
1201     OBT = runt->OBT_TYME_SYNC * 1000;
1202     //
1203     TYPE = 21;
1204     //
1205     if ( IsDebug() ) printf("runtrailer %i tsync %u obt %u \n",i,TSYNC,OBT);
1206     //
1207     if ( TSYNC && OBT ){
1208     existsts = true;
1209     goto eout;
1210     };
1211 mocchiut 1.1 };
1212     //
1213 mocchiut 1.2 } else {
1214     if ( IsDebug() ) printf(" No runheader \n");
1215 mocchiut 1.1 };
1216     };
1217     //
1218     if ( !existsts ){ // try with inclination mcmd
1219 mocchiut 1.2 //
1220     if ( IsDebug() ) printf(" No runtrailer \n");
1221     signal = 14;
1222     //
1223 mocchiut 1.1 Double_t timesync = 0.;
1224     for (UInt_t i=0; i<nevent;i++){
1225     //
1226     T->GetEntry(i);
1227     //
1228     recEntries = mc->Records->GetEntries();
1229     // //
1230     for (UInt_t j = 0; j < recEntries; j++){
1231     mcrc = (pamela::McmdRecord*)mc->Records->At(j);
1232     mcmddata = mcrc->McmdData;
1233     //
1234     if (mcrc->ID1 == 0xE2){ // mcmd inclination
1235     timesync = 0.;
1236     timesync = (Double_t)(((((UInt_t)mcmddata->At(0) << 24) & 0xFF000000) + (((UInt_t)mcmddata->At(1) << 16) & 0x00FF0000) + (((UInt_t)mcmddata->At(2) << 8) & 0x0000FF00) + ((UInt_t)mcmddata->At(3) & 0x000000FF))/128.0);
1237     //
1238     if ( timesync > maximum2){
1239     maximum2 = timesync;
1240     OBT = (Int_t)(mcrc->MCMD_RECORD_OBT);
1241     };
1242     };
1243     //
1244     };
1245     };
1246     if ( maximum2 > numeric_limits<Double_t>::min() ){
1247     TSYNC = (UInt_t)(maximum2 + 0.5);
1248     TYPE = 666;
1249     if ( TSYNC && OBT ){
1250     existsts = true;
1251 mocchiut 1.2 goto eout;
1252 mocchiut 1.1 };
1253     };
1254     };
1255     //
1256     if ( !existsts && obt0 ){ // insert timesync by hand
1257 mocchiut 1.2 //
1258     if ( IsDebug() ) printf(" No incl mcmd \n");
1259     signal = 30;
1260     //
1261 mocchiut 1.1 OBT = obt0;
1262     TSYNC = tsync;
1263     TYPE = 999;
1264     existsts = true;
1265 mocchiut 1.2 goto eout;
1266 mocchiut 1.1 };
1267     //
1268 mocchiut 1.2 eout:
1269 mocchiut 1.1 //
1270     if ( !existsts ) throw -3;
1271     //
1272     oss.str("");
1273     oss << "INSERT INTO GL_TIMESYNC (ID_RAW,TYPE,OBT0,TIMESYNC) VALUES ('"
1274     << this->GetID_RAW() << "','"//224'"
1275     << dec << (UInt_t)TYPE << "','"
1276     << dec << (UInt_t)OBT << "','"
1277     << dec << (UInt_t)TSYNC << "');";
1278     conn->Query(oss.str().c_str());
1279     if ( IsDebug() ) printf(" Query the GL_TIMESYNC table to fill it:\n %s \n",oss.str().c_str());
1280     //
1281 mocchiut 1.19 if ( IsDebug() ) printf(" found a timesync t0 is %u \n",t0);
1282 mocchiut 1.1 toffset = (UInt_t)TSYNC - (UInt_t)(this->OBT(OBT)/1000) + t0;
1283     //
1284 mocchiut 1.21 tsync = TSYNC;
1285     obt0 = OBT;
1286     //
1287 mocchiut 1.1 delete result;
1288 mocchiut 1.2 return(signal);
1289 mocchiut 1.1 }
1290    
1291     /**
1292     * Insert all the new rows into GL_ROOT.
1293     * The raw file indicates in the parameters should be already been stored in the database.
1294     */
1295     Int_t PamelaDBOperations::insertPamelaRootFile(){
1296     stringstream oss;
1297     TSQLResult *result = 0;
1298     TSQLRow *row = 0;
1299     UInt_t idtimesync = 0;
1300     //
1301     oss.str("");
1302 mocchiut 1.29 if ( STATIC ){
1303     oss << " SELECT COUNT(GL_ROOT.ID_RAW),GL_RAW.ID,GL_ROOT.ID FROM GL_RAW "
1304     << " LEFT JOIN GL_ROOT "
1305     << " ON GL_RAW.ID = GL_ROOT.ID_RAW "
1306     << " WHERE GL_RAW.PATH = '" << this->GetRawPath().Data() << "' AND "
1307     << " GL_RAW.NAME = '" << this->GetRawFile().Data() << "' GROUP BY GL_RAW.ID ";
1308     } else {
1309     oss << " SELECT COUNT(GL_ROOT.ID_RAW),GL_RAW.ID,GL_ROOT.ID FROM GL_RAW "
1310     << " LEFT JOIN GL_ROOT "
1311     << " ON GL_RAW.ID = GL_ROOT.ID_RAW "
1312     << " WHERE GL_RAW.PATH = '$PAM_RAW' AND "
1313     << " GL_RAW.NAME = '" << this->GetRawFile().Data() << "' GROUP BY GL_RAW.ID ";
1314     };
1315 mocchiut 1.1 result = conn->Query(oss.str().c_str());
1316     //
1317     if ( !result ) throw -12;
1318     //
1319     row = result->Next();
1320     //
1321     if ( !row ) throw -10;
1322     if ( row != NULL && (UInt_t)atoll(row->GetField(0))>0 ){
1323     idroot = (UInt_t)atoll(row->GetField(2));
1324     return(1);
1325     };
1326     //
1327     // determine which timesync has to be used
1328     //
1329     oss.str("");
1330     oss << "SELECT GL_TIMESYNC.ID FROM GL_TIMESYNC LEFT JOIN GL_RAW ON GL_RAW.ID = GL_TIMESYNC.ID_RAW ORDER BY GL_TIMESYNC.ID DESC LIMIT 1;";
1331     result = conn->Query(oss.str().c_str());
1332     //
1333     if ( !result ) throw -3;
1334     //
1335     row = result->Next();
1336     //
1337     if ( !row ) throw -3;
1338     idtimesync = (UInt_t)atoll(row->GetField(0));
1339     //
1340     oss.str("");
1341 mocchiut 1.29 if ( STATIC ){
1342     oss << "INSERT INTO GL_ROOT (ID_RAW, ID_TIMESYNC,PATH, NAME) VALUES ('"
1343     << this->GetID_RAW() << "', '" << idtimesync << "', '" << this->GetRootPath().Data() << "', '" << this->GetRootFile().Data() << "')";
1344     } else {
1345     oss << "INSERT INTO GL_ROOT (ID_RAW, ID_TIMESYNC,PATH, NAME) VALUES ('"
1346     << this->GetID_RAW() << "', '" << idtimesync << "', '$PAM_L0', '" << this->GetRootFile().Data() << "')";
1347     };
1348 mocchiut 1.1 //
1349     if (conn->Query(oss.str().c_str()) == 0) throw -4;
1350     //
1351     delete result;
1352     //
1353     oss.str("");
1354     oss << "SELECT ID FROM GL_ROOT WHERE ID_RAW=" << this->GetID_RAW() << ";";
1355     //
1356     result = conn->Query(oss.str().c_str());
1357     if ( !result ) throw -12;
1358     row = result->Next();
1359     this->SetID_ROOT((UInt_t)atoll(row->GetField(0)));
1360     //
1361     delete result;
1362     //
1363     return(0);
1364     }
1365    
1366     /**
1367     * Assign the BOOT_NUMBER to the raw file.
1368     */
1369     Int_t PamelaDBOperations::assignBOOT_NUMBER(){
1370     stringstream oss;
1371     TSQLResult *result = 0;
1372     TSQLRow *row = 0;
1373     oss.str("");
1374 mocchiut 1.29 if ( STATIC ){
1375     oss << "SELECT ID, BOOT_NUMBER FROM GL_RAW WHERE "
1376     << " PATH = '" << this->GetRawPath().Data() << "' AND "
1377     << " NAME = '" << this->GetRawFile().Data() << "' ";
1378     } else {
1379     oss << "SELECT ID, BOOT_NUMBER FROM GL_RAW WHERE "
1380     << " PATH = '$PAM_RAW' AND "
1381     << " NAME = '" << this->GetRawFile().Data() << "' ";
1382     };
1383 mocchiut 1.1 result = conn->Query(oss.str().c_str());
1384     //
1385 mocchiut 1.2 if ( !result ) throw -4;;
1386 mocchiut 1.1 row = result->Next();
1387     if ( !row ) return(16);
1388     if ( row->GetField(1) ){
1389     this->SetBOOTnumber((UInt_t)atoll(row->GetField(1)));
1390     return(1);
1391     };
1392 mocchiut 1.2 if ( !row->GetField(0) ) throw -26;
1393 mocchiut 1.1 //
1394     UInt_t idRaw = (UInt_t)atoll(row->GetField(0));
1395     //
1396     //
1397     //
1398     TTree *trDumpEv = 0;
1399     trDumpEv = (TTree*)file->Get("VarDump");
1400     if ( !trDumpEv || trDumpEv->IsZombie() ) throw -20;
1401     //
1402     VarDumpEvent *vde = 0;
1403     VarDumpRecord *vdr = 0;
1404     //
1405 mocchiut 1.21 Bool_t found = false;
1406 mocchiut 1.1 trDumpEv->SetBranchAddress("VarDump", &vde);
1407 mocchiut 1.2 if ( trDumpEv->GetEntries() > 0 ){
1408 mocchiut 1.21 found = false;
1409 mocchiut 1.2 for ( Int_t i = 0; i < trDumpEv->GetEntries(); i++){
1410     trDumpEv->GetEntry(i);
1411 mocchiut 1.20 // vde->Records->GetEntries();
1412     if ( vde->Records->GetEntries()>5 ){
1413 mocchiut 1.2 found = true;
1414     goto fill;
1415     };
1416     };
1417     fill:
1418     if ( found ){
1419     //
1420 mocchiut 1.1 vdr = (VarDumpRecord*)vde->Records->At(6);
1421 mocchiut 1.2 //
1422 mocchiut 1.1 this->SetBOOTnumber((Int_t)vdr->VAR_VALUE);
1423 mocchiut 1.2 //
1424     } else {
1425 mocchiut 1.21 if ( !this->GetBOOTnumber() && !this->AutoBoot()) return(4);
1426     };
1427     } else {
1428     if ( !this->GetBOOTnumber() && !this->AutoBoot()) return(2);
1429     };
1430     //
1431     UInt_t bn = 0;
1432     Bool_t afound = false;
1433     if ( !found && this->AutoBoot()){
1434     afound = true;
1435     //
1436     // Search for other files with similar timesync
1437     //
1438     if ( IsDebug() ) printf(" tsync %u obt0 %u \n",tsync,obt0);
1439     UInt_t upperts = tsync-(obt0/1000)+5;
1440     UInt_t lowerts = tsync-(obt0/1000)-5;
1441     oss.str("");
1442     oss << "select GL_RAW.BOOT_NUMBER from GL_TIMESYNC LEFT JOIN GL_RAW ON GL_RAW.ID = GL_TIMESYNC.ID_RAW where TIMESYNC-(OBT0/1000)<"
1443     << upperts
1444     << " AND TIMESYNC-(OBT0/1000)>"
1445     << lowerts
1446     << " AND GL_RAW.BOOT_NUMBER>0 GROUP BY GL_TIMESYNC.OBT0;";
1447     result = conn->Query(oss.str().c_str());
1448     if ( IsDebug() ) printf(" Query the GL_TIMESYNC table to find boot number:\n %s \n",oss.str().c_str());
1449     //
1450     if ( !result ) throw -4;;
1451     found = true;
1452     if ( result->GetRowCount()<3 ){
1453     if ( IsDebug() ) printf(" AGH! no results!\n");
1454     found = false;
1455     } else {
1456     row = result->Next();
1457     bn = (UInt_t)atoll(row->GetField(0));
1458     for ( Int_t r=1; r<result->GetRowCount() ;r++){
1459     if ( !row ) throw -4;
1460     if ( IsDebug() ) printf(" BOOT number is %s \n",row->GetField(0));
1461     if ( bn != (UInt_t)atoll(row->GetField(0)) ){
1462     if ( IsDebug() ) printf(" AGH! bn = %u here instead %u \n",bn,(UInt_t)atoll(row->GetField(0)));
1463     found = false;
1464     };
1465     row = result->Next();
1466     };
1467 mocchiut 1.1 };
1468 mocchiut 1.21 };
1469     //
1470     Int_t sgn = 0;
1471     //
1472 mocchiut 1.27 if ( !found && !BOOTNO ){
1473 mocchiut 1.21 throw -29;
1474 mocchiut 1.1 } else {
1475 mocchiut 1.21 if ( afound ){
1476     this->SetBOOTnumber(bn);
1477     sgn = 8;
1478     };
1479 mocchiut 1.1 };
1480     //
1481     oss.str("");
1482     oss << " UPDATE GL_RAW "
1483     << " SET GL_RAW.BOOT_NUMBER = '" << dec << this->GetBOOTnumber() << "'"
1484     << " WHERE GL_RAW.ID = '" << idRaw << "'";
1485     conn->Query(oss.str().c_str());
1486     //
1487     delete result;
1488 mocchiut 1.21 return(sgn);
1489 mocchiut 1.1 };
1490    
1491     /**
1492     * Scan runtrailer packet, fill the GL_RUN table and
1493     * check for missing and truncated runs
1494     */
1495     Int_t PamelaDBOperations::insertPamelaRUN(){
1496     Int_t signal = 0;
1497     //
1498     stringstream oss;
1499     oss.str("");
1500     //
1501 mocchiut 1.34 // signal = this->SetUpperLimits();
1502 mocchiut 1.1 //
1503     // loop on runheader and runtrailer events
1504     //
1505     TTree *rh=(TTree*)file->Get("RunHeader");
1506     if ( !rh || rh->IsZombie() ) throw -17;
1507     TTree *rt=(TTree*)file->Get("RunTrailer");
1508     if ( !rt || rt->IsZombie() ) throw -18;
1509     //
1510     PacketType *pctp=0;
1511     EventCounter *cod=0;
1512     //
1513     rh->SetBranchAddress("RunHeader", &runh);
1514     rh->SetBranchAddress("Header", &ehh);
1515     //
1516     rt->SetBranchAddress("RunTrailer", &runt);
1517     rt->SetBranchAddress("Header", &eht);
1518     //
1519 mocchiut 1.42 TTree *T = (TTree*)file->Get("Physics");
1520     if ( !T || T->IsZombie() ) throw -16;
1521     EventHeader *eh = 0;
1522     T->SetBranchAddress("Header", &eh);
1523     //
1524     if ( !(rh->GetEntries()) && !(rt->GetEntries()) && !(T->GetEntries()) ) return(16);
1525     //
1526 mocchiut 1.1 UInt_t obtt = 0;
1527     UInt_t obth = 0;
1528     UInt_t pktt = 0;
1529     UInt_t pkth = 0;
1530     Int_t pth = -1;
1531     Int_t ptht = -1;
1532     Int_t evbeft = 0;
1533     Int_t evbefh = 0;
1534     //
1535     // no runtrailers in the file!
1536     //
1537     if ( !rtev ){
1538     if ( !upperentry ){
1539     if ( IsDebug() ) printf(" No physics events nor runs in the file \n");
1540     throw -8;
1541     } else {
1542     this->HandleRunFragments(true,true,0,upperentry);
1543     };
1544     } else {
1545     //
1546     for (Int_t ptt=0; ptt<rtev; ptt++){
1547     //
1548     rt->GetEntry(ptt);
1549     pht = eht->GetPscuHeader();
1550     pktt = pht->GetCounter();
1551     obtt = pht->GetOrbitalTime();
1552     //
1553     cod = eht->GetCounter();
1554     ptht = cod->Get(pctp->RunHeader) - 1;
1555     evbeft = cod->Get(pctp->Physics);
1556     //
1557     if ( !ptt && !(ptht+1) ){
1558     //
1559 mocchiut 1.35 if ( IsDebug() ) printf(" Piece of run at the beginning of the file %u %u %u \n",ptht,pth,ptt);
1560 mocchiut 1.1 //
1561     this->HandleRunFragments(true,false,0,(evbeft-1));
1562     //
1563     //
1564     } else if ( pth == ptht ){
1565     //
1566 mocchiut 1.35 if ( IsDebug() ) printf(" Missing header %u %u %u\n",ptht,pth,ptt);
1567 mocchiut 1.1 //
1568 mocchiut 1.2 if ( (ptt-1) < 0 ) throw -15; // should never arrive here!
1569 mocchiut 1.1 rt->GetEntry(ptt-1);
1570     cod = eht->GetCounter();
1571     evbefh = cod->Get(pctp->Physics);
1572     rt->GetEntry(ptt);
1573     pht = eht->GetPscuHeader();
1574     //
1575 mocchiut 1.35 if ( IsDebug() ) printf(" Try to find the beginning of a run which has only the runtrailer %u %u %u \n",ptht,pth,ptt);
1576     if ( IsDebug() ) printf(" ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' %u %u %u \n",pkth,obth,obtt);
1577 mocchiut 1.1 //
1578     this->HandleMissingHoT(true,false,evbefh,evbeft-1);
1579     //
1580     } else {
1581     //
1582 mocchiut 1.35 if ( IsDebug() ) printf(" Could be a good run, we have a runheader followed by a runtrailer %u %u %u\n",ptht,pth,ptt);
1583 mocchiut 1.1 //
1584     rh->GetEntry(ptht);
1585     phh = ehh->GetPscuHeader();
1586     pkth = phh->GetCounter();
1587     obth = phh->GetOrbitalTime();
1588     cod = ehh->GetCounter();
1589     evbefh = cod->Get(pctp->Physics);
1590 mocchiut 1.35 if ( IsDebug() ) printf(" ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' %u %u %u \n",pkth,obth,obtt);
1591 mocchiut 1.1 //
1592     // handle this run
1593     //
1594     this->HandleRun();
1595     //
1596     //
1597     //
1598     if ( PKT(pkth)>PKT(pktfirst) && OBT(obth)>OBT(obtfirst) && !ptt ){
1599     //
1600 mocchiut 1.40 if ( IsDebug() ) printf(" Piece of run at the beginning of the file WITH NO RUNTRAILER evbefh = %u \n",evbefh);
1601 mocchiut 1.1 //
1602 mocchiut 1.41 if ( evbefh == 0 ) {
1603 mocchiut 1.36 //
1604     signal = 8;
1605     if ( IsDebug() ) printf(" Not supported yet: run with no events, no runtrailer, no runheader \n");
1606     //
1607     } else {
1608     //
1609 mocchiut 1.39 this->HandleRunFragments(true,true,0,(evbefh-1));
1610 mocchiut 1.36 //
1611     };
1612 mocchiut 1.1 };
1613     //
1614     //
1615     if ( (ptht - pth) > 1 ){
1616     //
1617     if ( IsDebug() ) printf(" Missing runtrailers! \n");
1618 mocchiut 1.35 if ( IsDebug() ) printf(" Attention there is a jump in the runheader counter %u %u %u \n",ptht,pth,ptt);
1619 mocchiut 1.1 // is not the consecutive header
1620     while ( pth != ptht ){
1621     //
1622     // treat the header(s) in the middle and then go to the next header, repeat until you reach the correct header.
1623     //
1624     pth++;
1625     //
1626     rh->GetEntry(pth+1);
1627     phh = ehh->GetPscuHeader();
1628     pktt = phh->GetCounter();
1629     obtt = phh->GetOrbitalTime();
1630     cod = ehh->GetCounter();
1631     evbeft = cod->Get(pctp->Physics);
1632     rh->GetEntry(pth);
1633     phh = ehh->GetPscuHeader();
1634     cod = ehh->GetCounter();
1635     pkth = phh->GetCounter();
1636     obth = phh->GetOrbitalTime();
1637     evbefh = cod->Get(pctp->Physics);
1638     //
1639 mocchiut 1.35 if ( IsDebug() ) printf(" Try to find the end of a run which has only the runheader %u %u %u \n",ptht,pth,ptt);
1640     if ( IsDebug() ) printf(" ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' %u %u %u \n",pkth,obth,obtt);
1641 mocchiut 1.1 //
1642     this->HandleMissingHoT(false,true,evbefh,evbeft-1);
1643     //
1644     };
1645     //
1646     } else if ( !(ptht - pth) ){
1647     //
1648     if ( IsDebug() ) printf(" Missing runheader! \n");
1649 mocchiut 1.35 if ( IsDebug() ) printf(" Attention! the runheader counter did not changed %u %u %u \n",ptht,pth,ptt);
1650 mocchiut 1.1 if ( IsDebug() ) printf(" The run should have already been handled by HandleRun() \n");
1651     //
1652     } else {
1653     //
1654     // go on with next header
1655     //
1656     pth = ptht;
1657     };
1658     //
1659     };
1660     //
1661     if ( ptt+1 == rtev){
1662     ptht++;
1663     if ( ptht < rhev ){
1664     rh->GetEntry(ptht);
1665     phh = ehh->GetPscuHeader();
1666     pkth = phh->GetCounter();
1667     obth = phh->GetOrbitalTime();
1668     cod = ehh->GetCounter();
1669     evbefh = cod->Get(pctp->Physics);
1670 mocchiut 1.35 if ( IsDebug() ) printf(" Piece of run at the end of file %u %u %u \n",pkth,obth,obtt);
1671     if ( IsDebug() ) printf(" ''''''''''''''''''''''''''''''' %u %u %u \n",ptht,pth,ptt);
1672     if ( IsDebug() ) printf(" ''''''''''''''''''''''''''''''' %u \n",rhev);
1673 mocchiut 1.1 //
1674     this->HandleRunFragments(false,true,evbefh,upperentry);
1675     } else {
1676     //
1677     // check if we have a fragment with no header
1678     //
1679     if ( (UInt_t)evbeft < upperentry-1 ){
1680     if ( IsDebug() ) printf(" Piece of run at the end of the file with NO RUNHEADER!\n");
1681     //
1682 mocchiut 1.2 if ( (ptt-1) < 0 ) throw -15; // should never arrive here!
1683 mocchiut 1.1 rt->GetEntry(ptt-1);
1684     cod = eht->GetCounter();
1685     evbefh = cod->Get(pctp->Physics);
1686     rt->GetEntry(ptt);
1687     pht = eht->GetPscuHeader();
1688     this->HandleRunFragments(true,true,evbefh,upperentry);
1689     };
1690     };
1691     };
1692     //
1693     };
1694     };
1695     //
1696     return(signal);
1697     };
1698    
1699     /**
1700     *
1701     * Check if the run has already been inserted
1702     *
1703     */
1704     Bool_t PamelaDBOperations::IsRunAlreadyInserted(){
1705     //
1706     TSQLResult *result = 0;
1707     TSQLRow *row = 0;
1708     //
1709     stringstream oss;
1710     oss.str("");
1711     //
1712     // the where clause is of the type: boot_number = _our_boot && (
1713     // ( runhead_time >= (_our_runhead_time-10) && runtrail_time <= (_our_runtrail_time+10) &&
1714     // ( runhead_obt >= _our_runheadobt || runhead_pkt >= _our_runheadpkt ) &&
1715     // ( runtrail_obt >= _our_runtrailobt || runtrail_pkt >= _our_runtrailpkt ) )
1716     // ||
1717     // ( runhead_time <= _our_runhead_time && runtrail_time >= _our_runtrail_time) &&
1718     // ( runhead_obt <= _our_runheadobt || runhead_pkt <= _our_runheadpkt ) &&
1719     // ( runtrail_obt <= _our_runtrailobt || runtrail_pkt <= _our_runtrailpkt ) )
1720     // )
1721     //
1722     oss << " SELECT ID,NEVENTS,TRK_CALIB_USED,PKT_COUNTER FROM GL_RUN WHERE "
1723     << " BOOT_NUMBER=" << this->GetBOOTnumber() << " AND ("
1724     << " (RUNHEADER_TIME>=" << (UInt_t)(glrun->GetRUNHEADER_TIME()-10) << " AND "
1725     << " RUNTRAILER_TIME<=" << (UInt_t)(glrun->GetRUNTRAILER_TIME()+10) << " AND ("
1726     << " RUNHEADER_OBT>=" << glrun->GetRUNHEADER_OBT() << " OR "
1727     << " RUNHEADER_PKT>=" << glrun->GetRUNHEADER_PKT() << ") AND ("
1728     << " RUNTRAILER_OBT<=" << glrun->GetRUNTRAILER_OBT() << " OR "
1729     << " RUNTRAILER_PKT<=" << glrun->GetRUNTRAILER_PKT() << ") ) OR "
1730     << " (RUNHEADER_TIME<=" << (UInt_t)glrun->GetRUNHEADER_TIME() << " AND "
1731     << " RUNTRAILER_TIME>=" << (UInt_t)glrun->GetRUNTRAILER_TIME() <<" AND ("
1732     << " RUNHEADER_OBT<=" << glrun->GetRUNHEADER_OBT() << " OR "
1733     << " RUNHEADER_PKT<=" << glrun->GetRUNHEADER_PKT() << ") AND ("
1734     << " RUNTRAILER_OBT>=" << glrun->GetRUNTRAILER_OBT() << " OR "
1735     << " RUNTRAILER_PKT>=" << glrun->GetRUNTRAILER_PKT() << ") ));";
1736     //
1737     if ( IsDebug() ) printf(" check if run has been inserted: query is \n %s \n",oss.str().c_str());
1738     result = conn->Query(oss.str().c_str());
1739     //
1740     if ( !result ) throw -4;
1741     //
1742     row = result->Next();
1743     //
1744     if ( !row ){
1745     if ( IsDebug() ) printf(" The run is new \n");
1746     if ( IsDebug() ) printf(" -> fill the DB \n");
1747     return(false); // the file has not been inserted in the DB, go on.
1748     };
1749     //
1750     Bool_t signal = true;
1751     //
1752     while ( row != NULL ){
1753     if ( IsDebug() ) printf(" A run exists with runheader and runtrailer time and packets compatible with this one \n");
1754     //
1755     // the run has already been inserted
1756     //
1757     // return(true); //<<<<<<<<<<<<<<<<<<<<<<<< patch follows, uncomment here
1758     //
1759     // PATCH!
1760     // we keep the processing run if (in order of growing importance) 1) we have the runtrailer while the old run doesn't have it 2) we have the runheader
1761     // while the old run doesn't have it 3) we have more events than the old run
1762     //
1763     if ( glrun->GetNEVENTS() > (UInt_t)atoll(row->GetField(1)) ){
1764     //
1765     if ( IsDebug() ) printf(" The new run has more events than the old one \n");
1766 mocchiut 1.15 glrun->DeleteRun(conn,(UInt_t)atoll(row->GetField(0)),"GL_RUN");
1767     // oss.str("");
1768     // oss << "DELETE FROM GL_RUN WHERE ID=" << row->GetField(0) <<";";
1769     // if ( IsDebug() ) printf(" delete the run entry: query is \n %s \n",oss.str().c_str());
1770     // conn->Query(oss.str().c_str());
1771 mocchiut 1.1 if ( signal ) signal = false;
1772     goto gonext;
1773     //
1774     } else if ( glrun->GetNEVENTS() < (UInt_t)atoll(row->GetField(1)) ){
1775     if ( IsDebug() ) printf(" The new run has less events than the old one \n");
1776     if ( IsDebug() ) printf(" The run is already inserted \n");
1777     goto gonext;
1778     };
1779     //
1780     if ( glrun->GetTRK_CALIB() && !(UInt_t)atoll(row->GetField(2)) ){
1781     //
1782     if ( IsDebug() ) printf(" The new run has the same number of events and the runheader the old one miss the runheader \n");
1783     //
1784 mocchiut 1.15 glrun->DeleteRun(conn,(UInt_t)atoll(row->GetField(0)),"GL_RUN");
1785     // oss.str("");
1786     // oss << "DELETE FROM GL_RUN WHERE ID=" << row->GetField(0) <<";";
1787     // if ( IsDebug() ) printf(" delete the run entry: query is \n %s \n",oss.str().c_str());
1788     // conn->Query(oss.str().c_str());
1789 mocchiut 1.1 //
1790     if ( signal ) signal = false;
1791     goto gonext;
1792     } else if ( !glrun->GetTRK_CALIB() && (UInt_t)atoll(row->GetField(2)) ){
1793     if ( IsDebug() ) printf(" The new run has the same number of events but miss the runheader the old has the runheader \n");
1794     if ( IsDebug() ) printf(" The run is already inserted \n");
1795     goto gonext;
1796     };
1797     //
1798     if ( glrun->GetPKT_COUNTER() && !(UInt_t)atoll(row->GetField(3)) ){
1799     //
1800     if ( IsDebug() ) printf(" The new run has the same number of events, the runheader and the runtrailer the old one miss the runtrailer \n");
1801     //
1802 mocchiut 1.15 glrun->DeleteRun(conn,(UInt_t)atoll(row->GetField(0)),"GL_RUN");
1803     // oss.str("");
1804     // oss << "DELETE FROM GL_RUN WHERE ID=" << row->GetField(0) <<";";
1805     // if ( IsDebug() ) printf(" delete the run entry: query is \n %s \n",oss.str().c_str());
1806     // conn->Query(oss.str().c_str());
1807 mocchiut 1.1 if ( signal ) signal = false;
1808     //
1809     };
1810     //
1811     gonext:
1812     // END PATCH!
1813     //
1814     row = result->Next();
1815     //
1816     };
1817     //
1818     delete result;
1819     //
1820     if ( signal && IsDebug() ) printf(" The run has already been inserted \n");
1821 mocchiut 1.23 if ( !signal && IsDebug() ) printf(" The run existed and was deleted, fill the DB \n");
1822 mocchiut 1.1 return(signal);
1823     };
1824    
1825     /**
1826     * Handle runs which seems to be good ones.
1827     **/
1828     void PamelaDBOperations::HandleRun(){
1829     ULong64_t chkpkt = 0;
1830     ULong64_t pktt = (ULong64_t)PKT(pht->GetCounter());
1831     ULong64_t pkth = (ULong64_t)PKT(phh->GetCounter());
1832     //
1833     chkpkt = pkth + (ULong64_t)runt->PKT_COUNTER + 1ULL + 1ULL;
1834     //
1835     if ( labs(chkpkt-pktt)<2 ){
1836     //
1837     if ( IsDebug() ) printf(" check %llu pktt %llu \n",chkpkt,pktt);
1838     //
1839     // it must be a good run, fill the db
1840     //
1841     this->FillClass();
1842     //
1843 mocchiut 1.13 if ( !IsRunAlreadyInserted() ){
1844     glrun->SetID(this->AssignRunID());
1845     glrun->SetID_RUN_FRAG(0);
1846     glrun->Fill_GL_RUN(conn);
1847     };
1848 mocchiut 1.1 } else {
1849     //
1850     if ( IsDebug() ) printf(" oh no! the distance between runheader and runtrailer seems wrong: check %llu pktt %llu \n",chkpkt,pktt);
1851     if ( IsDebug() ) printf(" try to recover run(s) without runheader and runtrailer between runheader and runtrailer\n");
1852     //
1853     this->HandleSuspiciousRun();
1854     //
1855     };
1856     //
1857     //
1858     return;
1859     };
1860    
1861    
1862     /**
1863     * Handle run fragments at the beginning or at the end of the file
1864     **/
1865     void PamelaDBOperations::HandleRunFragments(Bool_t mishead, Bool_t mistrail, UInt_t firstev, UInt_t lastev){
1866     //
1867     UInt_t rhfirstev = firstev;
1868     UInt_t rtlastev = lastev;
1869     Bool_t found = false;
1870 mocchiut 1.16 Bool_t foundinrun = false;
1871 mocchiut 1.1 //
1872     TSQLResult *result = 0;
1873     TSQLRow *row = 0;
1874     //
1875     stringstream oss;
1876     oss.str("");
1877     //
1878     // is the piece of run good (no other packets inside)?
1879     //
1880     if ( !this->IsRunConsistent(mishead,mistrail,firstev,lastev)){
1881     //
1882     // if not, handle other pieces and continue with the first one
1883     //
1884     if ( IsDebug() ) printf("The run is not consistent, it contains non-physics packets! The run has been handled \n");
1885     //
1886     };
1887     //
1888     // we have now the good first piece of a run, fill the glrun object
1889     //
1890     if ( rhfirstev != firstev && !mishead ) mishead = true;
1891     if ( rtlastev != lastev && !mistrail ) mistrail = true;
1892     //
1893     this->FillClass(mishead,mistrail,firstev,lastev);
1894     //
1895     if ( IsDebug() ) printf("The run is good, is it the other piece in the GL_RUN_FRAGMENTS table?\n");
1896     //
1897 mocchiut 1.16 // First of all insert the run in the fragment table...
1898     //
1899     oss.str("");
1900     oss << " SELECT ID FROM GL_RUN_FRAGMENTS WHERE "
1901     << " BOOT_NUMBER=" << this->GetBOOTnumber() << " AND ("
1902     << " (RUNHEADER_TIME>=" << (UInt_t)(glrun->GetRUNHEADER_TIME()-10) << " AND "
1903     << " RUNTRAILER_TIME<=" << (UInt_t)(glrun->GetRUNTRAILER_TIME()+10) << " AND ("
1904     << " RUNHEADER_OBT>=" << glrun->GetRUNHEADER_OBT() << " OR "
1905     << " RUNHEADER_PKT>=" << glrun->GetRUNHEADER_PKT() << ") AND ("
1906     << " RUNTRAILER_OBT<=" << glrun->GetRUNTRAILER_OBT() << " OR "
1907     << " RUNTRAILER_PKT<=" << glrun->GetRUNTRAILER_PKT() << ") ) OR "
1908     << " (RUNHEADER_TIME<=" << (UInt_t)glrun->GetRUNHEADER_TIME() << " AND "
1909     << " RUNTRAILER_TIME>=" << (UInt_t)glrun->GetRUNTRAILER_TIME() <<" AND ("
1910     << " RUNHEADER_OBT<=" << glrun->GetRUNHEADER_OBT() << " OR "
1911     << " RUNHEADER_PKT<=" << glrun->GetRUNHEADER_PKT() << ") AND ("
1912     << " RUNTRAILER_OBT>=" << glrun->GetRUNTRAILER_OBT() << " OR "
1913     << " RUNTRAILER_PKT>=" << glrun->GetRUNTRAILER_PKT() << ") ));";
1914     //
1915     if ( IsDebug() ) printf(" check if run has been inserted: query is \n %s \n",oss.str().c_str());
1916     result = conn->Query(oss.str().c_str());
1917     //
1918     if ( !result ) throw -4;
1919     //
1920     row = result->Next();
1921     //
1922     if ( !row ){
1923     //
1924     // no, insert this run in the GL_RUN_FRAGMENTS table (check if exist before!)
1925     //
1926     if ( IsDebug() ) printf(" The run is new \n");
1927     if ( IsDebug() ) printf(" -> fill the GL_RUNFRAGMENTS table \n");
1928     //
1929     glrun->SetID(this->AssignRunID());
1930     glrun->SetID_RUN_FRAG(0);
1931     glrun->Fill_GL_RUN_FRAGMENTS(conn);
1932     //
1933     } else {
1934     if ( IsDebug() ) printf(" The run is already present in the fragment table \n");
1935 mocchiut 1.23 return;
1936 mocchiut 1.16 };
1937     //
1938     //
1939 mocchiut 1.1 // can we find the other piece of the run in the GL_RUN_FRAGMENTS table?
1940     //
1941     if ( mishead && rhfirstev == firstev ) { // look for runheader (only when at the beginning of the file, if at the end and the runh is
1942     // missing it no way we can found a piece in the frag table
1943     //
1944     oss.str("");
1945     oss << " SELECT ID,TRK_CALIB_USED,RUNTRAILER_TIME,RUNTRAILER_OBT,RUNHEADER_PKT,RUNTRAILER_PKT FROM GL_RUN_FRAGMENTS WHERE "
1946     << " BOOT_NUMBER=" << this->GetBOOTnumber() << " AND "
1947 mocchiut 1.16 << " RUNHEADER_TIME <= " << (UInt_t)glrun->GetRUNHEADER_TIME() << " AND "
1948     << " ID != " << glrun->ID
1949 mocchiut 1.1 << " ORDER BY RUNHEADER_TIME DESC LIMIT 1;"; // DESC NOT ASC!!
1950     //
1951     if ( IsDebug() ) printf(" look for runheader in the fragments table: query is \n %s \n",oss.str().c_str());
1952     result = conn->Query(oss.str().c_str());
1953     //
1954     if ( !result ) throw -4;
1955     //
1956     row = result->Next();
1957     //
1958 mocchiut 1.16 if ( !row && NoFrag() ){
1959     //
1960     oss.str("");
1961     oss << " SELECT ID,TRK_CALIB_USED,RUNTRAILER_TIME,RUNTRAILER_OBT,RUNHEADER_PKT,RUNTRAILER_PKT FROM GL_RUN WHERE "
1962     << " BOOT_NUMBER=" << this->GetBOOTnumber() << " AND "
1963     << " RUNHEADER_TIME <= " << (UInt_t)glrun->GetRUNHEADER_TIME() << " AND "
1964     << " ID != " << glrun->ID
1965     << " AND ID=ID_RUN_FRAG ORDER BY RUNHEADER_TIME DESC LIMIT 1;"; // DESC NOT ASC!!
1966     //
1967     if ( IsDebug() ) printf(" look for runheader in the GL_RUN table: query is \n %s \n",oss.str().c_str());
1968     result = conn->Query(oss.str().c_str());
1969     //
1970     if ( !result ) throw -4;
1971     //
1972     foundinrun = true;
1973     //
1974     row = result->Next();
1975     //
1976     };
1977     //
1978 mocchiut 1.1 if ( !row ){
1979     if ( IsDebug() ) printf(" the corresponding piece has NOT been found \n");
1980     found = false;
1981     } else {
1982     //
1983     found = false; // default value
1984     //
1985     if ( IsDebug() ) printf(" Found a possible candidate, checking if it is the good one... \n");
1986     //
1987     // if we have both runheader and runtrailer we can check with pkt_counter:
1988     //
1989     if ( !mistrail && (UInt_t)atoll(row->GetField(1)) != 0 ){
1990     ULong64_t chkpkt = 0;
1991     ULong64_t pktt = (ULong64_t)PKT(glrun->GetRUNTRAILER_PKT());
1992     ULong64_t pkth = (ULong64_t)PKT((UInt_t)atoll(row->GetField(4)));
1993     //
1994     chkpkt = pkth + (ULong64_t)glrun->GetPKT_COUNTER() + 1ULL + 1ULL;
1995     //
1996     if ( labs(chkpkt-pktt)<2 ){
1997     //
1998     if ( IsDebug() ) printf(" FOUND!!! check %llu pktt %llu \n",chkpkt,pktt);
1999     //
2000     found = true;
2001     //
2002     } else {
2003     //
2004     if ( IsDebug() ) printf(" The check with pkt counter failed: check %llu pktt %llu \n",chkpkt,pktt);
2005     //
2006     found = false;
2007     //
2008     };
2009     };
2010     if ( !found ){
2011     //
2012     // if we arrive here we were not able to decide if the two pieces matches using only the pkt counter information, we must check times and obts
2013     //
2014     ULong64_t chkpkt1 = 0;
2015     ULong64_t orunh1 = (ULong64_t)PKT(glrun->GetRUNHEADER_PKT());
2016     ULong64_t dbrunt1 = (ULong64_t)PKT((UInt_t)atoll(row->GetField(5)));
2017     chkpkt1 = labs(orunh1-dbrunt1);
2018     //
2019     ULong64_t chkpkt2 = 0;
2020     ULong64_t orunh2 = (ULong64_t)OBT(glrun->GetRUNHEADER_OBT());
2021     ULong64_t dbrunt2 = (ULong64_t)OBT((UInt_t)atoll(row->GetField(3)));
2022     chkpkt2 = labs(orunh2-dbrunt2);
2023     //
2024     ULong64_t chkpkt3 = 0;
2025     ULong64_t orunh3 = (ULong64_t)(glrun->GetRUNHEADER_TIME());
2026     ULong64_t dbrunt3 = (ULong64_t)((UInt_t)atoll(row->GetField(2)));
2027     chkpkt3 = labs(orunh3-dbrunt3);
2028     //
2029     if ( (chkpkt1 < 200 || chkpkt2 < 20000) && chkpkt3 < 20 ){
2030     // if ( chkpkt1 < 100 && chkpkt2 < 30000 && chkpkt3 < 30 ){
2031     //
2032     if ( IsDebug() ) printf(" FOUND!!! check1 %llu<200 cechk2 %llu<20000 check3 %llu<20 \n",chkpkt1,chkpkt2,chkpkt3);
2033     //
2034     found = true;
2035     //
2036     } else {
2037     //
2038     if ( IsDebug() ) printf(" Check failed: check1 %llu<200? cechk2 %llu<20000? check3 %llu<20? \n",chkpkt1,chkpkt2,chkpkt3);
2039     //
2040     found = false;
2041     //
2042     };
2043     };
2044     };
2045     //
2046     if ( found ){
2047     //
2048     // we have found the missing piece, glue the two together, merge the informations, fill the gl_run table (check first runs do not exists), delete entry in frag table
2049     //
2050     if ( IsDebug() ) printf(" now you can handle the piece of the run \n ");
2051     //
2052 mocchiut 1.16 if ( foundinrun ){
2053     glrun->RestoreRun(conn,(UInt_t)atoll(row->GetField(0)),"GL_RUN_FRAGMENTS");
2054     glrun->DeleteRun(conn,(UInt_t)atoll(row->GetField(0)),"GL_RUN");
2055     };
2056     //
2057 mocchiut 1.1 GL_RUN *glrun1 = new GL_RUN();
2058     //
2059 mocchiut 1.16 // UInt_t idfrag = (UInt_t)atoll(row->GetField(0));
2060 mocchiut 1.1 //
2061     oss.str("");
2062     oss << " ID="<<row->GetField(0)<<";";
2063     //
2064     glrun1->Query_GL_RUN_FRAGMENTS(oss.str().c_str(),conn); // here we have runheader infos
2065     //
2066     // merge infos
2067     //
2068     UInt_t apkt = PKT(glrun1->GetRUNTRAILER_PKT());
2069     ULong64_t aobt = OBT(glrun1->GetRUNTRAILER_OBT());
2070     UInt_t bpkt = PKT(glrun->GetRUNHEADER_PKT());
2071     ULong64_t bobt = OBT(glrun->GetRUNHEADER_OBT());
2072 mocchiut 1.35 if ( IsDebug() ) printf(" Check overlapping events: %u %u %llu %llu firstev is %i\n",apkt,bpkt,aobt,bobt,firstev);
2073 mocchiut 1.1 TTree *T= 0;
2074     T = (TTree*)file->Get("Physics");
2075     if ( !T || T->IsZombie() ) throw -16;
2076     EventHeader *eh = 0;
2077     PscuHeader *ph = 0;
2078     T->SetBranchAddress("Header", &eh);
2079     while ( apkt > bpkt && aobt > bobt && firstev < lastev ){
2080     T->GetEntry(firstev);
2081     ph = eh->GetPscuHeader();
2082     bpkt = PKT(ph->GetCounter());
2083     bobt = OBT(ph->GetOrbitalTime());
2084     firstev++;
2085     };
2086 mocchiut 1.35 if ( IsDebug() ) printf(" Check overlapping events done: %u %u %llu %llu firstev is %i\n",apkt,bpkt,aobt,bobt,firstev);
2087 mocchiut 1.1 //
2088     glrun1->SetPKT_COUNTER(glrun->GetPKT_COUNTER());
2089     glrun1->SetPKT_READY_COUNTER(glrun->GetPKT_READY_COUNTER());
2090     glrun1->SetRUNTRAILER_TIME(glrun->GetRUNTRAILER_TIME());
2091     glrun1->SetRUNTRAILER_OBT(glrun->GetRUNTRAILER_OBT());
2092     glrun1->SetRUNTRAILER_PKT(glrun->GetRUNTRAILER_PKT());
2093     //
2094     glrun->SetEV_FROM(firstev);
2095     glrun->SetNEVENTS(lastev-firstev+1);
2096 mocchiut 1.16 //
2097 mocchiut 1.1 glrun->SetRUNHEADER_TIME(glrun1->GetRUNHEADER_TIME());
2098     glrun->SetRUNHEADER_OBT(glrun1->GetRUNHEADER_OBT());
2099     glrun->SetRUNHEADER_PKT(glrun1->GetRUNHEADER_PKT());
2100     glrun->SetCOMPILATIONTIMESTAMP(glrun1->GetCOMPILATIONTIMESTAMP());
2101     glrun->SetFAV_WRK_SCHEDULE(glrun1->GetFAV_WRK_SCHEDULE());
2102     glrun->SetEFF_WRK_SCHEDULE(glrun1->GetEFF_WRK_SCHEDULE());
2103     glrun->SetPRH_VAR_TRG_MODE_A(glrun1->GetPRH_VAR_TRG_MODE_A());
2104     glrun->SetPRH_VAR_TRG_MODE_B(glrun1->GetPRH_VAR_TRG_MODE_B());
2105     glrun->SetACQ_BUILD_INFO(glrun1->GetACQ_BUILD_INFO());
2106     glrun->SetACQ_VAR_INFO(glrun1->GetACQ_VAR_INFO());
2107     glrun->SetRM_ACQ_AFTER_CALIB(glrun1->GetRM_ACQ_AFTER_CALIB());
2108     glrun->SetRM_ACQ_SETTING_MODE(glrun1->GetRM_ACQ_SETTING_MODE());
2109     glrun->SetTRK_CALIB_USED(glrun1->GetTRK_CALIB_USED());
2110     glrun->SetCAL_DSP_MASK(glrun1->GetCAL_DSP_MASK());
2111     glrun->SetLAST_TIMESYNC(glrun1->GetLAST_TIMESYNC());
2112     glrun->SetOBT_TIMESYNC(glrun1->GetOBT_TIMESYNC());
2113     //
2114     if ( !IsRunAlreadyInserted() ){
2115     //
2116 mocchiut 1.16 // glrun->SetID(this->AssignRunID());
2117 mocchiut 1.13 glrun->SetID_RUN_FRAG(glrun1->GetID());
2118 mocchiut 1.1 glrun->Fill_GL_RUN(conn);
2119     //
2120 mocchiut 1.16 // set id number
2121 mocchiut 1.1 //
2122 mocchiut 1.13 glrun1->SetID_RUN_FRAG(glrun->GetID());
2123 mocchiut 1.1 glrun1->Fill_GL_RUN(conn);
2124     //
2125     };
2126 mocchiut 1.16 // delete old entry in fragment table
2127     //
2128     glrun->DeleteRun(conn,0,"GL_RUN_FRAGMENTS");
2129     glrun1->DeleteRun(conn,0,"GL_RUN_FRAGMENTS");
2130 mocchiut 1.1 //
2131     delete glrun1;
2132     //
2133     //
2134     return;
2135     //
2136     };
2137     //
2138     };
2139     //
2140     if ( mistrail && rtlastev == lastev ) { // look for runtrailer (only when at the end of the file, if at the beginning and the runh is
2141 mocchiut 1.16 // missing it no way we can found a piece in the frag table
2142 mocchiut 1.1 //
2143     oss.str("");
2144     oss << " SELECT ID,PKT_COUNTER,RUNHEADER_TIME,RUNHEADER_OBT,RUNTRAILER_PKT,RUNHEADER_PKT FROM GL_RUN_FRAGMENTS WHERE "
2145     << " BOOT_NUMBER=" << this->GetBOOTnumber() << " AND "
2146 mocchiut 1.16 << " RUNTRAILER_TIME >= " << (UInt_t)glrun->GetRUNTRAILER_TIME() << " AND "
2147     << " ID != " << glrun->ID
2148 mocchiut 1.1 << " ORDER BY RUNTRAILER_TIME ASC LIMIT 1;";
2149     //
2150     if ( IsDebug() ) printf(" look for runtrailer in the fragments table: query is \n %s \n",oss.str().c_str());
2151     result = conn->Query(oss.str().c_str());
2152     //
2153     if ( !result ) throw -4;
2154     //
2155     row = result->Next();
2156     //
2157 mocchiut 1.16 if ( !row && NoFrag() ){
2158     //
2159     oss.str("");
2160     oss << " SELECT ID,PKT_COUNTER,RUNHEADER_TIME,RUNHEADER_OBT,RUNTRAILER_PKT,RUNHEADER_PKT FROM GL_RUN WHERE "
2161     << " BOOT_NUMBER=" << this->GetBOOTnumber() << " AND "
2162     << " RUNTRAILER_TIME >= " << (UInt_t)glrun->GetRUNTRAILER_TIME() << " AND "
2163     << " ID != " << glrun->ID
2164     << " AND ID=ID_RUN_FRAG ORDER BY RUNTRAILER_TIME ASC LIMIT 1;";
2165     //
2166     if ( IsDebug() ) printf(" look for runheader in the GL_RUN table: query is \n %s \n",oss.str().c_str());
2167     result = conn->Query(oss.str().c_str());
2168     //
2169     if ( !result ) throw -4;
2170     //
2171     foundinrun = true;
2172     row = result->Next();
2173     //
2174     };
2175     //
2176 mocchiut 1.1 if ( !row ){
2177     if ( IsDebug() ) printf(" the corresponding piece has NOT been found \n");
2178     found = false;
2179     } else {
2180     //
2181     found = false; // default value
2182     //
2183     if ( IsDebug() ) printf(" Found a possible candidate, checking if it is the good one... \n");
2184     //
2185     // if we have both runheader and runtrailer we can check with pkt_counter:
2186     //
2187     if ( !mishead && (UInt_t)atoll(row->GetField(1)) != 0 ){
2188     ULong64_t chkpkt = 0;
2189     ULong64_t pktt = (ULong64_t)PKT((UInt_t)atoll(row->GetField(4)));
2190     ULong64_t pkth = (ULong64_t)PKT(glrun->GetRUNHEADER_PKT());
2191     //
2192     chkpkt = pkth + (ULong64_t)((UInt_t)atoll(row->GetField(1))) + 1ULL + 1ULL;
2193     //
2194     if ( labs(chkpkt-pktt)<2 ){
2195     //
2196     if ( IsDebug() ) printf(" FOUND!!! check %llu pktt %llu \n",chkpkt,pktt);
2197     //
2198     found = true;
2199     //
2200     } else {
2201     //
2202     if ( IsDebug() ) printf(" The check with pkt counter failed: check %llu pktt %llu \n",chkpkt,pktt);
2203     //
2204     found = false;
2205     //
2206     };
2207     };
2208     if ( !found ){
2209     //
2210     // if we arrive here we were not able to decide if the two pieces matches using only the pkt counter information, we must check times and obts
2211     //
2212     ULong64_t chkpkt1 = 0;
2213     ULong64_t orunh1 = (ULong64_t)PKT(glrun->GetRUNTRAILER_PKT());
2214     ULong64_t dbrunt1 = (ULong64_t)PKT((UInt_t)atoll(row->GetField(5)));
2215     chkpkt1 = labs(orunh1-dbrunt1);
2216     //
2217     ULong64_t chkpkt2 = 0;
2218     ULong64_t orunh2 = (ULong64_t)OBT(glrun->GetRUNTRAILER_OBT());
2219     ULong64_t dbrunt2 = (ULong64_t)OBT((UInt_t)atoll(row->GetField(3)));
2220     chkpkt2 = labs(orunh2-dbrunt2);
2221     //
2222     ULong64_t chkpkt3 = 0;
2223     ULong64_t orunh3 = (ULong64_t)(glrun->GetRUNTRAILER_TIME());
2224     ULong64_t dbrunt3 = (ULong64_t)((UInt_t)atoll(row->GetField(2)));
2225     chkpkt3 = labs(orunh3-dbrunt3);
2226     //
2227     if ( (chkpkt1 < 200 || chkpkt2 < 20000) && chkpkt3 < 20 ){
2228     //
2229     if ( IsDebug() ) printf(" FOUND!!! check1 %llu<200 cechk2 %llu<20000 check3 %llu<20 \n",chkpkt1,chkpkt2,chkpkt3);
2230     //
2231     found = true;
2232     //
2233     } else {
2234     //
2235     if ( IsDebug() ) printf(" Check failed: check1 %llu<200? cechk2 %llu<20000? check3 %llu<20? \n",chkpkt1,chkpkt2,chkpkt3);
2236     //
2237     found = false;
2238     //
2239     };
2240     };
2241     };
2242     //
2243     if ( found ){
2244     //
2245     // we have found the missing piece, glue the two together, merge the informations, fill the gl_run table (check first runs do not exists), delete entry in frag table
2246     //
2247     if ( IsDebug() ) printf(" now you can handle the piece of the run \n ");
2248     //
2249 mocchiut 1.16 if ( foundinrun ){
2250     glrun->RestoreRun(conn,(UInt_t)atoll(row->GetField(0)),"GL_RUN_FRAGMENTS");
2251     glrun->DeleteRun(conn,(UInt_t)atoll(row->GetField(0)),"GL_RUN");
2252     };
2253     //
2254 mocchiut 1.1 GL_RUN *glrun1 = new GL_RUN();
2255     //
2256 mocchiut 1.16 // UInt_t idfrag = (UInt_t)atoll(row->GetField(0));
2257 mocchiut 1.1 //
2258     oss.str("");
2259     oss << " ID="<<row->GetField(0)<<";";
2260     //
2261     glrun1->Query_GL_RUN_FRAGMENTS(oss.str().c_str(),conn); // here we have runtrailer infos
2262     //
2263     // merge infos
2264     //
2265     UInt_t apkt = PKT(glrun->GetRUNTRAILER_PKT());
2266     ULong64_t aobt = OBT(glrun->GetRUNTRAILER_OBT());
2267     UInt_t bpkt = PKT(glrun1->GetRUNHEADER_PKT());
2268     ULong64_t bobt = OBT(glrun1->GetRUNHEADER_OBT());
2269 mocchiut 1.35 if ( IsDebug() ) printf(" Check overlapping events: %u %u %llu %llu lastev is %i\n",apkt,bpkt,aobt,bobt,lastev);
2270 mocchiut 1.1 TTree *T= 0;
2271     T = (TTree*)file->Get("Physics");
2272     if ( !T || T->IsZombie() ) throw -16;
2273     EventHeader *eh = 0;
2274     PscuHeader *ph = 0;
2275     T->SetBranchAddress("Header", &eh);
2276     while ( apkt > bpkt && aobt > bobt && lastev > 0 ){
2277     T->GetEntry(lastev);
2278     ph = eh->GetPscuHeader();
2279     apkt = PKT(ph->GetCounter());
2280     aobt = OBT(ph->GetOrbitalTime());
2281     lastev--;
2282     };
2283 mocchiut 1.35 if ( IsDebug() ) printf(" Check overlapping events done: %u %u %llu %llu lastev is %i\n",apkt,bpkt,aobt,bobt,lastev);
2284 mocchiut 1.1 //
2285     glrun->SetEV_TO(lastev);
2286     glrun->SetNEVENTS(lastev-firstev+1);
2287     glrun->SetPKT_COUNTER(glrun1->GetPKT_COUNTER());
2288     glrun->SetPKT_READY_COUNTER(glrun1->GetPKT_READY_COUNTER());
2289     glrun->SetRUNTRAILER_TIME(glrun1->GetRUNTRAILER_TIME());
2290     glrun->SetRUNTRAILER_OBT(glrun1->GetRUNTRAILER_OBT());
2291     glrun->SetRUNTRAILER_PKT(glrun1->GetRUNTRAILER_PKT());
2292     //
2293     glrun1->SetRUNHEADER_TIME(glrun->GetRUNHEADER_TIME());
2294     glrun1->SetRUNHEADER_OBT(glrun->GetRUNHEADER_OBT());
2295     glrun1->SetRUNHEADER_PKT(glrun->GetRUNHEADER_PKT());
2296     glrun1->SetCOMPILATIONTIMESTAMP(glrun->GetCOMPILATIONTIMESTAMP());
2297     glrun1->SetFAV_WRK_SCHEDULE(glrun->GetFAV_WRK_SCHEDULE());
2298     glrun1->SetEFF_WRK_SCHEDULE(glrun->GetEFF_WRK_SCHEDULE());
2299     glrun1->SetPRH_VAR_TRG_MODE_A(glrun->GetPRH_VAR_TRG_MODE_A());
2300     glrun1->SetPRH_VAR_TRG_MODE_B(glrun->GetPRH_VAR_TRG_MODE_B());
2301     glrun1->SetACQ_BUILD_INFO(glrun->GetACQ_BUILD_INFO());
2302     glrun1->SetACQ_VAR_INFO(glrun->GetACQ_VAR_INFO());
2303     glrun1->SetRM_ACQ_AFTER_CALIB(glrun->GetRM_ACQ_AFTER_CALIB());
2304     glrun1->SetRM_ACQ_SETTING_MODE(glrun->GetRM_ACQ_SETTING_MODE());
2305     glrun1->SetTRK_CALIB_USED(glrun->GetTRK_CALIB_USED());
2306     glrun1->SetCAL_DSP_MASK(glrun->GetCAL_DSP_MASK());
2307     glrun1->SetLAST_TIMESYNC(glrun->GetLAST_TIMESYNC());
2308     glrun1->SetOBT_TIMESYNC(glrun->GetOBT_TIMESYNC());
2309     //
2310     if ( !IsRunAlreadyInserted() ){
2311     //
2312 mocchiut 1.16 // glrun->SetID(this->AssignRunID());
2313 mocchiut 1.13 //
2314     glrun->SetID_RUN_FRAG(glrun1->GetID());
2315 mocchiut 1.1 glrun->Fill_GL_RUN(conn);
2316     //
2317 mocchiut 1.16 // set id number
2318 mocchiut 1.1 //
2319 mocchiut 1.13 glrun1->SetID_RUN_FRAG(glrun->GetID());
2320 mocchiut 1.1 glrun1->Fill_GL_RUN(conn);
2321     //
2322     };
2323     //
2324 mocchiut 1.16 // delete old entries in fragment table
2325 mocchiut 1.1 //
2326 mocchiut 1.16 glrun->DeleteRun(conn,0,"GL_RUN_FRAGMENTS");
2327     glrun1->DeleteRun(conn,0,"GL_RUN_FRAGMENTS");
2328 mocchiut 1.1 //
2329 mocchiut 1.16 delete glrun1;
2330 mocchiut 1.1 //
2331     return;
2332     //
2333     };
2334     //
2335     };
2336     //
2337     if ( !found ){
2338     //
2339     if ( IsDebug() ) printf(" not found, check if we have already processed the file \n ");
2340     //
2341     // not found, has this run already inserted in the GL_RUN or in the GL_RUN_FRAGMENTS table?
2342     //
2343     oss.str("");
2344     oss << " SELECT ID FROM GL_RUN WHERE "
2345     << " BOOT_NUMBER=" << this->GetBOOTnumber() << " AND ("
2346     << " (RUNHEADER_TIME>=" << (UInt_t)(glrun->GetRUNHEADER_TIME()-10) << " AND "
2347     << " RUNTRAILER_TIME<=" << (UInt_t)(glrun->GetRUNTRAILER_TIME()+10) << " AND ("
2348     << " RUNHEADER_OBT>=" << glrun->GetRUNHEADER_OBT() << " OR "
2349     << " RUNHEADER_PKT>=" << glrun->GetRUNHEADER_PKT() << ") AND ("
2350     << " RUNTRAILER_OBT<=" << glrun->GetRUNTRAILER_OBT() << " OR "
2351     << " RUNTRAILER_PKT<=" << glrun->GetRUNTRAILER_PKT() << ") ) OR "
2352     << " (RUNHEADER_TIME<=" << (UInt_t)glrun->GetRUNHEADER_TIME() << " AND "
2353     << " RUNTRAILER_TIME>=" << (UInt_t)glrun->GetRUNTRAILER_TIME() <<" AND ("
2354     << " RUNHEADER_OBT<=" << glrun->GetRUNHEADER_OBT() << " OR "
2355     << " RUNHEADER_PKT<=" << glrun->GetRUNHEADER_PKT() << ") AND ("
2356     << " RUNTRAILER_OBT>=" << glrun->GetRUNTRAILER_OBT() << " OR "
2357     << " RUNTRAILER_PKT>=" << glrun->GetRUNTRAILER_PKT() << ") ));";
2358     //
2359     if ( IsDebug() ) printf(" check if run has been inserted: query is \n %s \n",oss.str().c_str());
2360     result = conn->Query(oss.str().c_str());
2361     //
2362     if ( !result ) throw -4;
2363     //
2364     row = result->Next();
2365     //
2366 mocchiut 1.16 if ( row ){
2367     if ( IsDebug() ) printf(" The run is already present in the GL_RUN table \n");
2368 mocchiut 1.1 } else {
2369 mocchiut 1.16 if ( NoFrag() ){
2370     glrun->SetID_RUN_FRAG(glrun->GetID());
2371     glrun->Fill_GL_RUN(conn);
2372     glrun->DeleteRun(conn,0,"GL_RUN_FRAGMENTS");
2373     };
2374 mocchiut 1.1 };
2375     };
2376     //
2377     return;
2378     };
2379    
2380    
2381     /**
2382     * Handle run without header or trailer
2383     **/
2384     void PamelaDBOperations::HandleMissingHoT(Bool_t mishead, Bool_t mistrail, UInt_t firstev, UInt_t lastev){
2385     //
2386     //
2387     // is the piece of run good (no other packets inside)?
2388     //
2389     if ( !this->IsRunConsistent(mishead,mistrail,firstev,lastev)){
2390     //
2391     // if not, handle other pieces and continue with the first one
2392     //
2393     if ( IsDebug() ) printf("The run is not consistent, it contains non-physics packets! The run has been handled \n");
2394     //
2395     } else {
2396     //
2397     this->FillClass(mishead,mistrail,firstev,lastev);
2398     //
2399 mocchiut 1.13 if ( !IsRunAlreadyInserted() ){
2400     glrun->SetID(this->AssignRunID());
2401     glrun->SetID_RUN_FRAG(0);
2402     glrun->Fill_GL_RUN(conn);
2403     };
2404 mocchiut 1.1 //
2405     };
2406     //
2407     return;
2408     };
2409    
2410     /**
2411     *
2412     * check if we have non-physics packets inside the run
2413     *
2414     */
2415     Bool_t PamelaDBOperations::IsRunConsistent(Bool_t mishead, Bool_t mistrail, UInt_t &firstev, UInt_t &lastev){
2416     //
2417     EventCounter *code=0;
2418     //
2419     UInt_t nevent = 0;
2420     UInt_t checkfirst = 0;
2421     UInt_t checklast = 0;
2422     UInt_t firstentry = 0;
2423     UInt_t lastentry = 0;
2424     UInt_t firstTime = 0;
2425     UInt_t lastTime = 0;
2426     UInt_t firstPkt = 0;
2427     UInt_t lastPkt = 0;
2428     UInt_t firstObt = 0;
2429     UInt_t lastObt = 0;
2430     //
2431     pcksList packetsNames;
2432     pcksList::iterator Iter;
2433     getPacketsNames(packetsNames);
2434     //
2435     TTree *T= 0;
2436     T =(TTree*)file->Get("Physics");
2437     if ( !T || T->IsZombie() ) throw -16;
2438     EventHeader *eh = 0;
2439     PscuHeader *ph = 0;
2440     T->SetBranchAddress("Header", &eh);
2441     nevent = T->GetEntries();
2442     //
2443     //
2444     if ( firstev == lastev+1 ) { // no events inside the run!
2445     if ( IsDebug() ) printf(" Checking but no events in the run! \n");
2446     // return true is correct
2447     return(true);
2448     //
2449     } else {
2450     //
2451     T->GetEntry(firstev);
2452     code = eh->GetCounter();
2453     checkfirst = 0;
2454     for(Iter = packetsNames.begin(); Iter != packetsNames.end(); Iter++){
2455     if ( strcmp(*Iter,"Physics") ) checkfirst += code->Get(GetPacketType(*Iter));
2456     };
2457     if ( IsDebug() ) printf(" Check first is %i firstev is %i\n",checkfirst,firstev);
2458     //
2459     T->GetEntry(lastev);
2460     code = eh->GetCounter();
2461     checklast = 0;
2462     for(Iter = packetsNames.begin(); Iter != packetsNames.end(); Iter++){
2463     if ( strcmp(*Iter,"Physics") ) checklast += code->Get(GetPacketType(*Iter));
2464     };
2465     if ( IsDebug() ) printf(" Check last is %i lastev is %i\n",checklast,lastev);
2466     //
2467     if ( checkfirst == checklast ){
2468     //
2469     if ( IsDebug() ) printf(" No packets but physics inside the run, I will consider it as good\n");
2470     //
2471     return(true);
2472     //
2473     } else {
2474     //
2475     if ( IsDebug() ) printf(" There are no-phyics packets inside the run!\n");
2476     //
2477     // HERE WE MUST HANDLE THAT RUNS AND GO BACK
2478     //
2479     if ( IsDebug() ) printf(" Never seen this case, try to handle it anyway, it was throw -95\n");
2480     //
2481     Bool_t emptyruns = false;
2482     UInt_t check = 0;
2483     UInt_t lastevtemp = lastev;
2484     UInt_t firstevno = firstev;
2485     //
2486     for (UInt_t i=firstev; i<=lastev; i++){
2487     //
2488     T->GetEntry(i);
2489     code = eh->GetCounter();
2490     //
2491     check = 0;
2492     //
2493     for(Iter = packetsNames.begin(); Iter != packetsNames.end(); Iter++){
2494     if ( strcmp(*Iter,"Physics") ) check += code->Get(GetPacketType(*Iter));
2495     };
2496     //
2497     if ( checkfirst < check || i == lastev ){
2498     //
2499     firstentry = firstevno;
2500     //
2501     if ( checkfirst < check ){
2502     lastentry = i-1;
2503     } else {
2504     lastentry = i;
2505     };
2506     //
2507     if ( IsDebug() ) printf(" Run between %i and %i entries\n",firstentry,lastentry);
2508     //
2509     glrun->SetEV_FROM(firstentry);
2510     glrun->SetEV_TO(lastentry);
2511     if ( lastentry == (firstentry-1) ){ // no physics packets inside physics run with no runheader no runtrailer
2512     if ( IsDebug() ) printf(" no physics packets inside physics run with no runheader no runtrailer\n");
2513     lastentry--;
2514     };
2515     glrun->SetNEVENTS(lastentry-firstentry+1);
2516     //
2517     glrun->Set_GL_RUNH0();
2518     glrun->Set_GL_RUNT0();
2519     //
2520     glrun->SetLAST_TIMESYNC(0);
2521     glrun->SetOBT_TIMESYNC(0);
2522     //
2523     T->GetEntry(firstentry);
2524     ph = eh->GetPscuHeader();
2525     firstObt = ph->GetOrbitalTime();
2526     firstTime = this->GetAbsTime(firstObt);
2527     firstPkt = ph->GetCounter();
2528     //
2529     T->GetEntry(lastentry);
2530     ph = eh->GetPscuHeader();
2531     lastObt = ph->GetOrbitalTime();
2532     lastTime = this->GetAbsTime(lastObt);
2533     lastPkt = ph->GetCounter();
2534     //
2535     glrun->SetRUNHEADER_PKT(firstPkt);
2536     glrun->SetRUNTRAILER_PKT(lastPkt);
2537     //
2538     glrun->SetRUNHEADER_OBT(firstObt);
2539     glrun->SetRUNTRAILER_OBT(lastObt);
2540     //
2541     if ( firstev == firstentry && !emptyruns && !mishead ){
2542     glrun->Set_GL_RUNH(runh,phh);
2543     firstTime = this->GetAbsTime(phh->GetOrbitalTime());
2544     if ( IsDebug() ) printf(" We have the runheader \n");
2545     };
2546     if ( lastev == i && !mistrail ){
2547     glrun->Set_GL_RUNT(runt,pht);
2548     lastTime = this->GetAbsTime(pht->GetOrbitalTime());
2549     if ( IsDebug() ) printf(" We have the runtrailer \n");
2550     };
2551     //
2552     if ( lastentry == (firstentry-2) ){ // no events in the run
2553     emptyruns = true;
2554     if ( IsDebug() ) printf(" No events in the run \n");
2555     lastTime = firstTime;
2556     if ( (UInt_t)firstTime == this->GetAbsTime(phh->GetOrbitalTime()) ){
2557     lastObt = glrun->RUNHEADER_OBT;
2558     lastPkt = glrun->RUNHEADER_PKT;
2559     } else {
2560     lastObt = firstObt;
2561     lastPkt = firstPkt;
2562     };
2563     glrun->SetRUNTRAILER_PKT(lastPkt);
2564     glrun->SetRUNTRAILER_OBT(lastObt);
2565     lastentry++;
2566     };
2567     //
2568     this->SetCommonGLRUN(firstTime,lastTime);
2569     //
2570 mocchiut 1.13 if ( !IsRunAlreadyInserted() ){
2571     glrun->SetID(this->AssignRunID());
2572     glrun->SetID_RUN_FRAG(0);
2573     glrun->Fill_GL_RUN(conn);
2574     };
2575 mocchiut 1.1 //
2576     firstevno = lastentry + 1;
2577     //
2578     checkfirst = check;
2579     //
2580     };
2581     //
2582     if ( check == checklast && i != lastev ){
2583     lastevtemp = i - 1;
2584     i = lastev - 1;
2585     };
2586     //
2587     };
2588     //
2589     lastev = lastevtemp;
2590     //
2591     return(false);
2592     //
2593     };
2594     };
2595     //
2596     return(false); // should never arrive here
2597     };
2598    
2599     /**
2600     *
2601     * we end up here when we have a runheader and a runtrailer but they seems not belonging to the same run since the number of events does not coincide with the
2602     * number of event written in the runtrailer. We try to split into different runs scanning the physics events from the runheader to the runtrailer and
2603     * looking for non-physics packets inside.
2604     *
2605     */
2606     void PamelaDBOperations::HandleSuspiciousRun(){
2607     //
2608     PacketType *pctp=0;
2609     EventCounter *codt=0;
2610     EventCounter *codh=0;
2611     EventCounter *code=0;
2612     UInt_t firstev = 0;
2613     UInt_t lastev = 0;
2614     UInt_t nevent = 0;
2615     UInt_t checkfirst = 0;
2616     UInt_t checklast = 0;
2617     UInt_t firstentry = 0;
2618     UInt_t lastentry = 0;
2619     UInt_t firstTime = 0;
2620     UInt_t lastTime = 0;
2621     UInt_t firstPkt = 0;
2622     UInt_t lastPkt = 0;
2623     UInt_t firstObt = 0;
2624     UInt_t lastObt = 0;
2625     //
2626     pcksList packetsNames;
2627     pcksList::iterator Iter;
2628     getPacketsNames(packetsNames);
2629     //
2630     TTree *rh=0;
2631     rh = (TTree*)file->Get("RunHeader");
2632     if ( !rh || rh->IsZombie() ) throw -17;
2633     TTree *T=0;
2634     T =(TTree*)file->Get("Physics");
2635     if ( !T || T->IsZombie() ) throw -16;
2636     EventHeader *eh = 0;
2637     PscuHeader *ph = 0;
2638     T->SetBranchAddress("Header", &eh);
2639     nevent = T->GetEntries();
2640     //
2641     codt = eht->GetCounter();
2642     codh = ehh->GetCounter();
2643     firstev = codh->Get(pctp->Physics);
2644     lastev = codt->Get(pctp->Physics)-1;
2645     //
2646     if ( firstev == lastev+1 ) { // no events inside the run!
2647     if ( IsDebug() ) printf(" Checking but no events in the run! \n");
2648     //
2649     this->FillClass();
2650 mocchiut 1.13 if ( !IsRunAlreadyInserted() ){
2651     glrun->SetID(this->AssignRunID());
2652     glrun->SetID_RUN_FRAG(0);
2653     glrun->Fill_GL_RUN(conn);
2654     };
2655 mocchiut 1.1 //
2656     } else {
2657     //
2658     UInt_t nrunh = 0;
2659     UInt_t nrunh1 = 0;
2660     T->GetEntry(firstev);
2661     code = eh->GetCounter();
2662     checkfirst = 0;
2663     for(Iter = packetsNames.begin(); Iter != packetsNames.end(); Iter++){
2664     if ( strcmp(*Iter,"Physics") ) checkfirst += code->Get(GetPacketType(*Iter));
2665     if ( !strcmp(*Iter,"RunHeader") ) nrunh1++;
2666     };
2667     if ( IsDebug() ) printf(" Check first is %i \n",checkfirst);
2668     //
2669     T->GetEntry(lastev);
2670     code = eh->GetCounter();
2671     checklast = 0;
2672     for(Iter = packetsNames.begin(); Iter != packetsNames.end(); Iter++){
2673     if ( strcmp(*Iter,"Physics") ) checklast += code->Get(GetPacketType(*Iter));
2674     };
2675     if ( IsDebug() ) printf(" Check last is %i \n",checklast);
2676     //
2677     if ( checkfirst == checklast ){
2678     //
2679     if ( IsDebug() ) printf(" No packets but physics inside the run, I will consider it as good\n");
2680     //
2681     this->FillClass();
2682 mocchiut 1.13 if ( !IsRunAlreadyInserted() ){
2683     glrun->SetID(this->AssignRunID());
2684     glrun->SetID_RUN_FRAG(0);
2685     glrun->Fill_GL_RUN(conn);
2686     };
2687 mocchiut 1.1 //
2688     } else {
2689     //
2690     if ( IsDebug() ) printf(" There are no-physics packets inside the run, try to separate runs \n");
2691     //
2692     Bool_t emptyruns = false;
2693     UInt_t check = 0;
2694     UInt_t firstevno = firstev;
2695     //
2696     for (UInt_t i=firstev; i<=lastev; i++){
2697     //
2698     T->GetEntry(i);
2699     code = eh->GetCounter();
2700     //
2701     check = 0;
2702     //
2703     for(Iter = packetsNames.begin(); Iter != packetsNames.end(); Iter++){
2704     if ( strcmp(*Iter,"Physics") ) check += code->Get(GetPacketType(*Iter));
2705     if ( !strcmp(*Iter,"RunHeader") ) nrunh++;
2706     };
2707     //
2708     if ( checkfirst < check || i == lastev ){
2709     //
2710     firstentry = firstevno;
2711     //
2712     if ( checkfirst < check ){
2713     lastentry = i-1;
2714     } else {
2715     lastentry = i;
2716     };
2717     //
2718     if ( IsDebug() ) printf(" Run between %i and %i entries\n",firstentry,lastentry);
2719     //
2720     glrun->SetEV_FROM(firstentry);
2721     glrun->SetEV_TO(lastentry);
2722     if ( lastentry == (firstentry-1) ){ // no physics packets inside physics run with no runheader no runtrailer
2723     if ( IsDebug() ) printf(" no physics packets inside physics run with no runheader no runtrailer\n");
2724     lastentry--;
2725     };
2726     glrun->SetNEVENTS(lastentry-firstentry+1);
2727     //
2728     glrun->Set_GL_RUNH0();
2729     glrun->Set_GL_RUNT0();
2730     //
2731     glrun->SetLAST_TIMESYNC(0);
2732     glrun->SetOBT_TIMESYNC(0);
2733     //
2734     T->GetEntry(firstentry);
2735     ph = eh->GetPscuHeader();
2736     firstObt = ph->GetOrbitalTime();
2737     firstTime = this->GetAbsTime(firstObt);
2738     firstPkt = ph->GetCounter();
2739     //
2740     T->GetEntry(lastentry);
2741     ph = eh->GetPscuHeader();
2742     lastObt = ph->GetOrbitalTime();
2743     lastTime = this->GetAbsTime(lastObt);
2744     lastPkt = ph->GetCounter();
2745     //
2746     glrun->SetRUNHEADER_PKT(firstPkt);
2747     glrun->SetRUNTRAILER_PKT(lastPkt);
2748     //
2749     glrun->SetRUNHEADER_OBT(firstObt);
2750     glrun->SetRUNTRAILER_OBT(lastObt);
2751     //
2752     if ( (firstev == firstentry && !emptyruns) || nrunh == (nrunh1 + 1) ){
2753     rh->GetEntry(nrunh1-1);
2754     phh = ehh->GetPscuHeader();
2755     nrunh1++;
2756     glrun->Set_GL_RUNH(runh,phh);
2757     firstTime = this->GetAbsTime(phh->GetOrbitalTime());
2758     if ( IsDebug() ) printf(" We have the runheader \n");
2759     };
2760     if ( lastev == i && checkfirst == check ){
2761     glrun->Set_GL_RUNT(runt,pht);
2762     lastTime = this->GetAbsTime(pht->GetOrbitalTime());
2763     if ( IsDebug() ) printf(" We have the runtrailer \n");
2764     };
2765     //
2766     if ( lastentry == (firstentry-2) ){ // no events in the run
2767     emptyruns = true;
2768     if ( IsDebug() ) printf(" No events in the run \n");
2769     lastTime = firstTime;
2770     if ( (UInt_t)firstTime == this->GetAbsTime(phh->GetOrbitalTime()) ){
2771     lastObt = glrun->RUNHEADER_OBT;
2772     lastPkt = glrun->RUNHEADER_PKT;
2773     } else {
2774     lastObt = firstObt;
2775     lastPkt = firstPkt;
2776     };
2777     glrun->SetRUNTRAILER_PKT(lastPkt);
2778     glrun->SetRUNTRAILER_OBT(lastObt);
2779     lastentry++;
2780     };
2781     //
2782     this->SetCommonGLRUN(firstTime,lastTime);
2783     //
2784 mocchiut 1.13 if ( !IsRunAlreadyInserted() ){
2785     glrun->SetID(this->AssignRunID());
2786     glrun->SetID_RUN_FRAG(0);
2787     glrun->Fill_GL_RUN(conn);
2788     };
2789 mocchiut 1.1 //
2790     if ( i == lastev && checkfirst < check ){ // if the last event gives a wrong check...
2791     //
2792     firstentry = i;
2793     //
2794     lastentry = i;
2795     //
2796     if ( IsDebug() ) printf(" Run between %i and %i entries\n",firstentry,lastentry);
2797     //
2798     glrun->SetEV_FROM(firstentry);
2799     glrun->SetEV_TO(lastentry);
2800     glrun->SetNEVENTS(lastentry-firstentry+1);
2801     //
2802     glrun->Set_GL_RUNH0();
2803     //
2804     glrun->SetLAST_TIMESYNC(0);
2805     glrun->SetOBT_TIMESYNC(0);
2806     //
2807     T->GetEntry(firstentry);
2808     ph = eh->GetPscuHeader();
2809     firstObt = ph->GetOrbitalTime();
2810     firstTime = this->GetAbsTime(firstObt);
2811     firstPkt = ph->GetCounter();
2812     //
2813     glrun->SetRUNHEADER_PKT(firstPkt);
2814     //
2815     glrun->SetRUNHEADER_OBT(firstObt);
2816     //
2817     glrun->Set_GL_RUNT(runt,pht);
2818     lastTime = this->GetAbsTime(pht->GetOrbitalTime());
2819     if ( IsDebug() ) printf(" We have the runtrailer \n");
2820     //
2821     this->SetCommonGLRUN(firstTime,lastTime);
2822     //
2823 mocchiut 1.13 if ( !IsRunAlreadyInserted() ){
2824     glrun->SetID(this->AssignRunID());
2825     glrun->SetID_RUN_FRAG(0);
2826     glrun->Fill_GL_RUN(conn);
2827     };
2828 mocchiut 1.1 };
2829     //
2830     firstevno = lastentry + 1;
2831     //
2832     checkfirst = check;
2833     //
2834     };
2835     //
2836     if ( check == checklast && i != lastev ) i = lastev - 1; // >>>>>>>>>>>>>>>>>>>>>>
2837     //
2838     };
2839     };
2840     };
2841     //
2842     return;
2843     };
2844    
2845    
2846     /**
2847     * Scan calorimeter calibrations packets, fill the GL_CALO_CALIB table
2848     */
2849     Int_t PamelaDBOperations::insertCALO_CALIB(){
2850     //
2851     TSQLResult *result = 0;
2852     TSQLRow *row = 0;
2853     //
2854     stringstream oss;
2855     oss.str("");
2856     //
2857     CalibCalPedEvent *calibCalPed = 0;
2858     TTree *tr = 0;
2859     EventHeader *eh = 0;
2860     PscuHeader *ph = 0;
2861     //
2862     UInt_t nevents = 0;
2863     UInt_t fromtime = 0;
2864     UInt_t totime = 0;
2865     UInt_t obt = 0;
2866     UInt_t pkt = 0;
2867     //
2868     tr = (TTree*)file->Get("CalibCalPed");
2869     if ( !tr || tr->IsZombie() ) throw -21;
2870     //
2871     tr->SetBranchAddress("CalibCalPed", &calibCalPed);
2872     tr->SetBranchAddress("Header", &eh);
2873     nevents = tr->GetEntries();
2874     //
2875 mocchiut 1.2 if ( !nevents ) return(1);
2876 mocchiut 1.1 //
2877     for (UInt_t i=0; i < nevents; i++){
2878     tr->GetEntry(i);
2879     for (UInt_t section = 0; section < 4; section++){
2880     //
2881     if ( calibCalPed->cstwerr[section] ){
2882     valid = 1;
2883     if ( calibCalPed->cperror[section] ) valid = 0;
2884     ph = eh->GetPscuHeader();
2885     obt = ph->GetOrbitalTime();
2886     pkt = ph->GetCounter();
2887     fromtime = this->GetAbsTime(ph->GetOrbitalTime());
2888     if ( this->PKT(pkt) >= this->PKT(pktfirst) && this->OBT(obt) >= this->OBT(obtfirst) ){
2889     //
2890 mocchiut 1.34 if ( IsDebug() ) printf(" Calo calibration for section %i at time %u obt %u pkt %u \n",section,fromtime,obt,pkt);
2891 mocchiut 1.1 //
2892     // check if the calibration has already been inserted
2893     //
2894     oss.str("");
2895     oss << " SELECT ID FROM GL_CALO_CALIB WHERE "
2896     << " SECTION = "<< section << " AND "
2897     << " BOOT_NUMBER = "<< this->GetBOOTnumber() << " AND "
2898     << " OBT = "<< obt << " AND "
2899     << " PKT = "<< pkt << ";";
2900     //
2901     if ( IsDebug() ) printf(" Check if the calo calibration has already been inserted: query is \n %s \n",oss.str().c_str());
2902     result = conn->Query(oss.str().c_str());
2903     //
2904     if ( !result ) throw -4;
2905     //
2906     row = result->Next();
2907     //
2908     if ( row ){
2909     //
2910     if ( IsDebug() ) printf(" Calo calibration already inserted in the DB\n");
2911     //
2912     } else {
2913     //
2914     // we have to insert a new calibration, check where to place it
2915     //
2916     oss.str("");
2917     oss << " SELECT ID,TO_TIME FROM GL_CALO_CALIB WHERE "
2918     << " SECTION = "<< section << " AND "
2919     << " FROM_TIME < "<< fromtime << " AND "
2920     << " TO_TIME > "<< fromtime << ";";
2921     //
2922     if ( IsDebug() ) printf(" Check where to place the calo calibration: query is \n %s \n",oss.str().c_str());
2923     result = conn->Query(oss.str().c_str());
2924     //
2925     if ( !result ) throw -4;
2926     //
2927     row = result->Next();
2928     //
2929     if ( !row ){
2930     //
2931     // no calibrations in the db contain our calibration
2932     //
2933     if ( IsDebug() ) printf(" Calibration with fromtime lower than others to be inserted in the DB for section %i \n",section);
2934 mocchiut 1.19 if ( fromtime < 1150871000 ){ //1150866904
2935 mocchiut 1.35 if ( IsDebug() ) printf(" First PAMELA flight calibration at time %u \n",fromtime);
2936 mocchiut 1.1 fromtime = 0;// the first flight calibration was taken at about 1156429100 s, this line allow to analyze first runs in raw mode
2937     };
2938     //
2939     oss.str("");
2940     oss << " SELECT FROM_TIME FROM GL_CALO_CALIB WHERE "
2941     << " SECTION = "<< section << " AND "
2942     << " FROM_TIME > "<< fromtime << " ORDER BY FROM_TIME ASC LIMIT 1;";
2943     //
2944     if ( IsDebug() ) printf(" Check the upper limit for calibration: query is \n %s \n",oss.str().c_str());
2945     result = conn->Query(oss.str().c_str());
2946     //
2947     if ( !result ) throw -4;
2948     //
2949     row = result->Next();
2950     if ( !row ){
2951     totime = numeric_limits<UInt_t>::max();
2952     } else {
2953     totime = (UInt_t)atoll(row->GetField(0));
2954     };
2955     //
2956     } else {
2957     //
2958     // determine upper and lower limits and make space for the new calibration
2959     //
2960     totime = (UInt_t)atoll(row->GetField(1));
2961     //
2962     oss.str("");
2963     oss << " UPDATE GL_CALO_CALIB SET "
2964     << " TO_TIME = "<< fromtime << " WHERE " // NOTICE: to_time is equal to from_time of the calibration before, so the interval is: [from_time,to_time[
2965     << " ID = "<< row->GetField(0) << ";";
2966     //
2967     if ( IsDebug() ) printf(" Make space for the new calibration: query is \n %s \n",oss.str().c_str());
2968     result = conn->Query(oss.str().c_str());
2969     //
2970     if ( !result ) throw -4;
2971     //
2972     };
2973     //
2974     oss.str("");
2975     oss << " INSERT INTO GL_CALO_CALIB (ID,ID_ROOT_L0,EV_ROOT,FROM_TIME,TO_TIME,SECTION,OBT,PKT,BOOT_NUMBER,VALIDATION) "
2976     << " VALUES (NULL,' "
2977     << idroot << "','"
2978     << i << "','"
2979     << fromtime << "','"
2980     << totime << "','"
2981     << section << "','"
2982     << obt << "','"
2983     << pkt << "','"
2984     << this->GetBOOTnumber() << "','"
2985     << valid << "');";
2986     //
2987     if ( IsDebug() ) printf(" Insert the new calibration: query is \n %s \n",oss.str().c_str());
2988     //
2989     result = conn->Query(oss.str().c_str());
2990     //
2991     if ( !result ) throw -4;
2992     //
2993     };
2994     //
2995     } else {
2996     //
2997 mocchiut 1.34 if ( IsDebug() ) printf(" Repeated calo calibration for section %i at time %u obt %u pkt %u \n",section,fromtime,obt,pkt);
2998 mocchiut 1.1 //
2999     };
3000     //
3001     };
3002     };
3003     };
3004     //
3005     return(0);
3006     };
3007    
3008     /**
3009     * Fill the GL_TRK_CALIB table
3010     */
3011     void PamelaDBOperations::HandleTRK_CALIB(Bool_t pk1, Bool_t pk2){
3012     //
3013     TSQLResult *result = 0;
3014     TSQLRow *row = 0;
3015     //
3016     stringstream oss;
3017     oss.str("");
3018     //
3019     UInt_t totime = 0;
3020     //
3021     if ( !pk1 && !pk2 ){
3022     if ( IsDebug() ) printf(" Cannot handle trk calibration with both packet missing!\n");
3023     };
3024     //
3025     // check if the calibration has already been inserted
3026     //
3027     oss.str("");
3028     oss << " SELECT ID FROM GL_TRK_CALIB WHERE "
3029     << " BOOT_NUMBER = "<< this->GetBOOTnumber(); //
3030     oss << " AND ( ( ";
3031     if ( pk1 ){
3032     oss << " OBT1 = "<< obt1 << " AND "
3033     << " PKT1 = "<< pkt1
3034     << " ) OR ( ";
3035     } else {
3036     oss << " PKT1 = "<< pkt2-1
3037     << " ) OR ( ";
3038     };
3039     if ( pk2 ){
3040     oss << " OBT2 = "<< obt2 << " AND "
3041     << " PKT2 = "<< pkt2;
3042     } else {
3043     oss << " PKT2 = "<< pkt1+1;
3044     };
3045     oss << " ) );";
3046     //
3047     if ( IsDebug() ) printf(" Check if the trk calibration has already been inserted: query is \n %s \n",oss.str().c_str());
3048     result = conn->Query(oss.str().c_str());
3049     //
3050     if ( !result ) throw -4;
3051     //
3052     row = result->Next();
3053     //
3054     if ( row ){
3055     //
3056     if ( IsDebug() ) printf(" Trk calibration already inserted in the DB\n");
3057     //
3058     } else {
3059     //
3060     // we have to insert a new calibration, check where to place it
3061     //
3062     oss.str("");
3063     oss << " SELECT ID,TO_TIME FROM GL_TRK_CALIB WHERE "
3064     << " FROM_TIME < "<< fromtime << " AND "
3065     << " TO_TIME > "<< fromtime << ";";
3066     //
3067     if ( IsDebug() ) printf(" Check where to place the trk calibration: query is \n %s \n",oss.str().c_str());
3068     result = conn->Query(oss.str().c_str());
3069     //
3070     if ( !result ) throw -4;
3071     //
3072     row = result->Next();
3073     //
3074     if ( !row ){
3075     //
3076     // no calibrations in the db contain our calibration
3077     //
3078     if ( IsDebug() ) printf(" Calibration with fromtime lower than others to be inserted in the DB\n");
3079 mocchiut 1.19 if ( fromtime < 1150871000 ) fromtime = 0; // the first flight calibration was taken at about 1150863300 s, this line allows to analyze first runs in raw mode
3080 mocchiut 1.1 //
3081     oss.str("");
3082     oss << " SELECT FROM_TIME FROM GL_TRK_CALIB WHERE "
3083     << " FROM_TIME > "<< fromtime << " ORDER BY FROM_TIME ASC LIMIT 1;";
3084     //
3085     if ( IsDebug() ) printf(" Check the upper limit for calibration: query is \n %s \n",oss.str().c_str());
3086     result = conn->Query(oss.str().c_str());
3087     //
3088     if ( !result ) throw -4;
3089     //
3090     row = result->Next();
3091     if ( !row ){
3092     totime = numeric_limits<UInt_t>::max();
3093     } else {
3094     totime = (UInt_t)atoll(row->GetField(0));
3095     };
3096     //
3097     } else {
3098     //
3099     // determine upper and lower limits and make space for the new calibration
3100     //
3101     totime = (UInt_t)atoll(row->GetField(1));
3102     //
3103     oss.str("");
3104     oss << " UPDATE GL_TRK_CALIB SET "
3105     << " TO_TIME = "<< fromtime << " WHERE " // NOTICE: to_time is equal to from_time of the calibration before, so the interval is: [from_time,to_time[
3106     << " ID = "<< row->GetField(0) << ";";
3107     //
3108     if ( IsDebug() ) printf(" Make space for the new trk calibration: query is \n %s \n",oss.str().c_str());
3109     result = conn->Query(oss.str().c_str());
3110     //
3111     if ( !result ) throw -4;
3112     //
3113     };
3114     //
3115     oss.str("");
3116     oss << " INSERT INTO GL_TRK_CALIB (ID,ID_ROOT_L0,EV_ROOT_CALIBTRK1,EV_ROOT_CALIBTRK2,FROM_TIME,TO_TIME,OBT1,PKT1,OBT2,PKT2,BOOT_NUMBER,VALIDATION) "
3117     << " VALUES (NULL,' "
3118     << idroot << "',";
3119     //
3120     if ( !pk1 ){
3121     oss << "NULL,";
3122     } else {
3123     oss << "'"
3124     << t1 << "',";
3125     };
3126     //
3127     if ( !pk2 ){
3128     oss << "NULL,'";
3129     } else {
3130     oss << "'"
3131     << t2 << "','";
3132     };
3133     //
3134     oss << fromtime << "','"
3135     << totime << "','"
3136     << obt1 << "','"
3137     << pkt1 << "','"
3138     << obt2 << "','"
3139     << pkt2 << "','"
3140     << this->GetBOOTnumber() << "','"
3141     << valid << "');";
3142     //
3143     if ( IsDebug() ) printf(" Insert the new trk calibration: query is \n %s \n",oss.str().c_str());
3144     //
3145     result = conn->Query(oss.str().c_str());
3146     //
3147     if ( !result ) throw -4;
3148     //
3149     };
3150     //
3151     };
3152    
3153     /**
3154     * Scan tracker calibrations packets, fill the GL_TRK_CALIB table
3155     */
3156     Int_t PamelaDBOperations::insertTRK_CALIB(){
3157     //
3158     CalibTrk1Event *caltrk1 = 0;
3159     CalibTrk2Event *caltrk2 = 0;
3160     TTree *tr1 = 0;
3161     TTree *tr2 = 0;
3162     EventHeader *eh1 = 0;
3163     PscuHeader *ph1 = 0;
3164     EventHeader *eh2 = 0;
3165     PscuHeader *ph2 = 0;
3166     //
3167     PacketType *pctp=0;
3168     EventCounter *codt2=0;
3169     //
3170     Int_t nevents1 = 0;
3171     Int_t nevents2 = 0;
3172     //
3173     fromtime = 0;
3174     //
3175     obt1 = 0;
3176     pkt1 = 0;
3177     obt2 = 0;
3178     pkt2 = 0;
3179     //
3180     tr1 = (TTree*)file->Get("CalibTrk1");
3181     if ( !tr1 || tr1->IsZombie() ) throw -22;
3182     tr2 = (TTree*)file->Get("CalibTrk2");
3183     if ( !tr2 || tr2->IsZombie() ) throw -23;
3184     //
3185     tr1->SetBranchAddress("CalibTrk1", &caltrk1);
3186     tr1->SetBranchAddress("Header", &eh1);
3187     nevents1 = tr1->GetEntries();
3188     tr2->SetBranchAddress("CalibTrk2", &caltrk2);
3189     tr2->SetBranchAddress("Header", &eh2);
3190     nevents2 = tr2->GetEntries();
3191     //
3192 mocchiut 1.2 if ( !nevents1 && !nevents2 ) return(1);
3193 mocchiut 1.1 //
3194     t2 = -1;
3195     Int_t pret2 = 0;
3196     Int_t t2t1cal = 0;
3197     //
3198     for (t1=0; t1 < nevents1; t1++){
3199     //
3200     pret2 = t2;
3201     tr1->GetEntry(t1);
3202     //
3203     ph1 = eh1->GetPscuHeader();
3204     obt1 = ph1->GetOrbitalTime();
3205     pkt1 = ph1->GetCounter();
3206     fromtime = this->GetAbsTime(ph1->GetOrbitalTime());
3207     //
3208 pam-fi 1.22 // valid = 1;
3209     // //
3210     // if ( caltrk1->unpackError != 0 && caltrk1->good0 == 0 ) valid = 0;// CONDITIONS ON THE GOODNESS OF THE CALIBRATION PKT1
3211 mocchiut 1.1 //
3212     //
3213     if ( this->PKT(pkt1) >= this->PKT(pktfirst) && this->OBT(obt1) >= this->OBT(obtfirst) ){
3214     //
3215 mocchiut 1.34 if ( IsDebug() ) printf(" Trk calibration1 at time %u obt %u pkt %u \n",fromtime,obt1,pkt1);
3216 pam-fi 1.22 //
3217     valid = ValidateTrkCalib( caltrk1, eh1 );
3218     if ( IsDebug() ) cout << " pkt1 validation --> "<<valid<<endl;
3219 mocchiut 1.1 //
3220     // Do we have the second calibration packet?
3221     //
3222     while ( t2t1cal < t1+1 ){ // get the calibration packet2 that follows the packet1
3223     //
3224     t2++;
3225     //
3226     if ( t2 < nevents2 ){
3227     tr2->GetEntry(t2);
3228     codt2 = eh2->GetCounter();
3229     t2t1cal = codt2->Get(pctp->CalibTrk1);
3230     //
3231     ph2 = eh2->GetPscuHeader();
3232     obt2 = ph2->GetOrbitalTime();
3233     pkt2 = ph2->GetCounter();
3234     //
3235 pam-fi 1.22 // if ( caltrk2->unpackError != 0 || caltrk2->good0 == 0 ) valid = 0; // CONDITIONS ON THE GOODNESS OF THE CALIBRATION PKT2
3236 mocchiut 1.1 //
3237     } else {
3238     //
3239     // running out of vector without finding the corresponding calibration, sig
3240     //
3241     pret2 = t2;
3242     obt2 = 0;
3243     pkt2 = pkt1+2;
3244     t2t1cal = t1+1;
3245     };
3246     if ( this->PKT(pkt2) < this->PKT(pktfirst) && this->OBT(obt2) < this->OBT(obtfirst) ){
3247     //
3248     // running out of vector without finding the corresponding calibration, sig
3249     //
3250     pret2 = t2;
3251     obt2 = 0;
3252     pkt2 = pkt1+2;
3253     t2t1cal = t1+1;
3254     };
3255     //
3256     };
3257     //
3258 mocchiut 1.34 if ( IsDebug() ) printf(" Found trk calibration2 at obt %u pkt %u t2 is %u \n",obt2,pkt2,t2);
3259 mocchiut 1.1 //
3260     // The calibration is good
3261     //
3262     if ( this->PKT(pkt2) == this->PKT(pkt1)+1 ){
3263     //
3264 mocchiut 1.34 if ( IsDebug() ) printf(" The trk calibration2 at obt %u pkt %u t2 is %u is good \n",obt2,pkt2,t2);
3265 mocchiut 1.1 //
3266 pam-fi 1.22 UInt_t valid2 = ValidateTrkCalib( caltrk2, eh2 );
3267     if ( IsDebug() ) cout << " pkt2 validation --> "<<valid2<<endl;
3268     valid = valid & valid2;
3269     //
3270 mocchiut 1.1 // Handle good calib
3271     //
3272     this->HandleTRK_CALIB(true,true);
3273     //
3274     // Check for missing calibtrk1
3275     //
3276     if ( t2 != pret2+1 ){
3277     //
3278 mocchiut 1.34 if ( IsDebug() ) printf(" Missing the trk calibration1! Next one at obt %u pkt %u t2 is %u pret2 is %u \n",obt2,pkt2,t2,pret2);
3279 mocchiut 1.1 //
3280     while ( t2 > pret2+1 ){
3281     //
3282     // handle missing calib1
3283     //
3284     pret2++;
3285     //
3286     obt1 = 0;
3287     pkt1 = 0;
3288     //
3289     tr2->GetEntry(pret2);
3290     ph2 = eh2->GetPscuHeader();
3291     obt2 = ph2->GetOrbitalTime();
3292     pkt2 = ph2->GetCounter();
3293     //
3294     fromtime = this->GetAbsTime(ph2->GetOrbitalTime());
3295     //
3296     valid = 0;
3297     this->HandleTRK_CALIB(false,true);
3298     //
3299     };
3300     //
3301     };
3302     //
3303     } else if ( this->PKT(pkt2) > this->PKT(pkt1)+1 ){
3304     //
3305     // Check for missing calibtrk2
3306     //
3307 mocchiut 1.34 if ( IsDebug() ) printf(" Missing the trk calibration2! Next one at obt %u pkt %u t2 is %u\n",obt2,pkt2,t2);
3308 mocchiut 1.1 t2 = pret2;
3309     //
3310     // handle missing calib2
3311     //
3312     obt2 = 0;
3313     pkt2 = 0;
3314     valid = 0;
3315     this->HandleTRK_CALIB(true,false);
3316     //
3317     };
3318     //
3319     } else {
3320     //
3321 mocchiut 1.34 if ( IsDebug() ) printf(" Repetead trk calibration1 at time %u obt %u pkt %u \n",fromtime,obt1,pkt1);
3322 mocchiut 1.1 //
3323     };
3324     //
3325     };
3326     //
3327     // we have one more calib pkt2 !
3328     //
3329     t2++;
3330     while ( t2 < nevents2 ){
3331     //
3332     // handle missing calib1
3333     //
3334     obt1 = 0;
3335     pkt1 = 0;
3336     //
3337     tr2->GetEntry(t2);
3338     ph2 = eh2->GetPscuHeader();
3339     obt2 = ph2->GetOrbitalTime();
3340     pkt2 = ph2->GetCounter();
3341     //
3342     fromtime = this->GetAbsTime(ph2->GetOrbitalTime());
3343     valid = 0;
3344     if ( this->PKT(pkt2) > this->PKT(pktfirst) || this->OBT(obt2) > this->OBT(obtfirst) ){
3345     //
3346 mocchiut 1.34 if ( IsDebug() ) printf(" Missing the trk calibration1! Next one at obt %u pkt %u t2 is %u\n",obt2,pkt2,t2);
3347 mocchiut 1.1 //
3348     this->HandleTRK_CALIB(false,true);
3349     //
3350     };
3351     //
3352     t2++;
3353     //
3354     };
3355     //
3356     return(0);
3357     };
3358    
3359    
3360     /**
3361     * Scan S4 calibrations packets, fill the GL_S4_CALIB table
3362     */
3363     Int_t PamelaDBOperations::insertS4_CALIB(){
3364     //
3365     TSQLResult *result = 0;
3366     TSQLRow *row = 0;
3367     //
3368     stringstream oss;
3369     oss.str("");
3370     //
3371     TTree *tr = 0;
3372     EventHeader *eh = 0;
3373     PscuHeader *ph = 0;
3374     //
3375     UInt_t nevents = 0;
3376     UInt_t fromtime = 0;
3377     UInt_t totime = 0;
3378     UInt_t obt = 0;
3379     UInt_t pkt = 0;
3380     //
3381     tr = (TTree*)file->Get("CalibS4");
3382     if ( !tr || tr->IsZombie() ) throw -24;
3383     //
3384     tr->SetBranchAddress("Header", &eh);
3385     //
3386     nevents = tr->GetEntries();
3387     //
3388 mocchiut 1.2 if ( !nevents ) return(1);
3389 mocchiut 1.1 //
3390     for (UInt_t i = 0; i < nevents; i++){
3391     //
3392     tr->GetEntry(i);
3393     //
3394     ph = eh->GetPscuHeader();
3395     obt = ph->GetOrbitalTime();
3396     pkt = ph->GetCounter();
3397     fromtime = this->GetAbsTime(ph->GetOrbitalTime());
3398     if ( this->PKT(pkt) >= this->PKT(pktfirst) && this->OBT(obt) >= this->OBT(obtfirst) ){
3399     //
3400 mocchiut 1.34 if ( IsDebug() ) printf(" S4 calibration at time %u obt %u pkt %u \n",fromtime,obt,pkt);
3401 mocchiut 1.1 //
3402     // check if the calibration has already been inserted
3403     //
3404     oss.str("");
3405     oss << " SELECT ID FROM GL_S4_CALIB WHERE "
3406     << " BOOT_NUMBER = "<< this->GetBOOTnumber() << " AND "
3407     << " OBT = "<< obt << " AND "
3408     << " PKT = "<< pkt << ";";
3409     //
3410     if ( IsDebug() ) printf(" Check if the S4 calibration has already been inserted: query is \n %s \n",oss.str().c_str());
3411     result = conn->Query(oss.str().c_str());
3412     //
3413     if ( !result ) throw -4;
3414     //
3415     row = result->Next();
3416     //
3417     if ( row ){
3418     //
3419     if ( IsDebug() ) printf(" S4 calibration already inserted in the DB\n");
3420     //
3421     } else {
3422     //
3423     // we have to insert a new calibration, check where to place it
3424     //
3425     oss.str("");
3426     oss << " SELECT ID,TO_TIME FROM GL_S4_CALIB WHERE "
3427     << " FROM_TIME < "<< fromtime << " AND "
3428     << " TO_TIME > "<< fromtime << ";";
3429     //
3430     if ( IsDebug() ) printf(" Check where to place the S4 calibration: query is \n %s \n",oss.str().c_str());
3431     result = conn->Query(oss.str().c_str());
3432     //
3433     if ( !result ) throw -4;
3434     //
3435     row = result->Next();
3436     //
3437     if ( !row ){
3438     //
3439     // no calibrations in the db contain our calibration
3440     //
3441     if ( IsDebug() ) printf(" Calibration with fromtime lower than others to be inserted in the DB \n");
3442 mocchiut 1.19 if ( fromtime < 1150871000 ){
3443 mocchiut 1.35 if ( IsDebug() ) printf(" First PAMELA flight calibration at time %u \n",fromtime);
3444 mocchiut 1.1 fromtime = 0;// the first flight calibration was taken at about 1156429100 s, this line allow to analyze first runs in raw mode
3445     };
3446     //
3447     oss.str("");
3448     oss << " SELECT FROM_TIME FROM GL_S4_CALIB WHERE "
3449     << " FROM_TIME > "<< fromtime << " ORDER BY FROM_TIME ASC LIMIT 1;";
3450     //
3451     if ( IsDebug() ) printf(" Check the upper limit for calibration: query is \n %s \n",oss.str().c_str());
3452     result = conn->Query(oss.str().c_str());
3453     //
3454     if ( !result ) throw -4;
3455     //
3456     row = result->Next();
3457     if ( !row ){
3458     totime = numeric_limits<UInt_t>::max();
3459     } else {
3460     totime = (UInt_t)atoll(row->GetField(0));
3461     };
3462     //
3463     } else {
3464     //
3465     // determine upper and lower limits and make space for the new calibration
3466     //
3467     totime = (UInt_t)atoll(row->GetField(1));
3468     //
3469     oss.str("");
3470     oss << " UPDATE GL_S4_CALIB SET "
3471     << " TO_TIME = "<< fromtime << " WHERE " // NOTICE: to_time is equal to from_time of the calibration before, so the interval is: [from_time,to_time[
3472     << " ID = "<< row->GetField(0) << ";";
3473     //
3474     if ( IsDebug() ) printf(" Make space for the new calibration: query is \n %s \n",oss.str().c_str());
3475     result = conn->Query(oss.str().c_str());
3476     //
3477     if ( !result ) throw -4;
3478     //
3479     };
3480     //
3481     oss.str("");
3482 mocchiut 1.2 oss << " INSERT INTO GL_S4_CALIB (ID,ID_ROOT_L0,EV_ROOT,FROM_TIME,TO_TIME,OBT,PKT,BOOT_NUMBER) "
3483 mocchiut 1.1 << " VALUES (NULL,' "
3484     << idroot << "','"
3485     << i << "','"
3486     << fromtime << "','"
3487     << totime << "','"
3488     << obt << "','"
3489     << pkt << "','"
3490 mocchiut 1.2 << this->GetBOOTnumber() << "');";
3491 mocchiut 1.1 //
3492     if ( IsDebug() ) printf(" Insert the new calibration: query is \n %s \n",oss.str().c_str());
3493     //
3494     result = conn->Query(oss.str().c_str());
3495     //
3496     if ( !result ) throw -4;
3497     //
3498     };
3499     //
3500     } else {
3501     //
3502 mocchiut 1.34 if ( IsDebug() ) printf(" Repeated S4 calibration at time %u obt %u pkt %u \n",fromtime,obt,pkt);
3503 mocchiut 1.1 //
3504     };
3505     //
3506     };
3507     //
3508     return(0);
3509     };
3510    
3511 mocchiut 1.2 /**
3512     * Scan the fragment table and move old fragments to the GL_RUN table
3513 mocchiut 1.1 */
3514 mocchiut 1.2 Int_t PamelaDBOperations::CleanGL_RUN_FRAGMENTS(){
3515 mocchiut 1.16 return(this->CleanGL_RUN_FRAGMENTS(""));
3516     };
3517    
3518     /**
3519     * Scan the fragment table and move old fragments to the GL_RUN table
3520     */
3521     Int_t PamelaDBOperations::CleanGL_RUN_FRAGMENTS(TString fcleanfile){
3522 mocchiut 1.2 //
3523     TSQLResult *result = 0;
3524     TSQLRow *row = 0;
3525     TSQLResult *result2 = 0;
3526     TSQLRow *row2 = 0;
3527     //
3528     UInt_t moved = 0;
3529     //
3530     stringstream oss;
3531     oss.str("");
3532     //
3533 mocchiut 1.16 if ( !strcmp(fcleanfile.Data(),"") ){
3534     //
3535     // check if there are entries older than "olderthan" seconds from now
3536     //
3537     oss.str("");
3538     oss << " SELECT ID FROM GL_RUN_FRAGMENTS WHERE"
3539     << " INSERT_TIME <= '" << clean_time->AsSQLString() << "';";
3540     //
3541     if ( IsDebug() ) printf(" Select from GL_RUN_FRAGMENTS runs older than %s : query is \n %s \n",clean_time->AsSQLString(),oss.str().c_str());
3542     result = conn->Query(oss.str().c_str());
3543     //
3544     } else {
3545     oss.str("");
3546     oss << " SELECT ID FROM GL_ROOT WHERE NAME='" << fcleanfile.Data() << "';";
3547     if ( IsDebug() ) printf(" Getting ID_ROOT_L0 query %s \n",oss.str().c_str());
3548     result = conn->Query(oss.str().c_str());
3549     //
3550     if ( result ){
3551     //
3552     row = result->Next();
3553     //
3554     if ( row ){
3555     oss.str("");
3556     oss << " SELECT ID FROM GL_RUN_FRAGMENTS WHERE"
3557     << " ID_ROOT_L0=" << row->GetField(0) << ";";
3558     //
3559     if ( IsDebug() ) printf(" Select from GL_RUN_FRAGMENTS for ROOT file query is \n %s \n",oss.str().c_str());
3560     result = conn->Query(oss.str().c_str());
3561     //
3562     };
3563     } else {
3564     return(2);
3565     };
3566     };
3567 mocchiut 1.2 //
3568     if ( result ){
3569     //
3570     row = result->Next();
3571     //
3572 mocchiut 1.12 while ( row ){
3573 mocchiut 1.2 //
3574     oss.str("");
3575     oss << " ID= "<< row->GetField(0);
3576     //
3577     glrun->Query_GL_RUN_FRAGMENTS(oss.str().c_str(),conn);
3578     //
3579     oss.str("");
3580     oss << " SELECT ID,NEVENTS,TRK_CALIB_USED,PKT_COUNTER FROM GL_RUN WHERE "
3581     << " BOOT_NUMBER=" << glrun->GetBOOT_NUMBER() << " AND ("
3582     << " (RUNHEADER_TIME>=" << (UInt_t)(glrun->GetRUNHEADER_TIME()-10) << " AND "
3583     << " RUNTRAILER_TIME<=" << (UInt_t)(glrun->GetRUNTRAILER_TIME()+10) << " AND ("
3584     << " RUNHEADER_OBT>=" << glrun->GetRUNHEADER_OBT() << " OR "
3585     << " RUNHEADER_PKT>=" << glrun->GetRUNHEADER_PKT() << ") AND ("
3586     << " RUNTRAILER_OBT<=" << glrun->GetRUNTRAILER_OBT() << " OR "
3587     << " RUNTRAILER_PKT<=" << glrun->GetRUNTRAILER_PKT() << ") ) OR "
3588     << " (RUNHEADER_TIME<=" << (UInt_t)glrun->GetRUNHEADER_TIME() << " AND "
3589     << " RUNTRAILER_TIME>=" << (UInt_t)glrun->GetRUNTRAILER_TIME() <<" AND ("
3590     << " RUNHEADER_OBT<=" << glrun->GetRUNHEADER_OBT() << " OR "
3591     << " RUNHEADER_PKT<=" << glrun->GetRUNHEADER_PKT() << ") AND ("
3592     << " RUNTRAILER_OBT>=" << glrun->GetRUNTRAILER_OBT() << " OR "
3593     << " RUNTRAILER_PKT>=" << glrun->GetRUNTRAILER_PKT() << ") ));";
3594     //
3595     if ( IsDebug() ) printf(" check if run has been inserted: query is \n %s \n",oss.str().c_str());
3596     result2 = conn->Query(oss.str().c_str());
3597     //
3598     if ( !result2 ) throw -4;
3599     //
3600     row2 = result2->Next();
3601     //
3602     if ( !row2 ){
3603     //
3604     if ( IsDebug() ) printf(" The run is new \n");
3605     if ( IsDebug() ) printf(" -> fill the DB \n");
3606     //
3607 mocchiut 1.13 // glrun->SetID(this->AssignRunID()); we use the old run number!
3608     glrun->SetID_RUN_FRAG(glrun->GetID());
3609 mocchiut 1.2 glrun->Fill_GL_RUN(conn);
3610     //
3611 mocchiut 1.13 // oss.str("");
3612     // oss << " SELECT ID FROM GL_RUN WHERE "
3613     // << " BOOT_NUMBER=" << glrun->GetBOOT_NUMBER() << " AND "
3614     // << " RUNHEADER_PKT=" << (UInt_t)glrun->GetRUNHEADER_PKT() << " AND "
3615     // << " RUNTRAILER_PKT=" << (UInt_t)glrun->GetRUNTRAILER_PKT() << " AND "
3616     // << " RUNHEADER_OBT=" << (UInt_t)glrun->GetRUNHEADER_OBT() << " AND "
3617     // << " RUNTRAILER_OBT=" << (UInt_t)glrun->GetRUNTRAILER_OBT() << "; ";
3618     // //
3619     // if ( IsDebug() ) printf(" Look for the ID of the inserted run: query is \n %s \n",oss.str().c_str());
3620     // result2 = conn->Query(oss.str().c_str());
3621     // //
3622     // if ( !result2 ) throw -4;
3623     // //
3624     // row2 = result2->Next();
3625     // //
3626     // if ( !row2 ) throw -25;
3627     // //
3628     // oss.str("");
3629     // oss << " UPDATE GL_RUN SET ID_RUN_FRAG = " << row2->GetField(0) << " WHERE ID = " << row2->GetField(0);
3630     // if ( IsDebug() ) printf(" Update the ID_RUN_FRAG of the inserted run: query is \n %s \n",oss.str().c_str());
3631     // result2 = conn->Query(oss.str().c_str());
3632     // //
3633     // if ( !result2 ) throw -4;
3634 mocchiut 1.2 //
3635     moved++;
3636     //
3637     } else {
3638     if ( IsDebug() ) printf(" The already exist in the GL_RUN table! \n");
3639 mocchiut 1.1 };
3640 mocchiut 1.2 if ( IsDebug() ) printf(" Delete run %s from the GL_RUN_FRAGMENTS table \n",row->GetField(0));
3641     //
3642     //
3643 mocchiut 1.15 glrun->DeleteRun(conn,(UInt_t)atoll(row->GetField(0)),"GL_RUN_FRAGMENTS");
3644     // oss.str("");
3645     // oss << " DELETE from GL_RUN_FRAGMENTS where ID = " << row->GetField(0);
3646     // if ( IsDebug() ) printf(" Clean the GL_RUN_FRAGMENTS table: query is \n %s \n",oss.str().c_str());
3647     // result2 = conn->Query(oss.str().c_str());
3648     // //
3649     // if ( !result2 ) throw -4;
3650     // //
3651 mocchiut 1.12 row = result->Next();
3652 mocchiut 1.1 };
3653     };
3654 mocchiut 1.2 if ( IsDebug() ) printf(" Moved %u runs\n",moved);
3655     return(0);
3656     };
3657 mocchiut 1.1
3658 mocchiut 1.2 /**
3659     * Check if runs are good, i.e. if the tracker calibration is correctly associated..
3660     */
3661     Int_t PamelaDBOperations::ValidateRuns(){
3662 mocchiut 1.16 return(this->ValidateRuns(""));
3663     };
3664    
3665     /**
3666     * Check if runs are good, i.e. if the tracker calibration is correctly associated..
3667     */
3668     Int_t PamelaDBOperations::ValidateRuns(TString valfile){
3669 mocchiut 1.2 //
3670     TSQLResult *result = 0;
3671 pam-fi 1.5 TSQLRow *row = 0;
3672 mocchiut 1.2 //
3673 mocchiut 1.16 UInt_t calibtime = 50;
3674     //
3675 mocchiut 1.2 stringstream oss;
3676     oss.str("");
3677     //
3678 pam-fi 1.5 // =======================================================
3679     // validate runs by checking missing calibrations
3680     // =======================================================
3681     UInt_t t_stop = 0;
3682     UInt_t t_start = 0;
3683 mocchiut 1.16 if ( !strcmp(valfile.Data(),"") ) {
3684     // --------------------------------------------------------------
3685     // 1) get the OBT of the last run inserted after clean-time limit
3686     // --------------------------------------------------------------
3687     oss.str("");
3688     oss << " SELECT * FROM GL_RUN WHERE INSERT_TIME <= '" << clean_time->AsSQLString()
3689     << "' ORDER BY RUNHEADER_TIME DESC LIMIT 1;";
3690     if ( IsDebug() ) printf(" Get start validation-time: query is \n %s \n",oss.str().c_str());
3691     result = conn->Query(oss.str().c_str());
3692     if ( !result ) throw -4;
3693     if ( !result->GetRowCount() ) {
3694     printf(" No runs to validate \n");
3695     return(1);
3696     }else{
3697     row = result->Next();
3698     t_start = (UInt_t)atoll(row->GetField(4));
3699     };
3700     // --------------------------------------------------------------
3701     // 2) get the OBT of the last validated run
3702     // --------------------------------------------------------------
3703     oss.str("");
3704     oss << " SELECT * FROM GL_RUN WHERE VALIDATION=1 AND RUNHEADER_TIME<="<< t_start
3705     <<" ORDER BY RUNHEADER_TIME DESC LIMIT 1;";
3706     if ( IsDebug() ) printf(" Get stop validation-time: query is \n %s \n",oss.str().c_str());
3707     result = conn->Query(oss.str().c_str());
3708     if ( !result ) throw -4;
3709     if ( result->GetRowCount() ){
3710     row = result->Next();
3711     t_stop = (UInt_t)atoll(row->GetField(4));
3712     };
3713 mocchiut 1.35 if ( IsDebug() ) printf("Validation interval: from time %u - to time %u \n\n",t_stop,t_start);
3714 mocchiut 1.16 // --------------------------------------------------------------
3715     // now retrieves runs to be validated
3716     // --------------------------------------------------------------
3717     oss.str("");
3718     oss << " SELECT * FROM GL_RUN WHERE RUNHEADER_TIME <=" << t_start;
3719     oss << " AND RUNHEADER_TIME >="<< t_stop;
3720     oss << " ORDER BY RUNHEADER_TIME DESC;";
3721     if ( IsDebug() )printf(" Check runs for validation: query is \n %s \n",oss.str().c_str());
3722     result = conn->Query(oss.str().c_str());
3723     } else {
3724     //
3725     stringstream myquery;
3726     UInt_t myid = 0;
3727     myquery.str("");
3728     myquery << " SELECT ID FROM GL_ROOT where NAME='"<<valfile.Data() <<"';";
3729     //
3730     result = conn->Query(myquery.str().c_str());
3731     //
3732     row = result->Next();
3733     if( !row ){
3734     if ( strcmp(valfile.Data(),GetRootName().Data()) ){
3735     if ( IsDebug() ) printf(" No file to be validated even if option \"-validate file\" was used!!\n");
3736     return(2);
3737     };
3738     if ( IsDebug() ) printf(" No file to be validated (force mode)! \n");
3739     return(0);
3740     };
3741     myid=(UInt_t)atoll(row->GetField(0));
3742     //
3743     myquery.str("");
3744     myquery << " SELECT MAX(RUNTRAILER_TIME),MIN(RUNHEADER_TIME) FROM GL_RUN WHERE ID_ROOT_L0="<< myid <<";";
3745     //
3746     result = conn->Query(myquery.str().c_str());
3747     //
3748     row = result->Next();
3749     if( !row->GetField(0) || !row->GetField(1)){
3750     //
3751     if ( IsDebug() ) printf(" NO RUN ASSOCIATED TO THIS FILE! \n");
3752     //
3753     return(0);
3754     //
3755     } else {
3756     //
3757     UInt_t runhtime = (UInt_t)atoll(row->GetField(0));
3758     UInt_t runttime = (UInt_t)atoll(row->GetField(1));
3759     UInt_t caltime = 0;
3760     //
3761     myquery.str("");
3762     myquery << " SELECT FROM_TIME FROM GL_TRK_CALIB where FROM_TIME>" <<runhtime;
3763     myquery << " order by FROM_TIME asc limit 1;";
3764     //
3765     if ( IsDebug() ) printf(" query is \n %s \n",myquery.str().c_str());
3766     //
3767     //
3768     result = conn->Query(myquery.str().c_str());
3769     //
3770     row = result->Next();
3771     if( !row ){
3772     caltime = runhtime;
3773     } else {
3774     caltime = (UInt_t)atoll(row->GetField(0));
3775     };
3776     //
3777     myquery.str("");
3778     myquery << " SELECT * from GL_RUN where RUNHEADER_TIME>="<< runttime <<" AND RUNHEADER_TIME<=" ;
3779     myquery << caltime << " order by RUNHEADER_TIME DESC";
3780     //
3781     if ( IsDebug() ) printf(" query is \n %s \n",myquery.str().c_str());
3782     //
3783     result = conn->Query(myquery.str().c_str());
3784     //
3785     };
3786 pam-fi 1.5 };
3787 mocchiut 1.16 //
3788 mocchiut 1.2 if ( !result ) throw -4;
3789 mocchiut 1.16 if ( !result->GetRowCount() && IsDebug() ) printf(" No runs to validate \n");
3790     //
3791 pam-fi 1.5 Int_t nrow = 0;
3792     GL_RUN* this_run = new GL_RUN();
3793     GL_RUN* next_run = new GL_RUN();
3794 pam-fi 1.8 Int_t nseq_max = 1000;
3795 pam-fi 1.5 // UInt_t* sequence = new UInt_t[100];
3796     vector<UInt_t> sequence(nseq_max);
3797     Int_t nseq = 0;
3798     Bool_t CHECK = false;
3799     Bool_t this_ONLINE = false;
3800     Bool_t next_ONLINE = false;
3801     UInt_t t1=0,t2=0;
3802     // ---------------------------------------------------------------------------------
3803     // - loop over runs, back in time,
3804 mocchiut 1.16 // - select sequences of runs close in time (less than calibtime s apart),
3805 pam-fi 1.5 // which could be preceeded by a calibration
3806     // - check if there might be a missing calibration
3807     // ---------------------------------------------------------------------------------
3808     while(1){
3809    
3810     row = result->Next();
3811     if( row == NULL ) break;
3812    
3813     //------------
3814     //get run info
3815     //------------
3816     this_run->Set_GL_RUN(row);
3817 pam-fi 1.8
3818 pam-fi 1.5 Bool_t this_BAD = false;
3819     if(this_run->GetTRK_CALIB_USED() == 1 || this_run->GetTRK_CALIB_USED() == 2) this_ONLINE = true;
3820     else if (this_run->GetTRK_CALIB_USED() == 104) this_ONLINE = false;
3821     else{
3822 pam-fi 1.8 // printf("Missing or corrupted header!! \n");
3823 pam-fi 1.5 this_ONLINE = false;
3824     this_BAD = true;
3825     };
3826    
3827     //-----------------------------------
3828     //compare with previous(next in time)
3829     //-----------------------------------
3830     CHECK = false;
3831     UInt_t interval=0;
3832    
3833     if( nrow != 0){
3834    
3835    
3836     t1 = this_run->GetRUNTRAILER_TIME();
3837     t2 = next_run->GetRUNHEADER_TIME();
3838     interval = (t2-t1);
3839    
3840     if(this_ONLINE && next_ONLINE){ // this: ON-LINE + next: ON-LINE
3841    
3842     if( this_run->ID == next_run->ID_RUN_FRAG ) interval = 0; //=> run fragments
3843    
3844 mocchiut 1.16 if( interval >= calibtime )CHECK = true; //more than calibtime s => there might be a calibration
3845 pam-fi 1.5
3846     if( !CHECK && this_run->VALIDATION ){
3847     for (Int_t irun = 0; irun < nseq; irun++)assignVALIDATION(sequence[irun],true);
3848     nseq=0;
3849     }
3850    
3851     }else if( !this_ONLINE && next_ONLINE) { // this: DEFAULT + next:ON-LINE
3852    
3853     CHECK = true;
3854    
3855     }else if( !next_ONLINE ){ // this:ANY + next:DEFAULT
3856    
3857     assignVALIDATION(next_run->ID,true);
3858     nseq=0;
3859     }
3860     }
3861    
3862     //----------------------------
3863     //check run sequence for calib
3864     //----------------------------
3865     if( CHECK ){
3866     // check if calibration exists
3867 pam-fi 1.8 if ( IsDebug() )printf("DT %i ===> CHECK Missing calibration\n",interval);
3868 pam-fi 1.5 Bool_t MISSING = MissingTRK_CALIB(t1,t2);
3869     for (Int_t irun = 0; irun < nseq; irun++)assignVALIDATION(sequence[irun],!MISSING);
3870     nseq=0;
3871 pam-fi 1.8 };
3872 pam-fi 1.5 //--------------
3873     //store run info
3874     //--------------
3875     *next_run = *this_run;
3876     next_ONLINE = this_ONLINE;
3877     if( !this_BAD ){
3878     if(nseq < nseq_max){
3879     sequence[nseq] = this_run->ID;
3880     nseq++;
3881     }else printf("ValidateRuns ***WARNING*** : run sequence exceed assumed size (%i) \n",nseq_max);
3882     };
3883    
3884 mocchiut 1.35 if ( IsDebug() ) printf("%i Run %u \n",nrow,this_run->ID);
3885 pam-fi 1.5 nrow++;
3886    
3887     };
3888     delete this_run;
3889     delete next_run;
3890 mocchiut 1.2 //
3891     return(0);
3892 mocchiut 1.1 };
3893 pam-fi 1.5 /**
3894     * Check if there might be a missing tracker calibration in a given time interval
3895     * @param t1 From absolute time
3896     * @param t2 To absolute time
3897     * @return true if there might be a missing calibration
3898     */
3899     Bool_t PamelaDBOperations::MissingTRK_CALIB(UInt_t t1,UInt_t t2){
3900    
3901     GL_TRK_CALIB* trkcalib = new GL_TRK_CALIB();
3902    
3903     // get the closest VALIDATED calibration before the run start (t2)
3904     if ( trkcalib->Query_GL_TRK_CALIB(t2, conn) )return(true); //>>> missing
3905    
3906     if ( trkcalib->TO_TIME < t2 ) return(true); //>>> missing
3907    
3908     //==============================================================
3909     // Check is done first on the basis of time between calibration,
3910     // which should be equal to the time between ascending-nodes.
3911     //==============================================================
3912     if ( t2 - trkcalib->FROM_TIME > 5700) {
3913 mocchiut 1.35 if ( IsDebug() )printf("Long time between calib and run start %u :-( ==> there might be a missing calib \n",t2 - trkcalib->FROM_TIME);
3914 pam-fi 1.5 //==============================================================
3915     // there might be a missing calibration, due to:
3916     // - MM full
3917     // - corrupted packets
3918     // - loss of data
3919     // There is an exception in case a download was done during ascending node
3920     //==============================================================
3921     Bool_t DOWNLOAD = false;
3922     // check if the calib was skipped becouse of download .... DA FARE!!
3923     if(DOWNLOAD)return(false);
3924    
3925     return(true); //>>> missing
3926    
3927     };
3928    
3929     //==============================================================
3930     // If the last calibration is close to the run less than this time,
3931     // it is enough to say that there are no missing calibrations
3932     //==============================================================
3933     // the long time interval bewteen runs might be due to download
3934 mocchiut 1.35 if ( IsDebug() )printf("Short time between calib and run start %u :-) ==> OK! \n",t2 - trkcalib->FROM_TIME);
3935 pam-fi 1.5 return(false);
3936    
3937     };
3938     /**
3939     * Assign VALIDATION value to a GL_RUN entry
3940     * @param idrun Run ID
3941     * @param validation true/false
3942     */
3943     Int_t PamelaDBOperations::assignVALIDATION(UInt_t idrun, Bool_t validation){
3944     TSQLResult *result = 0;
3945     stringstream oss;
3946     oss.str("");
3947 pam-fi 1.8 oss << " UPDATE GL_RUN SET VALIDATION="<< (UInt_t)validation <<" WHERE ID= " << idrun << ";";
3948 pam-fi 1.5 //
3949     // if ( IsDebug() )
3950 pam-fi 1.8 // printf(" Set VALIDATION = %i for run %i \n",validation,idrun);
3951     if ( IsDebug() )printf(" Query: %s \n",oss.str().c_str());
3952     result = conn->Query(oss.str().c_str());
3953     if ( !result ) throw -4;
3954 pam-fi 1.5 return(0);
3955     }
3956    
3957    
3958    
3959 mocchiut 1.12 // Insert TLEs from file tlefilename in the table GL_TLE in the db
3960     // opened by conn, sorting them by date from older to newer, if each
3961     // TLE has not been alread inserted.
3962     Int_t PamelaDBOperations::populateTLE()//(TSQLServer *conn, char *tleFile)
3963     {
3964     fstream tlefile(tlefilename, ios::in);
3965    
3966     if ( !tlefile ) throw -7;
3967    
3968     vector<cTle*> ctles;
3969     vector<cTle*>::iterator iter;
3970     int present = 0;
3971    
3972     // Get three lines from tlefile, create a cTle object and put it
3973     // into ctles
3974     while(1) {
3975     cTle *tlef;
3976     string str1, str2, str3;
3977    
3978     getline(tlefile, str1);
3979     if(tlefile.eof()) break;
3980    
3981     getline(tlefile, str2);
3982     if(tlefile.eof()) break;
3983    
3984     getline(tlefile, str3);
3985     if(tlefile.eof()) break;
3986    
3987     // We now have three good lines for a cTle.
3988     tlef = new cTle(str1, str2, str3);
3989     ctles.push_back(tlef);
3990     }
3991    
3992     tlefile.close();
3993    
3994     // Sort by date
3995     sort(ctles.begin(), ctles.end(), compTLE);
3996    
3997     // Now we insert each TLE into the db
3998     for(iter = ctles.begin(); iter != ctles.end(); iter++) {
3999     cTle *tle = *iter;
4000    
4001     // Do nothing if it's already present in the db. Just increase
4002     // the counter present.
4003     if (! isTlePresent(tle))
4004     {
4005     int status = insertTle(tle);
4006    
4007     // Insert query failed. Return 1.
4008     if(status == EXIT_FAILURE) {
4009    
4010     if( IsDebug() ) {
4011     cerr << "Error: inserting TLE:" << endl
4012     << tle->getName() << endl
4013     << tle->getLine1() << endl
4014     << tle->getLine2() << endl;
4015     }
4016    
4017     throw -4;
4018     return 1;
4019     }
4020    
4021     }
4022     else
4023     present++;
4024    
4025     }
4026    
4027     int inserted = ctles.size() - present; // Number of inserted TLE.
4028     if ( IsDebug() )
4029     cout << "\nProcessed TLEs ranging from " << getTleDatetime(ctles[0]) << " to " << getTleDatetime(ctles[ctles.size()-1]) << "." << endl
4030     << inserted << " newly inserted TLEs out of " << ctles.size() << " processed." << endl;
4031    
4032     ctles.clear();
4033    
4034    
4035     // Return 2 if no new TLE has been inserted. 0 otherwise.
4036     if(! inserted ) return 2;
4037     return 0;
4038     }
4039    
4040    
4041     // Insert tle in the table GL_TLE using the connection conn.
4042 mocchiut 1.16 Int_t PamelaDBOperations::insertTle(cTle *tle)
4043 mocchiut 1.12 {
4044     stringstream oss;
4045     TSQLResult *result = 0;
4046    
4047     oss.str("");
4048     oss << " INSERT INTO GL_TLE (TLE1, TLE2, TLE3, FROM_TIME)"
4049     << " VALUES ( '"
4050     << tle->getName() << "', '"
4051     << tle->getLine1() << "', '"
4052     << tle->getLine2() << "', '"
4053     << getTleDatetime(tle) << "')";
4054    
4055     // cout << oss.str().c_str() << endl;
4056     result = conn->Query(oss.str().c_str());
4057     if (result == NULL)
4058     return EXIT_FAILURE;
4059    
4060     return EXIT_SUCCESS;
4061     }
4062    
4063    
4064     // Return whether tle is already in the db connected by conn.
4065     bool PamelaDBOperations::isTlePresent(cTle *tle)
4066     {
4067     stringstream oss;
4068     TSQLResult *result = 0;
4069    
4070     oss.str("");
4071     oss << "SELECT * FROM GL_TLE WHERE FROM_TIME = '"
4072     << getTleDatetime(tle) << "'";
4073    
4074     result = conn->Query(oss.str().c_str());
4075     if (result == NULL) throw -4;
4076    
4077     if (result->GetRowCount())
4078     return true;
4079     else
4080     return false;
4081     }
4082    
4083    
4084     // Return whether the first TLE is dated early than the second
4085     bool compTLE (cTle *tle1, cTle *tle2)
4086     {
4087     return getTleJulian(tle1) < getTleJulian(tle2);
4088     }
4089    
4090    
4091     // Return the date of the tle using the format (year-2000)*1e3 +
4092     // julian day. e.g. 6365 is the 31th Dec 2006.
4093     // It does *not* return a cJulian date.
4094     float getTleJulian(cTle *tle) {
4095     return tle->getField(cTle::FLD_EPOCHYEAR)*1e3 + tle->getField(cTle::FLD_EPOCHDAY);
4096     }
4097    
4098    
4099     // Return a string like YYYY-MM-DD hh:mm:ss, usable for mysql datetime
4100     // format.
4101     string getTleDatetime(cTle *tle)
4102     {
4103     int year, mon, day, hh, mm, ss;
4104     double dom; // day of month (is double!)
4105     stringstream date; // date in datetime format
4106    
4107     // create a cJulian from the date in tle
4108     cJulian jdate = cJulian( 2000 + (int) tle->getField(cTle::FLD_EPOCHYEAR), tle->getField(cTle::FLD_EPOCHDAY));
4109    
4110     // get year, month, day of month
4111     jdate.getComponent(&year, &mon, &dom);
4112    
4113     // build a datetime YYYY-MM-DD hh:mm:ss
4114     date.str("");
4115     day = (int) floor(dom);
4116     hh = (int) floor( (dom - day) * 24);
4117     mm = (int) floor( ((dom - day) * 24 - hh) * 60);
4118     ss = (int) floor( ((((dom - day) * 24 - hh) * 60 - mm) * 60));
4119     // ms = (int) floor( (((((dom - day) * 24 - hh) * 60 - mm) * 60) - ss) * 1000);
4120    
4121     date << year << "-" << mon << "-" << day << " " << hh << ":" << mm << ":" << ss;
4122    
4123     return date.str();
4124     }
4125 mocchiut 1.16
4126     /**
4127     * Remove a file from the DB, delete on cascade all entries related to that file
4128     * rearrange GL_RUN and GL_XXX_CALIB tables, turn off validation till the following
4129     * calibration
4130     **/
4131     Int_t PamelaDBOperations::removeFile(TString remfile){
4132     //
4133     // Determine ID_ROOT_L0 and ID_RAW
4134     //
4135     TSQLResult *pResult;
4136     TSQLRow *Row;
4137     stringstream myquery;
4138     //
4139     myquery.str("");
4140     myquery << " SELECT ID, ID_RAW FROM GL_ROOT where NAME='"<<remfile.Data() <<"';";
4141     //
4142     pResult = conn->Query(myquery.str().c_str());
4143     //
4144     Row = pResult->Next();
4145     if( !Row ){
4146     if ( strcmp(remfile.Data(),GetRootName().Data()) ){
4147     if ( IsDebug() ) printf(" No file to be removed even if option \"-remove file\" was used!!\n");
4148     return(1);
4149     };
4150     if ( IsDebug() ) printf(" No file to be removed (force mode)! \n");
4151     return(0);
4152     };
4153     //
4154     this->SetID_ROOT((UInt_t)atoll(Row->GetField(0)));
4155     this->SetID_RAW((UInt_t)atoll(Row->GetField(1)));
4156     //
4157     this->ValidationOFF();
4158     //
4159     this->RemoveCALIBS();
4160     //
4161     this->RemoveRUNS();
4162     //
4163     this->RemoveFILES();
4164     //
4165     this->SetID_ROOT(0);
4166     this->SetID_RAW(0);
4167     //
4168     return(0);
4169     };
4170    
4171     /**
4172     *
4173     * Set validation bit to zero for runs following the removing file till
4174     * 1) a run with TRK_CALIB_USED=140
4175     * 2) a run with VALIDATION = 0
4176     * 3) the next calibration
4177     *
4178     **/
4179     void PamelaDBOperations::ValidationOFF(){
4180     TSQLResult *pResult;
4181     TSQLRow *Row;
4182     stringstream myquery;
4183     Int_t unv = 0;
4184     //select ID from GL_RUN where RUNHEADER_TIME>=1152671382 AND (VALIDATION=0 OR TRK_CALIB_USED=104) order by RUNHEADER_TIME asc limit 1;
4185     myquery.str("");
4186     myquery << " SELECT MAX(RUNTRAILER_TIME) FROM GL_RUN WHERE ID_ROOT_L0="<< this->GetID_ROOT() <<";";
4187     //
4188     pResult = conn->Query(myquery.str().c_str());
4189     //
4190     Row = pResult->Next();
4191     if( !Row->GetField(0) ){
4192     //
4193     if ( IsDebug() ) printf(" NO RUN ASSOCIATED TO THIS FILE! \n");
4194     //
4195     } else {
4196     //
4197     UInt_t runhtime = (UInt_t)atoll(Row->GetField(0));
4198     UInt_t caltime = 0;
4199     //
4200     myquery.str("");
4201     myquery << " SELECT FROM_TIME FROM GL_TRK_CALIB where FROM_TIME>" <<runhtime;
4202     myquery << " order by FROM_TIME asc limit 1;";
4203     //
4204     if ( IsDebug() ) printf(" query is \n %s \n",myquery.str().c_str());
4205     //
4206     //
4207     delete pResult;
4208     pResult = conn->Query(myquery.str().c_str());
4209     //
4210     Row = pResult->Next();
4211     if( !Row ){
4212     caltime = runhtime;
4213     } else {
4214     caltime = (UInt_t)atoll(Row->GetField(0));
4215     };
4216     //
4217     myquery.str("");
4218     myquery << " SELECT ID,RUNHEADER_TIME from GL_RUN where RUNHEADER_TIME>="<< runhtime <<" AND (VALIDATION=0 OR TRK_CALIB_USED=104 OR RUNHEADER_TIME>" ;
4219     myquery << caltime << ") order by RUNHEADER_TIME asc LIMIT 1";
4220     //
4221     if ( IsDebug() ) printf(" query is \n %s \n",myquery.str().c_str());
4222     //
4223     pResult = conn->Query(myquery.str().c_str());
4224     //
4225     Row = pResult->Next();
4226     if( !Row ){
4227     //
4228     if ( IsDebug() ) printf(" NO RUN NEED TO BE UNVALIDATED \n");
4229     //
4230     } else {
4231     myquery.str("");
4232     myquery << " SELECT ID from GL_RUN where RUNHEADER_TIME<"<< Row->GetField(1) <<" AND ";
4233     myquery << " RUNHEADER_TIME>=" <<runhtime;
4234     myquery << " order by RUNHEADER_TIME asc;";
4235     //
4236     if ( IsDebug() ) printf(" query is \n %s \n",myquery.str().c_str());
4237     //
4238     pResult = conn->Query(myquery.str().c_str());
4239     //
4240     Row = pResult->Next();
4241     while ( Row ){
4242     //
4243     unv++;
4244     this->assignVALIDATION((UInt_t)atoll(Row->GetField(0)), false);
4245     Row = pResult->Next();
4246     //
4247     };
4248     };
4249     };
4250 mocchiut 1.35 if ( IsDebug() ) printf(" %u runs have been unvalidated \n",unv);
4251 mocchiut 1.16 };
4252    
4253     /**
4254     *
4255     * Rearrange GL_RUN table and remove runs
4256     *
4257     **/
4258     void PamelaDBOperations::RemoveRUNS(){
4259     TSQLResult *pResult;
4260     TSQLRow *Row;
4261     stringstream myquery;
4262     UInt_t drun = 0;
4263     GL_RUN *delrun = new GL_RUN();
4264     //
4265     myquery.str("");
4266     myquery << " SELECT ID FROM GL_RUN where ID_RUN_FRAG=0 and ID_ROOT_L0=" <<this->GetID_ROOT() <<";";
4267     //
4268     if ( IsDebug() ) printf(" query is \n %s \n",myquery.str().c_str());
4269     //
4270     pResult = conn->Query(myquery.str().c_str());
4271     //
4272     Row = pResult->Next();
4273     //
4274     //
4275     if ( !Row ){
4276     if ( IsDebug() ) printf(" No run with ID_RUN_FRAG=0 belonged to this file \n");
4277     } else {
4278     if ( IsDebug() ) printf(" Deleting run from GL_RUN table \n");
4279     while ( Row ){
4280     delrun->DeleteRun(conn,(UInt_t)atoll(Row->GetField(0)),"GL_RUN");
4281 mocchiut 1.35 if ( IsDebug() ) printf(" del run %u \n",(UInt_t)atoll(Row->GetField(0)));
4282 mocchiut 1.16 drun++;
4283     Row = pResult->Next();
4284     };
4285     };
4286     //
4287     //
4288     myquery.str("");
4289     myquery << " SELECT ID,ID_RUN_FRAG FROM GL_RUN where ID_RUN_FRAG!=0 and ID_ROOT_L0=" <<this->GetID_ROOT() <<";";
4290     //
4291     if ( IsDebug() ) printf(" query is \n %s \n",myquery.str().c_str());
4292     //
4293     pResult = conn->Query(myquery.str().c_str());
4294     //
4295     Row = pResult->Next();
4296     //
4297     if ( !Row ){
4298     if ( IsDebug() ) printf(" No run with ID_RUN_FRAG!=0 belonged to this file \n");
4299     } else {
4300     if ( IsDebug() ) printf(" Deleting run fragments from GL_RUN table \n");
4301     while ( Row ){
4302 mocchiut 1.35 if ( IsDebug() ) printf(" restore run %u \n",(UInt_t)atoll(Row->GetField(1)));
4303 mocchiut 1.16 delrun->RestoreRun(conn,(UInt_t)atoll(Row->GetField(1)),"GL_RUN_FRAGMENTS");
4304 mocchiut 1.35 if ( IsDebug() ) printf(" del run %u \n",(UInt_t)atoll(Row->GetField(1)));
4305 mocchiut 1.16 delrun->DeleteRun(conn,(UInt_t)atoll(Row->GetField(1)),"GL_RUN");
4306     if ( (UInt_t)atoll(Row->GetField(1)) != (UInt_t)atoll(Row->GetField(0)) ){
4307 mocchiut 1.35 if ( IsDebug() ) printf(" del run %u \n",(UInt_t)atoll(Row->GetField(0)));
4308 mocchiut 1.16 delrun->DeleteRun(conn,(UInt_t)atoll(Row->GetField(0)),"GL_RUN");
4309     };
4310     drun++;
4311     Row = pResult->Next();
4312     };
4313     };
4314     //
4315     if ( IsDebug() ) printf(" Deleted %i run(s) from GL_RUN table \n",drun);
4316     //
4317     //
4318     //
4319     drun = 0;
4320     //
4321     myquery.str("");
4322     myquery << " SELECT ID_TRASH FROM GL_RUN_TRASH where BELONGED_TO='GL_RUN_FRAGMENTS' AND ID_ROOT_L0=" <<this->GetID_ROOT() <<";";
4323     //
4324     pResult = conn->Query(myquery.str().c_str());
4325     //
4326     Row = pResult->Next();
4327     //
4328     if ( !Row ){
4329     if ( IsDebug() ) printf(" No run from GL_RUN_FRAGMENTS table in the trash table for this file \n");
4330     } else {
4331     if ( IsDebug() ) printf(" Deleting run fragments from GL_RUN_TRASH table \n");
4332     while ( Row ){
4333 mocchiut 1.35 if ( IsDebug() ) printf(" del run idtrash %u \n",(UInt_t)atoll(Row->GetField(0)));
4334 mocchiut 1.16 myquery.str("");
4335     myquery << " DELETE FROM GL_RUN_TRASH where ID_TRASH=" << Row->GetField(0) <<";";
4336     conn->Query(myquery.str().c_str());
4337     drun++;
4338     Row = pResult->Next();
4339     };
4340     };
4341     //
4342 mocchiut 1.35 if ( IsDebug() ) printf(" Deleted %u run(s) from GL_RUN_TRASH table \n",drun);
4343 mocchiut 1.16 //
4344     //
4345     //
4346     drun = 0;
4347     //
4348     myquery.str("");
4349     myquery << " SELECT ID FROM GL_RUN_FRAGMENTS where ID_ROOT_L0=" <<this->GetID_ROOT() <<";";
4350     //
4351     pResult = conn->Query(myquery.str().c_str());
4352     //
4353     Row = pResult->Next();
4354     //
4355     if ( !Row ){
4356     if ( IsDebug() ) printf(" No run in the GL_RUN_FRAGMENTS table for this file \n");
4357     } else {
4358     if ( IsDebug() ) printf(" Deleting run fragments from GL_RUN_FRAGMENTS table \n");
4359     while ( Row ){
4360 mocchiut 1.35 if ( IsDebug() ) printf(" del run %u \n",(UInt_t)atoll(Row->GetField(0)));
4361 mocchiut 1.16 myquery.str("");
4362     myquery << " DELETE FROM GL_RUN_FRAGMENTS where ID=" << Row->GetField(0) <<";";
4363     conn->Query(myquery.str().c_str());
4364     drun++;
4365     Row = pResult->Next();
4366     };
4367     };
4368     //
4369 mocchiut 1.35 if ( IsDebug() ) printf(" Deleted %u run(s) from GL_RUN_FRAGMENTS table \n",drun);
4370 mocchiut 1.16 //
4371     //
4372     //
4373     delete delrun;
4374     //
4375     };
4376    
4377    
4378     /**
4379     *
4380     * Rearrange calibration tables
4381     *
4382     **/
4383     void PamelaDBOperations::RemoveFILES(){
4384     stringstream myquery;
4385     //
4386     myquery.str("");
4387     myquery << " DELETE FROM GL_RAW WHERE ID=" <<this->GetID_RAW() <<";";
4388     //
4389     if ( IsDebug() ) printf(" query is \n %s \n",myquery.str().c_str());
4390     //
4391     conn->Query(myquery.str().c_str());
4392     //
4393     };
4394    
4395     /**
4396     *
4397     * Rearrange calibration tables
4398     *
4399     **/
4400     void PamelaDBOperations::RemoveCALIBS(){
4401     TSQLResult *pResult;
4402     TSQLRow *Row;
4403     stringstream myquery;
4404     //
4405     //
4406     // Calorimeter
4407     //
4408     for (Int_t section = 0; section < 4; section++){
4409     myquery.str("");
4410     myquery << " SELECT MIN(FROM_TIME),MAX(TO_TIME) FROM GL_CALO_CALIB WHERE ID_ROOT_L0="<< this->GetID_ROOT() <<" AND ";
4411     myquery << " SECTION=" << section << ";";
4412     //
4413     pResult = conn->Query(myquery.str().c_str());
4414     //
4415     Row = pResult->Next();
4416     if( !Row->GetField(0) || !Row->GetField(1) ){
4417     //
4418     if ( IsDebug() ) printf(" NO CALO CALIBRATION SECTION %i ASSOCIATED TO THIS FILE! \n",section);
4419     //
4420     } else {
4421     //
4422     myquery.str("");
4423     myquery << " UPDATE GL_CALO_CALIB SET TO_TIME=" << Row->GetField(1);
4424     myquery << " WHERE TO_TIME="<< Row->GetField(0) << " AND ";
4425     myquery << " SECTION=" << section << ";";
4426     //
4427     pResult = conn->Query(myquery.str().c_str());
4428     //
4429     if( !pResult ){
4430     //
4431     if ( IsDebug() ) printf(" ERROR DELETING CALO CALIBRATIONS \n");
4432     //
4433     throw -4;
4434     //
4435     };
4436     //
4437     };
4438     };
4439     myquery.str("");
4440     myquery << " DELETE FROM GL_CALO_CALIB WHERE ID_ROOT_L0=" << this->GetID_ROOT();
4441     //
4442     pResult = conn->Query(myquery.str().c_str());
4443     //
4444     if( !pResult ){
4445     //
4446     if ( IsDebug() ) printf(" ERROR DELETING CALO CALIBRATIONS \n");
4447     //
4448     throw -4;
4449     //
4450     };
4451     //
4452     // Tracker
4453     //
4454     myquery.str("");
4455     myquery << " SELECT MIN(FROM_TIME),MAX(TO_TIME) FROM GL_TRK_CALIB WHERE ID_ROOT_L0="<< this->GetID_ROOT() <<";";
4456     //
4457     pResult = conn->Query(myquery.str().c_str());
4458     //
4459     Row = pResult->Next();
4460     if( !Row->GetField(0) || !Row->GetField(1) ){
4461     //
4462     if ( IsDebug() ) printf(" NO TRK CALIBRATION ASSOCIATED TO THIS FILE! \n");
4463     //
4464     } else {
4465     //
4466     myquery.str("");
4467     myquery << " UPDATE GL_TRK_CALIB SET TO_TIME=" << Row->GetField(1);
4468     myquery << " WHERE TO_TIME="<< Row->GetField(0) << ";";
4469     //
4470     pResult = conn->Query(myquery.str().c_str());
4471     //
4472     if( !pResult ){
4473     //
4474     if ( IsDebug() ) printf(" ERROR DELETING TRK CALIBRATIONS \n");
4475     //
4476     throw -4;
4477     //
4478     };
4479     //
4480     myquery.str("");
4481     myquery << " DELETE FROM GL_TRK_CALIB WHERE ID_ROOT_L0=" << this->GetID_ROOT();
4482     //
4483     pResult = conn->Query(myquery.str().c_str());
4484     //
4485     if( !pResult ){
4486     //
4487     if ( IsDebug() ) printf(" ERROR DELETING TRK CALIBRATIONS \n");
4488     //
4489     throw -4;
4490     //
4491     };
4492     };
4493     //
4494     //
4495     // S4
4496     //
4497     myquery.str("");
4498     myquery << " SELECT MIN(FROM_TIME),MAX(TO_TIME) FROM GL_S4_CALIB WHERE ID_ROOT_L0="<< this->GetID_ROOT() <<";";
4499     //
4500     pResult = conn->Query(myquery.str().c_str());
4501     //
4502     Row = pResult->Next();
4503     if( !Row->GetField(0) || !Row->GetField(1) ){
4504     //
4505     if ( IsDebug() ) printf(" NO S4 CALIBRATION ASSOCIATED TO THIS FILE! \n");
4506     //
4507     } else {
4508     //
4509     myquery.str("");
4510     myquery << " UPDATE GL_S4_CALIB SET TO_TIME=" << Row->GetField(1);
4511     myquery << " WHERE TO_TIME="<< Row->GetField(0) << ";";
4512     //
4513     pResult = conn->Query(myquery.str().c_str());
4514     //
4515     if( !pResult ){
4516     //
4517     if ( IsDebug() ) printf(" ERROR DELETING S4 CALIBRATIONS \n");
4518     //
4519     throw -4;
4520     //
4521     };
4522     //
4523     myquery.str("");
4524     myquery << " DELETE FROM GL_S4_CALIB WHERE ID_ROOT_L0=" << this->GetID_ROOT();
4525     //
4526     pResult = conn->Query(myquery.str().c_str());
4527     //
4528     if( !pResult ){
4529     //
4530     if ( IsDebug() ) printf(" ERROR DELETING S4 CALIBRATIONS \n");
4531     //
4532     throw -4;
4533     //
4534     };
4535     //
4536     };
4537     };
4538 mocchiut 1.24
4539 pam-fi 1.22 /**
4540     *
4541     * Rearrange calibration tables
4542     *
4543     **/
4544     UInt_t PamelaDBOperations::ValidateTrkCalib( CalibTrk1Event* caltrk, EventHeader *eh ){
4545    
4546     Int_t vorder[]={5,5,3,3,4,4,2,2,1,1,0,0};
4547     UInt_t timeaftercalib=120000; //2000;
4548     // ----------
4549     // Check CRCs
4550     // ----------
4551     for(Int_t ipkt=0; ipkt<6; ipkt++){
4552     if( caltrk->crc_hcal[ipkt] )return 0; // :-(
4553     for(Int_t ilad=0; ilad<3; ilad++)if( caltrk->crc_cal[ipkt][ilad] )return 0; // :-(
4554     }
4555     // -----------------------
4556     // Check missing packets:
4557     // -----------------------
4558     // Readout order:
4559     // ------------------
4560     // DSP packet board
4561     // ------------------
4562     // 12 0 1
4563     // 10 1 1
4564     // 8 2 1
4565     // 4 3 1
4566     // 6 4 1
4567     // 2 5 1
4568     // ------------------
4569     // 11 0 2
4570     // 9 1 2
4571     // 7 2 2
4572     // 3 3 2
4573     // 5 4 2
4574     // 1 5 2
4575     // ------------------
4576     // -------------------------------------------------
4577     // Check if it is first or second calibration packet
4578     // -------------------------------------------------
4579     UInt_t build=0;
4580     TString classname = caltrk->GetName();
4581     UInt_t base=0;
4582     UInt_t mask=0;
4583     if(classname.Contains("CalibTrk1Event")){
4584     base=12;
4585     mask=0x03F000;
4586     }
4587     if(classname.Contains("CalibTrk2Event")){
4588     base=18;
4589     mask=0xFC0000;
4590     }
4591     // -------------------------------------------------
4592     // Count number of packets and set build variable
4593     // -------------------------------------------------
4594     Int_t npkts=0;
4595     for(Int_t ipkt=0; ipkt<6; ipkt++){
4596     if(caltrk->DSPnumber[ipkt]>0 && caltrk->DSPnumber[ipkt]<=12){
4597     npkts++;
4598     build = build | ( 1<<(base+vorder[caltrk->DSPnumber[ipkt]-1]) );
4599     }
4600     }
4601     // if( npkts==6 )return 1; // :-)
4602    
4603     // cout << classname << " "<<eh->GetPscuHeader()->GetOrbitalTime()<<endl;
4604    
4605     // -----------------------------------------------
4606     // If missing packets: check the acq configuration
4607     // (some DSPs might be excluded from acquisition)
4608     // -----------------------------------------------
4609    
4610     // -----------------------------------------------
4611     // retrieve the first run header after calib
4612     // -----------------------------------------------
4613     PacketType *pctp;
4614     EventCounter *cod;
4615     cod = eh->GetCounter();
4616     Int_t irun = cod->Get(pctp->RunHeader);
4617     TTree *rh=(TTree*)file->Get("RunHeader");
4618     if ( !rh || rh->IsZombie() ) throw -17;
4619     if( rh->GetEntries() == irun ){
4620     if ( IsDebug() ) cout << "ValidateTrkCalib: (MISSING VIEW) no runs after calib (1) -- cannot validate :-( "<<endl;
4621     return 0; // :-(
4622     }
4623    
4624     RunHeaderEvent *run = 0;
4625     EventHeader *hrun = 0;
4626     rh->SetBranchAddress("RunHeader", &run);
4627     rh->SetBranchAddress("Header", &hrun);
4628     rh->GetEntry(irun);
4629     // cout << classname << " "<<eh->GetPscuHeader()->GetOrbitalTime() << " Run " << hrun->GetPscuHeader()->GetOrbitalTime() <<endl;
4630    
4631     if( OBT(hrun->GetPscuHeader()->GetOrbitalTime()) < OBT(eh->GetPscuHeader()->GetOrbitalTime())){
4632     if ( IsDebug() ) cout << "ValidateTrkCalib: (MISSING VIEW) no runs after calib (2) -- cannot validate :-( "<<endl;
4633     return 0; // :-(
4634     }
4635    
4636     if( !run->RM_ACQ_AFTER_CALIB ){
4637     if ( IsDebug() ) cout << "ValidateTrkCalib: (MISSING VIEW) RM_ACQ_AFTER_CALIB=0 -- cannot validate :-( "<<endl;
4638     return 0; // :-(
4639     }
4640    
4641     UInt_t dtime = OBT(hrun->GetPscuHeader()->GetOrbitalTime()) - OBT(eh->GetPscuHeader()->GetOrbitalTime());
4642     if( dtime > timeaftercalib ){
4643     if ( IsDebug() ) cout << "ValidateTrkCalib: (MISSING VIEW) run after calib too far ( "<<dtime<<"ms ) -- cannot validate :-( "<<endl;
4644     return 0; // :-(
4645     }
4646    
4647    
4648    
4649     if( (run->ACQ_BUILD_INFO & mask) != build ){
4650     if ( IsDebug() ) cout << "ValidateTrkCalib: (MISSING VIEW) ACQ_BUILD_INFO= >>> "<<hex << (run->ACQ_BUILD_INFO&mask) << " != "<< build << dec<<endl;
4651     return 0; // :-(
4652     }
4653     return 1; // :-)
4654    
4655     }
4656 mocchiut 1.24
4657     /**
4658     *
4659     * Check the DB (only for overlapping runs at the moment)
4660     *
4661     **/
4662     UInt_t PamelaDBOperations::Check(){
4663     //
4664     UInt_t test = 0;
4665     //
4666     UInt_t thisrht = 0;
4667     UInt_t thisrtt = 0;
4668     UInt_t thisid = 0;
4669     UInt_t prevrht = 0;
4670     UInt_t prevrtt = 0;
4671     UInt_t previd = 0;
4672     //
4673     UInt_t prevl0id = 0;
4674     UInt_t thisl0id = 0;
4675     //
4676     stringstream oss;
4677     TSQLResult *result = 0;
4678     TSQLRow *row = 0;
4679     TSQLResult *result2 = 0;
4680     TSQLRow *row2 = 0;
4681     oss.str("");
4682     oss << "SELECT ID,ID_ROOT_L0,RUNHEADER_TIME,RUNTRAILER_TIME FROM GL_RUN order by RUNHEADER_TIME asc;";
4683     // oss << "SELECT ID,RUNHEADER_TIME,RUNTRAILER_TIME FROM GL_RUN where ID>10170 and ID<10190 order by RUNHEADER_TIME asc;";
4684     result = conn->Query(oss.str().c_str());
4685     //
4686     if ( !result ) throw -4;;
4687     //
4688     row = result->Next();
4689     //
4690     while ( row ){
4691     thisid = (UInt_t)atoll(row->GetField(0));
4692     thisl0id = (UInt_t)atoll(row->GetField(1));
4693     thisrht = (UInt_t)atoll(row->GetField(2));
4694     thisrtt = (UInt_t)atoll(row->GetField(3));
4695     //
4696     // if ( thisrht < prevrtt || thisrtt < prevrht || thisrht > thisrtt && !(!prevrht && !prevrtt &&!previd) ){
4697     // if ( (thisrht < prevrtt || thisrtt < prevrht || thisrht > thisrtt) && (thisrht != prevrht) ){
4698     if ( (thisrht < prevrtt) && (thisrht != prevrht) ){
4699     if ( IsDebug() ) printf(" IDprev %u ID %u prevrht %u prevrtt %u thisrht %u thisrtt %u \n",previd,thisid,prevrht,prevrtt,thisrht,thisrtt);
4700 mocchiut 1.43 printf(" CHECK n.1 TIME SCREW of %i s AROUND RUNs %u and %u \n",(thisrht-prevrtt),previd,thisid);
4701 mocchiut 1.24 TString prevf = "";
4702     TString thisf = "";
4703     oss.str("");
4704     oss << "SELECT NAME FROM GL_ROOT where ID=" << (UInt_t)prevl0id <<";";
4705     result2 = conn->Query(oss.str().c_str());
4706     if ( !result2 ) throw -4;;
4707     row2 = result2->Next();
4708     prevf = (TString)row2->GetField(0);
4709     oss.str("");
4710     oss << "SELECT NAME FROM GL_ROOT where ID=" << (UInt_t)thisl0id <<";";
4711     result2 = conn->Query(oss.str().c_str());
4712     if ( !result2 ) throw -4;;
4713     row2 = result2->Next();
4714     thisf = (TString)row2->GetField(0);
4715     if ( IsDebug() ) printf(" ==> files %s and %s \n",prevf.Data(),thisf.Data());
4716     test = 1;
4717     };
4718     //
4719     if ( (thisrtt < prevrht) && (thisrht != prevrht) ){
4720     if ( IsDebug() ) printf(" IDprev %u ID %u prevrht %u prevrtt %u thisrht %u thisrtt %u \n",previd,thisid,prevrht,prevrtt,thisrht,thisrtt);
4721 mocchiut 1.43 printf(" CHECK n.2 TIME SCREW of %i s AROUND RUNs %u and %u \n",(thisrtt-prevrht),previd,thisid);
4722 mocchiut 1.24 TString prevf = "";
4723     TString thisf = "";
4724     oss.str("");
4725     oss << "SELECT NAME FROM GL_ROOT where ID=" << (UInt_t)prevl0id <<";";
4726     result2 = conn->Query(oss.str().c_str());
4727     if ( !result2 ) throw -4;;
4728     row2 = result2->Next();
4729     prevf = (TString)row2->GetField(0);
4730     oss.str("");
4731     oss << "SELECT NAME FROM GL_ROOT where ID=" << (UInt_t)thisl0id <<";";
4732     result2 = conn->Query(oss.str().c_str());
4733     if ( !result2 ) throw -4;;
4734     row2 = result2->Next();
4735     thisf = (TString)row2->GetField(0);
4736     if ( IsDebug() ) printf(" ==> files %s and %s \n",prevf.Data(),thisf.Data());
4737     test = 1;
4738     };
4739     //
4740     if ( (thisrht > thisrtt) && (thisrht != prevrht) ){
4741     if ( IsDebug() ) printf(" IDprev %u ID %u prevrht %u prevrtt %u thisrht %u thisrtt %u \n",previd,thisid,prevrht,prevrtt,thisrht,thisrtt);
4742 mocchiut 1.43 printf(" CHECK n.3 TIME SCREW of %i s AROUND RUNs %u and %u \n",(thisrht-thisrtt),previd,thisid);
4743 mocchiut 1.24 TString prevf = "";
4744     TString thisf = "";
4745     oss.str("");
4746     oss << "SELECT NAME FROM GL_ROOT where ID=" << (UInt_t)prevl0id <<";";
4747     result2 = conn->Query(oss.str().c_str());
4748     if ( !result2 ) throw -4;;
4749     row2 = result2->Next();
4750     prevf = (TString)row2->GetField(0);
4751     oss.str("");
4752     oss << "SELECT NAME FROM GL_ROOT where ID=" << (UInt_t)thisl0id <<";";
4753     result2 = conn->Query(oss.str().c_str());
4754     if ( !result2 ) throw -4;;
4755     row2 = result2->Next();
4756     thisf = (TString)row2->GetField(0);
4757     if ( IsDebug() ) printf(" ==> files %s and %s \n",prevf.Data(),thisf.Data());
4758     test = 1;
4759     };
4760    
4761     //
4762     prevrht = thisrht;
4763     prevrtt = thisrtt;
4764     previd = thisid;
4765     prevl0id = thisl0id;
4766     row = result->Next();
4767     };
4768     //
4769     return(test);
4770     //
4771     };

  ViewVC Help
Powered by ViewVC 1.1.23