--- chewbacca/YodaProfiler/src/PamelaDBOperations.cpp 2008/11/04 09:44:49 1.5 +++ chewbacca/YodaProfiler/src/PamelaDBOperations.cpp 2009/01/12 18:23:37 1.21 @@ -60,6 +60,7 @@ */ PamelaDBOperations::PamelaDBOperations(TString host, TString user, TString password, TString filerawname, TString filerootname, UInt_t boot, UInt_t tsync, UInt_t obt0, Bool_t debug, TString tlefilename, UInt_t dwinput, Bool_t staticp, Bool_t gpamela, Bool_t keepenv){ // + RELAXED = false; chewbacca = false; chminentry = 0; chID = 0; @@ -101,6 +102,7 @@ if (INSERT_RAW) SetRawName(filerawname); // INSERT_ROOT = !filerootname.IsNull(); + if ( INSERT_ROOT ) this->SetRootName(filerootname); this->SetOrbitNo(dwinput); // this->SetID_RAW(0); @@ -134,13 +136,15 @@ stringstream qu; TSQLResult *result = 0; TSQLResult *result2 = 0; + TSQLResult *result3 = 0; TSQLRow *row = 0; TSQLRow *row2 = 0; + TSQLRow *row3 = 0; TString chpath; TString chfile; UInt_t ridn = 0; qu.str(""); - qu << "SELECT ROOT_ID_N,PKT_NUMBER_INIT,PKT_NUMBER_FINAL,PKT_OBT_INIT,PKT_OBT_FINAL,INSERTED_BY from ROOT_TABLE_MERGING where ID_N=" << chID << ";"; + qu << "SELECT ROOT_ID_N,PKT_NUMBER_INIT,PKT_NUMBER_FINAL,PKT_OBT_INIT,PKT_OBT_FINAL,INSERTED_BY,REAL_TIME_INIT from ROOT_TABLE_MERGING where ID_N=" << chID << ";"; if ( debug ) printf(" chewbacca: query is %s \n",qu.str().c_str()); result = conn->Query(qu.str().c_str()); if ( result ){ @@ -152,6 +156,7 @@ chobtmin = (UInt_t)atoll(row->GetField(3)); chobtmax = (UInt_t)atoll(row->GetField(4)); chiby = (TString)(row->GetField(5)); + chrtinit = (UInt_t)atoll(row->GetField(6)); } else { throw -84; }; @@ -160,7 +165,7 @@ }; delete result; qu.str(""); - qu << "SELECT FOLDER_NAME,FILE_NAME,OBT_TIME_SYNC,LAST_TIME_SYNC_INFO,TIME_OFFSET,BOOT_NUMBER,PKT_NUMBER_INIT,PKT_NUMBER_FINAL,PKT_OBT_INIT,PKT_OBT_FINAL from ROOT_TABLE where ID_N=" << ridn << ";"; + qu << "SELECT FOLDER_NAME,FILE_NAME,OBT_TIME_SYNC,LAST_TIME_SYNC_INFO,TIME_OFFSET,BOOT_NUMBER,PKT_NUMBER_INIT,PKT_NUMBER_FINAL,PKT_OBT_INIT,PKT_OBT_FINAL,REAL_TIME_INIT from ROOT_TABLE where ID_N=" << ridn << ";"; if ( debug ) printf(" chewbacca: query is %s \n",qu.str().c_str()); result2 = conn->Query(qu.str().c_str()); if ( result2 ){ @@ -177,6 +182,24 @@ chresursts = (UInt_t)atoll(row2->GetField(4)); chboot = (UInt_t)atoll(row2->GetField(5)); // + if ( !chboot ){ + qu.str(""); + // qu << "SELECT BOOT_NUMBER from ROOT_TABLE where BOOT_NUMBER!=0 AND ABS(LAST_TIME_SYNC_INFO-"<< chlastts <<")<10000 AND ABS(REAL_TIME_INIT-"<< row2->GetField(10) <<")<7200 group by BOOT_NUMBER order by BOOT_NUMBER asc;"; + qu << "SELECT BOOT_NUMBER from ROOT_TABLE where BOOT_NUMBER!=0 AND ABS(LAST_TIME_SYNC_INFO-"<< chlastts <<")<20000 AND ABS(REAL_TIME_INIT-"<< row2->GetField(10) <<")<40000 group by BOOT_NUMBER order by BOOT_NUMBER asc;"; // relax conditions... 090112 [8RED: error -29] + if ( debug ) printf(" chewbacca: query is %s \n",qu.str().c_str()); + result3 = conn->Query(qu.str().c_str()); + if ( result3 ){ + row3 = result3->Next(); + if ( row3 && result3->GetRowCount() == 1 ){ + chboot = (UInt_t)atoll(row3->GetField(0)); + if ( debug ) printf(" Found boot_number = %u \n",chboot); + } else { + if ( debug ) printf(" AGH CANNOT DETERMINE THE BOOT NUMBER... \n"); + throw -29; + }; + }; + }; + // chpktinit = (UInt_t)atoll(row2->GetField(6)); chpktfinal = (UInt_t)atoll(row2->GetField(7)); chobtinit = (UInt_t)atoll(row2->GetField(8)); @@ -189,13 +212,15 @@ throw -85; }; filerootname = chpath + chfile;// + ".root"; - if ( debug ) printf(" chewbacca: filename is %s \n",filerootname.Data()); }; this->SetRootName(filerootname); - file = TFile::Open(this->GetRootName().Data()); - } else { - this->SetRootName(""); }; + if ( debug ) printf(" Filename is %s \n",filerootname.Data()); + file = TFile::Open(this->GetRootName().Data()); + // } else { + // this->SetRootName(""); + // this->SetRootName(filerootname); + // }; } // @@ -395,23 +420,28 @@ return; }; // - TString name = this->GetRootFile(); - Int_t nlength = name.Length(); - if ( nlength < 5 ) return; - TString dwo = 0; - for (Int_t i = 0; i<5; i++){ - dwo.Append(name[i],1); - }; - if ( dwo.IsDigit() ){ - dworbit = (UInt_t)dwo.Atoi(); - } else { - dwo=""; - for (Int_t i = 8; i<13; i++){ + if ( !chewbacca ){ + TString name = this->GetRootFile(); + Int_t nlength = name.Length(); + if ( nlength < 5 ){ + if ( IsDebug() ) printf(" Agh problems determining the orbit number! name = %s \n",name.Data()); + return; + }; + TString dwo = 0; + for (Int_t i = 0; i<5; i++){ dwo.Append(name[i],1); - }; - if ( dwo.IsDigit() ) dworbit = (UInt_t)dwo.Atoi(); + }; + if ( dwo.IsDigit() ){ + dworbit = (UInt_t)dwo.Atoi(); + } else { + dwo=""; + for (Int_t i = 8; i<13; i++){ + dwo.Append(name[i],1); + }; + if ( dwo.IsDigit() ) dworbit = (UInt_t)dwo.Atoi(); + }; + if ( IsDebug() ) printf(" Downlink orbit is %i (dwo = %s) \n",dworbit,dwo.Data()); }; - if ( IsDebug() ) printf(" Downlink orbit is %i (dwo = %s) \n",dworbit,dwo.Data()); return; }; @@ -660,8 +690,9 @@ UInt_t tjump = 50000; //UInt_t tjump = 100; while ( tjump > 0 ){ - pktlast = numeric_limits::max(); - while ( pktlast > chpktmax && (Int_t)(nevent-1-it) >= 0 ){ + // pktlast = numeric_limits::max(); + pktlast = chpktmax + 1; + while ( PKT(pktlast) > PKT(chpktmax) && (Int_t)(nevent-1-it) >= 0 ){ if ( (Int_t)(nevent-1-it) >= 0 ){ T->GetEntry(nevent-1-it); ph = eh->GetPscuHeader(); @@ -669,7 +700,7 @@ } else { pktlast = chpktmax + 1; }; - if ( (!(it%1000) || abs((int)pktlast - (int)chpktmax)<1000 ) && debug ) printf(" look for up %i %i %i nevent %u (nevent-1-it) %i \n",it,pktlast,chpktmax,nevent,(Int_t)(nevent-1-it)); + if ( (!(it%1000) || abs((int)(PKT(pktlast) - PKT(chpktmax)))<1000 ) && debug ) printf(" look for up %i %i %i nevent %u (nevent-1-it) %i \n",it,pktlast,chpktmax,nevent,(Int_t)(nevent-1-it)); it += tjump; }; if ( tjump > 1 ) it -= 2*tjump; @@ -693,8 +724,10 @@ tjump = 50000; //tjump = 100; while ( tjump > 0 ){ - pktlast = 0; - while ( pktlast < chpktmin && it < (Int_t)nevent ){ + // pktlast = 0; + pktlast = chpktmin - 1; + if ( debug ) printf("LLlook for down %i %i %llu %llu \n",it,pktlast,PKT(pktlast),PKT(chpktmin)); + while ( PKT(pktlast) < PKT(chpktmin) && it < (Int_t)nevent ){ if ( it < (Int_t)nevent ){ T->GetEntry(it); ph = eh->GetPscuHeader(); @@ -788,6 +821,8 @@ ph = eh->GetPscuHeader(); pktlast = ph->GetCounter(); nevent = upperentry - chminentry; + if ( ((Int_t)upperentry - (Int_t)chminentry) < 0 ) nevent = 0; // nevent is UInt_t! 090112 [8RED: error -88] + if ( IsDebug() ) printf(" Setting nevent to %u - upperentry %i chminentry %i \n",nevent,upperentry,chminentry); // } else { upperpkt = PKT(pktlast); @@ -796,6 +831,7 @@ }; // if ( chewbacca && nevent < 1 ) { + if ( IsDebug() ) printf(" chewbacca and no events in the file \n"); pktfirst = chpktmin; upperpkt = PKT(chpktmax); pktlast = chpktmax; @@ -1349,7 +1385,7 @@ // // if ( IsDebug() ) printf(" obt conversion: obt is %u obtfirst is %u (numeric_limits::max()/2) is %u \n",obt,pobtfirst,(UInt_t)(numeric_limits::max()/2)); // - if ( obt < (pobtfirst/2) && pobtfirst > (numeric_limits::max()/2) ){ + if ( obt < ((Long64_t)pobtfirst/2) && pobtfirst > (numeric_limits::max()/2) ){ // if ( IsDebug() ) printf(" rise up obt %lld \n",(Long64_t)obt+(Long64_t)numeric_limits::max()); return((Long64_t)obt+(Long64_t)numeric_limits::max()); }; @@ -1574,6 +1610,7 @@ result = conn->Query(oss.str().c_str()); if ( !result ) throw -10; row = result->Next(); + if ( !row ) throw -92; idresof = (UInt_t)atoll(row->GetField(0)); existsts = true; goto eout; @@ -1595,7 +1632,7 @@ if ( !row ){ oss.str(""); oss << "SELECT YEAR(OFFSET_DATE),MONTH(OFFSET_DATE),DAY(OFFSET_DATE),HOUR(OFFSET_DATE),MINUTE(OFFSET_DATE),SECOND(OFFSET_DATE),ID FROM GL_RESURS_OFFSET WHERE FROM_ORBIT< " - << dworbit << " order by FROM_ORBIT desc limit 1;"; + << dworbit << " AND SPECIAL_FILE='' order by FROM_ORBIT desc limit 1;"; if ( IsDebug() ) printf(" %s \n",oss.str().c_str()); result = conn->Query(oss.str().c_str()); if ( !result ) throw -10; @@ -1938,7 +1975,7 @@ glroot.PATH = "$PAM_L0"; }; }; - // glroot.NAME = GetRootFile(); + glroot.NAME = GetRootFile(); if ( insertPamelaRootFile(&glroot) )return 1; @@ -2236,7 +2273,7 @@ ptht = cod->Get(pctp->RunHeader) - 1; // evbeft = cod->Get(pctp->Physics); tcod = (UInt_t)cod->Get(pctp->Physics); - if ( !tcod ) tcod = 1; + if ( !tcod ) tcod = 1; // IS A BUG SINCE RUNS WITH ZERO EVENTS WILL LOOK LIKE RUNS WITH ONE EVENT evbeft = TMath::Min(upperentry,(tcod-1)); if ( debug ) printf(" Loop in runtrailers, evbeft is %u upperentry %u cod->getetc %u \n",evbeft,upperentry,cod->Get(pctp->Physics)); // @@ -2275,7 +2312,7 @@ obth = phh->GetOrbitalTime(); cod = ehh->GetCounter(); tcod = (UInt_t)cod->Get(pctp->Physics); - if ( !tcod ) tcod = 1; + if ( !tcod ) tcod = 1; // IS A BUG SINCE RUNS WITH ZERO EVENTS WILL LOOK LIKE RUNS WITH ONE EVENT evbefh = TMath::Max(chminentry,(tcod-1)); // if ( PKT(pkth) >= PKT(pktfirst) && PKT(pkth) <= upperpkt ){ @@ -2314,6 +2351,7 @@ // this->HandleRunFragments(true,true,chminentry,(evbefh)); // + // what about pth=ptht-1 }; }; // @@ -2336,7 +2374,7 @@ cod = ehh->GetCounter(); // evbeft = cod->Get(pctp->Physics); tcod = (UInt_t)cod->Get(pctp->Physics); - if ( !tcod ) tcod = 1; + if ( !tcod ) tcod = 1; // IS A BUG SINCE RUNS WITH ZERO EVENTS WILL LOOK LIKE RUNS WITH ONE EVENT evbeft = TMath::Min(upperentry,(tcod-1)); rh->GetEntry(pth); phh = ehh->GetPscuHeader(); @@ -2376,9 +2414,13 @@ // if ( ptt+1 == rtev){ if ( conptt+1 == nrtev ){ // if ( conptt+1 == (nrtev+nrtbef )){ + if ( IsDebug() ) printf(" >>>>>>>>>>> %i %u %i %u \n",ptht,rhev,nrtev,conptt); ptht++; - if ( ptht < rhev ){ + if ( ptht < rhev ){ rh->GetEntry(ptht); + //pth++; + //if ( pth < rhev ){ + //rh->GetEntry(pth); phh = ehh->GetPscuHeader(); pkth = phh->GetCounter(); obth = phh->GetOrbitalTime(); @@ -2402,10 +2444,12 @@ if ( (UInt_t)evbeft < upperentry-1 && upperentry>0 ){ if ( IsDebug() ) printf(" Piece of run at the end of the file with NO RUNHEADER! evbeft %u upperentry-1 %u \n",(UInt_t)evbeft,upperentry-1); // - if ( (ptt-1) < 0 ) throw -15; // should never arrive here! - rt->GetEntry(ptt-1); + // if ( (ptt-1) < 0 ) throw -15; // should never arrive here! + if ( (rtev-1) < 0 || ptt < 0 ) throw -15; // should never arrive here! + // rt->GetEntry(ptt-1); + rt->GetEntry(rtev-1); cod = eht->GetCounter(); - tcod = (UInt_t)cod->Get(pctp->Physics); + tcod = (UInt_t)cod->Get(pctp->Physics)+1; evbefh = TMath::Max(chminentry,tcod); // evbefh = cod->Get(pctp->Physics); rt->GetEntry(ptt); @@ -2636,10 +2680,14 @@ // // we have now the good first piece of a run, fill the glrun object // - if ( rhfirstev != firstev && !mishead ) mishead = true; - if ( rtlastev != lastev && !mistrail ) mistrail = true; + if ( firstev != (lastev+1) ){ // could be a problem sometimes (?) + if ( rhfirstev != firstev && !mishead ) mishead = true; + if ( rtlastev != lastev && !mistrail ) mistrail = true; + }; // + if ( IsDebug() ) printf(" bhere firstev is %i lastev is %i \n",firstev,lastev); this->FillClass(mishead,mistrail,firstev,lastev); + if ( IsDebug() ) printf(" chere firstev is %i lastev is %i \n",firstev,lastev); // if ( IsDebug() ) printf("The run is good, is it the other piece in the GL_RUN_FRAGMENTS table?\n"); if ( IsDebug() ) printf(" C THIS RUN: RUNHEADER_OBT %u RUNTRAILER_OBT %u RUNHEADER_PKT %u RUNTRAILER_PKT %u \n", glrun->GetRUNHEADER_OBT(),glrun->GetRUNTRAILER_OBT(),glrun->GetRUNHEADER_PKT(),glrun->GetRUNTRAILER_PKT()); @@ -2681,9 +2729,14 @@ glrun->Fill_GL_RUN_FRAGMENTS(conn); // } else { - if ( IsDebug() ) printf(" The run is already present in the fragment table \n"); - if ( PEDANTIC ) throw -69; - return; + if ( IsDebug() ) printf(" The run is already present in the fragment table, relaxed %u \n",RELAXED); + if ( !RELAXED ){ + if ( PEDANTIC ) throw -69; + return; + } else { + glrun->SetID((UInt_t)atoll(row->GetField(0))); + glrun->SetID_RUN_FRAG(0); + }; }; // if ( chewbacca && mishead && mistrail ) goto justcheck; @@ -2734,7 +2787,7 @@ // found = false; // default value // - if ( IsDebug() ) printf(" Found a possible candidate, checking if it is the good one... \n"); + if ( IsDebug() ) printf(" A Found a possible candidate, checking if it is the good one... \n"); // // if we have both runheader and runtrailer we can check with pkt_counter: // @@ -2750,6 +2803,7 @@ if ( IsDebug() ) printf(" FOUND!!! check %llu pktt %llu \n",chkpkt,pktt); // found = true; + if ( IsDebug() ) printf(" where firstev is %i lastev is %i \n",firstev,lastev); // } else { // @@ -2815,6 +2869,7 @@ oss << " ID="<GetField(0)<<";"; // glrun1->Query_GL_RUN_FRAGMENTS(oss.str().c_str(),conn); // here we have runheader infos + if ( IsDebug() ) printf(" there firstev is %i lastev is %i \n",firstev,lastev); // // merge infos // @@ -2845,6 +2900,8 @@ glrun1->SetRUNTRAILER_OBT(glrun->GetRUNTRAILER_OBT()); glrun1->SetRUNTRAILER_PKT(glrun->GetRUNTRAILER_PKT()); // + if ( IsDebug() ) printf(" here firstev is %i lastev is %i \n",firstev,lastev); + // glrun->SetEV_FROM(firstev); glrun->SetNEVENTS(lastev-firstev+1); // @@ -2937,7 +2994,7 @@ // found = false; // default value // - if ( IsDebug() ) printf(" Found a possible candidate, checking if it is the good one... \n"); + if ( IsDebug() ) printf(" B Found a possible candidate, checking if it is the good one... \n"); // // if we have both runheader and runtrailer we can check with pkt_counter: // @@ -3037,7 +3094,7 @@ apkt = PKT(ph->GetCounter()); aobt = OBT(ph->GetOrbitalTime()); lastev--; - if ( PEDANTIC ) throw -72; + if ( PEDANTIC && !RELAXED) throw -72; }; if ( IsDebug() ) printf(" Check overlapping events done: %u %u %llu %llu lastev is %i\n",apkt,bpkt,aobt,bobt,lastev); // @@ -3105,7 +3162,7 @@ // not found, has this run already inserted in the GL_RUN or in the GL_RUN_FRAGMENTS table? // oss.str(""); - oss << " SELECT ID FROM GL_RUN WHERE " + oss << " SELECT ID,ID_ROOT_L0 FROM GL_RUN WHERE " << " BOOT_NUMBER=" << this->GetBOOTnumber() << " AND (" << " (RUNHEADER_TIME>=" << (UInt_t)(glrun->GetRUNHEADER_TIME()-10) << " AND " << " RUNTRAILER_TIME<=" << (UInt_t)(glrun->GetRUNTRAILER_TIME()+10) << " AND (" @@ -3128,8 +3185,193 @@ row = result->Next(); // if ( row ){ - if ( IsDebug() ) printf(" The run is already present in the GL_RUN table \n"); - if ( PEDANTIC ) throw -70; + // + // we end up here if chewbacca and we have RH---| small gap |---RT, in this case the two pieces are attached and moved to GL_RUN. We are now processing the + // "small gap" piece... we recognize this since: we have two entries from this query, the pkt number is consistent with our pkt number. + // + // 090112 [8RED (-70): RUN ALREADY INSERTED] + // + Bool_t OK = false; + UInt_t IDRL2A = 0; + UInt_t IDRL2B = 0; + if ( chewbacca ){ + if ( result->GetRowCount() == 2 ){ + IDRL2A = (UInt_t)atoll(row->GetField(0)); + UInt_t IDRL0A = (UInt_t)atoll(row->GetField(1)); + row = result->Next(); + IDRL2B = (UInt_t)atoll(row->GetField(0)); + UInt_t IDRL0B = (UInt_t)atoll(row->GetField(1)); + if ( IsDebug() ) printf(" IDRL0A %u B %u IDRL2A %u B %u \n",IDRL0A,IDRL0B,IDRL2A,IDRL2B); + if ( IDRL0A == IDRL0B ){ + TSQLResult *result2 = 0; + TSQLRow *row2 = 0; + oss.str(""); + oss << "select PKT_NUMBER_FINAL from ROOT_TABLE_MERGING where REAL_TIME_INIT<" << chrtinit << " order by REAL_TIME_INIT desc limit 1;"; + if ( IsDebug() ) printf(" Check if we are in the case RH---| small gap |---RT: query is \n %s \n",oss.str().c_str()); + result2 = conn->Query(oss.str().c_str()); + // + if ( !result2 ) throw -4; + // + row2 = result2->Next(); + // + if ( row2 ){ + UInt_t PKA = (UInt_t)atoll(row2->GetField(0)); + delete result2; + oss.str(""); + oss << "select PKT_NUMBER_INIT from ROOT_TABLE_MERGING where REAL_TIME_INIT>" << chrtinit << " order by REAL_TIME_INIT asc limit 1;"; + if ( IsDebug() ) printf(" Check if we are in the case RH---| small gap |---RT: query is \n %s \n",oss.str().c_str()); + result2 = conn->Query(oss.str().c_str()); + // + if ( !result2 ) throw -4; + // + row2 = result2->Next(); + // + if ( row2 ){ + UInt_t PKB = (UInt_t)atoll(row2->GetField(0)); + // + if ( IsDebug() ) printf(" PKT(PKA) + 1 %llu == runheaderpkt %llu && PKB = runtrailer %llu + 1 %llu \n",PKT(PKA)+1LL, PKT(glrun->GetRUNHEADER_PKT()),PKT(PKB), PKT(glrun->GetRUNTRAILER_PKT())+1LL); + if ( PKT(PKA)+1LL == PKT(glrun->GetRUNHEADER_PKT()) && PKT(PKB) == PKT(glrun->GetRUNTRAILER_PKT())+1LL ){ + if ( IsDebug() ) printf(" Ok, we are in the case: RH---| small gap |---RT \n"); + OK = true; + }; + }; + }; + }; + }; + }; + if ( OK ){ + // + // this is the case in which we must insert a piece of run between two fragments in the GL_RUN table + // + // we have to update with runheader/trailer infos our run and we have to change the ROOT_ID_FRAG of the header piece ( 1/2 2/1 must become 1/3 3/2 2/1 ) + // + GL_RUN *glA = new GL_RUN(); + glA->Query_GL_RUN(IDRL2A,conn); + // + if ( glA->GetACQ_BUILD_INFO() != 0 ){ + // + // the first piece contains a good runheader we can update all the other runs with correct infos! + // + oss.str(""); + oss << "UPDATE GL_RUN_FRAGMENTS SET " + << " RUNHEADER_TIME=" << glA->GetRUNHEADER_TIME()<< " , " + << " RUNHEADER_OBT=" << glA->GetRUNHEADER_OBT()<< " , " + << " RUNHEADER_PKT=" << glA->GetRUNHEADER_PKT()<< " , " + << " COMPILATIONTIMESTAMP=" << glA->GetCOMPILATIONTIMESTAMP()<< " , " + << " FAV_WRK_SCHEDULE=" << glA->GetFAV_WRK_SCHEDULE()<< " , " + << " EFF_WRK_SCHEDULE=" << glA->GetEFF_WRK_SCHEDULE()<< " , " + << " PRH_VAR_TRG_MODE_A=" << glA->GetPRH_VAR_TRG_MODE_A()<< " , " + << " PRH_VAR_TRG_MODE_B=" << glA->GetPRH_VAR_TRG_MODE_B()<< " , " + << " ACQ_BUILD_INFO=" << glA->GetACQ_BUILD_INFO()<< " , " + << " ACQ_VAR_INFO=" << glA->GetACQ_VAR_INFO()<< " , " + << " RM_ACQ_AFTER_CALIB=" << glA->GetRM_ACQ_AFTER_CALIB()<< " , " + << " RM_ACQ_SETTING_MODE=" << glA->GetRM_ACQ_SETTING_MODE()<< " , " + << " TRK_CALIB_USED=" << glA->GetTRK_CALIB_USED()<< " , " + << " CAL_DSP_MASK=" << glA->GetCAL_DSP_MASK()<< " , " + << " LAST_TIMESYNC=" << glA->GetLAST_TIMESYNC()<< " , "; + // + if ( glA->GetPHYSENDRUN_MASK_S3S2S12() ) + oss << " PHYSENDRUN_MASK_S3S2S12=" << glA->GetPHYSENDRUN_MASK_S3S2S12() << " , "; + if ( glA->GetPHYSENDRUN_MASK_S11CRC() ) + oss << " PHYSENDRUN_MASK_S11CRC=" << glA->GetPHYSENDRUN_MASK_S11CRC() << " , "; + // + oss << " OBT_TIMESYNC=" << glA->GetOBT_TIMESYNC(); + oss << " WHERE ID=" << glrun->GetID() << ";"; + if ( IsDebug() ) printf(" update with correct infos: %s\n",oss.str().c_str()); + conn->Query(oss.str().c_str()); + // + } else { + // + // sig no runheader, let set anyway what is possible... + // + oss.str(""); + oss << "UPDATE GL_RUN_FRAGMENTS SET " + << " RUNHEADER_TIME=" << glA->GetRUNHEADER_TIME()<< " , "; + // + if ( glA->GetPHYSENDRUN_MASK_S3S2S12() ) + oss << " PHYSENDRUN_MASK_S3S2S12=" << glA->GetPHYSENDRUN_MASK_S3S2S12()<< " , "; + if ( glA->GetPHYSENDRUN_MASK_S11CRC() ) + oss << " PHYSENDRUN_MASK_S11CRC=" << glA->GetPHYSENDRUN_MASK_S11CRC()<< " , "; + // + oss << " RUNHEADER_OBT=" << glA->GetRUNHEADER_OBT()<< " , " + << " RUNHEADER_PKT=" << glA->GetRUNHEADER_PKT(); + oss << " WHERE ID=" << glrun->GetID() << ";"; + if ( IsDebug() ) printf(" update with correct infos2: %s\n",oss.str().c_str()); + conn->Query(oss.str().c_str()); + }; + // + // update runheader ROOT_ID_FRAG + // + oss.str(""); + oss << "UPDATE GL_RUN SET ID_RUN_FRAG = " << glrun->GetID() << " where ID = " << IDRL2A << ";"; + if ( IsDebug() ) printf(" update gl_run to have cross indexing: %s\n",oss.str().c_str()); + conn->Query(oss.str().c_str()); + // + // now let's look for runtrailer if any in the last run + // + glA->Query_GL_RUN(IDRL2B,conn); + // + if ( glA->GetPKT_READY_COUNTER() != 0 ){ + // + // the first piece contains a good runtrailer we can update all the other runs with correct infos! + // + oss.str(""); + oss << "UPDATE GL_RUN_FRAGMENTS SET " + << " RUNTRAILER_TIME=" << glA->GetRUNTRAILER_TIME()<< " , " + << " RUNTRAILER_OBT=" << glA->GetRUNTRAILER_OBT()<< " , " + << " RUNTRAILER_PKT=" << glA->GetRUNTRAILER_PKT()<< " , " + << " PKT_COUNTER=" << glA->GetPKT_COUNTER()<< " , "; + // + if ( glA->GetPHYSENDRUN_MASK_S3S2S12() ){ + oss << " PHYSENDRUN_MASK_S3S2S12=" << glA->GetPHYSENDRUN_MASK_S3S2S12()<< " , "; }; + if ( glA->GetPHYSENDRUN_MASK_S11CRC() ) { + oss << " PHYSENDRUN_MASK_S11CRC=" << glA->GetPHYSENDRUN_MASK_S11CRC()<< " , "; }; + // + oss << " PKT_READY_COUNTER=" << glA->GetPKT_READY_COUNTER() + << " WHERE ID=" << glrun->GetID() << ";"; + if ( IsDebug() ) printf(" update with correct trailer infos: %s\n",oss.str().c_str()); + conn->Query(oss.str().c_str()); + // + } else { + // + // sig no runtrailer, let set anyway what is possible... + // + oss.str(""); + oss << "UPDATE GL_RUN_FRAGMENTS SET " + << " RUNTRAILER_TIME=" << glA->GetRUNTRAILER_TIME()<< " , " + << " RUNTRAILER_OBT=" << glA->GetRUNTRAILER_OBT()<< " , "; + // + if ( glA->GetPHYSENDRUN_MASK_S3S2S12() ){ + oss << " PHYSENDRUN_MASK_S3S2S12=" << glA->GetPHYSENDRUN_MASK_S3S2S12()<< " , "; }; + if ( glA->GetPHYSENDRUN_MASK_S11CRC() ){ + oss << " PHYSENDRUN_MASK_S11CRC=" << glA->GetPHYSENDRUN_MASK_S11CRC()<< " , "; }; + // + oss << " RUNTRAILER_PKT=" << glrun->GetRUNTRAILER_PKT() + << " WHERE ID=" << glrun->GetID() << ";"; + if ( IsDebug() ) printf(" update with correct trailer infos2: %s\n",oss.str().c_str()); + conn->Query(oss.str().c_str()); + }; + // + UInt_t myi = glrun->GetID(); + oss.str(""); + oss << " ID= "<< myi; + // + glrun->Query_GL_RUN_FRAGMENTS(oss.str().c_str(),conn); + // + // fill the new run in GL_RUN + // + glrun->SetID_RUN_FRAG(IDRL2B); + glrun->Fill_GL_RUN(conn); + glrun->DeleteRun(conn,0,"GL_RUN_FRAGMENTS"); + // + } else { + // + // is just a repetition + // + if ( IsDebug() ) printf(" The run is already present in the GL_RUN table \n"); + if ( PEDANTIC ) throw -70; + }; + // } else { if ( NoFrag() ){ glrun->SetID_RUN_FRAG(glrun->GetID()); @@ -3166,7 +3408,7 @@ glrun->SetID(this->AssignRunID()); glrun->SetID_RUN_FRAG(0); glrun->Fill_GL_RUN(conn); // it'ok we arrive here only inside a file hence in the middle of the runs... - }; + }; // }; // @@ -3210,6 +3452,7 @@ if ( firstev == lastev+1 || lastev == firstev ) { // no events inside the run! //if ( firstev <= lastev+1 ) { // no events inside the run! if ( IsDebug() ) printf(" Checking but no events in the run! \n"); + firstev = lastev+1; // this is necessary for files with no Physics entries, should have no influence on other files // return true is correct return(true); // @@ -3239,7 +3482,7 @@ // } else { // - if ( IsDebug() ) printf(" There are no-phyics packets inside the run!\n"); + if ( IsDebug() ) printf(" There are no-physics packets inside the run!\n"); // // HERE WE MUST HANDLE THAT RUNS AND GO BACK // @@ -3249,6 +3492,8 @@ UInt_t check = 0; UInt_t lastevtemp = lastev; UInt_t firstevno = firstev; + UInt_t rhchko=0; + UInt_t rhchk=0; // for (UInt_t i=firstev; i<=lastev; i++){ // @@ -3257,9 +3502,15 @@ // check = 0; // + + // if we have a runheader set lastev then exit + // for(Iter = packetsNames.begin(); Iter != packetsNames.end(); Iter++){ if ( strcmp(*Iter,"Physics") ) check += code->Get(GetPacketType(*Iter)); }; + // check here if we have a runheader + rhchko = rhchk; + rhchk = code->Get(GetPacketType("RunHeader")); // if ( checkfirst < check || i == lastev ){ // @@ -3457,7 +3708,7 @@ // found = false; // default value // - if ( IsDebug() ) printf(" Found a possible candidate, checking if it is the good one... \n"); + if ( IsDebug() ) printf(" C Found a possible candidate, checking if it is the good one... \n"); // // if we have both runheader and runtrailer we can check with pkt_counter: // @@ -3676,6 +3927,14 @@ // }; // + if ( i > firstev ){ + if ( rhchko != rhchk ){ + if ( IsDebug() ) printf("oh oh... we have a runheader! stop here and handle later the remaining piece\n"); + lastev = i; + return(false); + }; + }; + // if ( check == checklast && i != lastev ){ lastevtemp = i - 1; i = lastev - 1; @@ -4682,7 +4941,8 @@ if ( !result ) throw -4;; row = result->Next(); if(row)glcal->ID = (UInt_t)atoll(row->GetField(0)); - + // + delete result; // mmm... "Error in : result set closed" solved? 090112 [8RED error messages] // }; @@ -4892,20 +5152,22 @@ // }; // + + if( !(MISSING_pkt1&MISSING_pkt2) ){ + this->HandleTRK_CALIB(!MISSING_pkt1,!MISSING_pkt2); + ncalib++; + if( MISSING_pkt1||MISSING_pkt2||!valid )try_to_recover=true; + } + + } else { - // + // if ( IsDebug() ) printf(" Trk calibration1 at time %u obt %u pkt %u OUTSIDE the considered time interval \n",fromtime,obt1,pkt1); // if ( PEDANTIC ) throw -79; // }; // - if( !(MISSING_pkt1&MISSING_pkt2) ){ - this->HandleTRK_CALIB(!MISSING_pkt1,!MISSING_pkt2); - ncalib++; - if( MISSING_pkt1||MISSING_pkt2||!valid )try_to_recover=true; - } - }; //end loop on pkt1 @@ -5130,7 +5392,8 @@ // ------------------------------------------------------ // ... retrieve the calibration packets. // ------------------------------------------------------ - TFile *file = new TFile((TString)gSystem->ExpandPathName(path)+"/"+name); // EM, path could be symbolic and we must expand it + if ( IsDebug() ) printf(" file is %s/%s \n",((TString)gSystem->ExpandPathName(path.Data())).Data(),name.Data()); + TFile *file = new TFile(((TString)gSystem->ExpandPathName(path.Data()))+"/"+name); // EM, path could be symbolic and we must expand it if(!file)throw -100; if(file->IsZombie())throw -100; // @@ -5187,61 +5450,62 @@ if(FOUND){ - if ( IsDebug() ) cout << " >>> REPETITION FOUND :-) <<<" <>> REPETITION FOUND :-) <<<" <BaseName(raw.Data()) <<"\";"; -// if ( IsDebug() ) cout << oss.str().c_str() << endl; + //////////////////////////////////////////// + // insert a new entry in GL_TRK_CALIB and + // modify the time-tag of the previous one + //////////////////////////////////////////// + + // --------------------------------------------------------------------- + // step 1: insert a new raw file in GL_RAW + // --------------------------------------------------------------------- + // + // check if the raw file already exist + // + UInt_t id_raw = 0; // EM GL_RAW is there only for backward compatibility so we do not need to fill it when in "chewbacca" mode + // oss.str(""); + // oss << "SELECT ID FROM GL_RAW where NAME=\"" << gSystem->BaseName(raw.Data()) <<"\";"; + // if ( IsDebug() ) cout << oss.str().c_str() << endl; -// result = conn->Query(oss.str().c_str()); -// if ( !result ) throw -4;; -// if ( IsDebug() ) cout <<"Rows: "<GetRowCount()<GetRowCount() == 0){ -// if ( IsDebug() ) cout << " << Insert new RAW file >> "<DirName(raw.Data()); -// glraw.NAME = gSystem->BaseName(raw.Data()); -// glraw.BOOT_NUMBER = boot_number; -// // -// insertPamelaRawFile( &glraw ); -// // -// id_raw = glraw.ID; -// }else{ -// row = result->Next(); -// id_raw = (UInt_t)atoll(row->GetField(0)); -// } -// if ( IsDebug() ) cout << "ID_RAW = "<Query(oss.str().c_str()); - if ( !result ) throw -3; + // result = conn->Query(oss.str().c_str()); + // if ( !result ) throw -4;; + // if ( IsDebug() ) cout <<"Rows: "<GetRowCount()<GetRowCount() == 0){ + // if ( IsDebug() ) cout << " << Insert new RAW file >> "<DirName(raw.Data()); + // glraw.NAME = gSystem->BaseName(raw.Data()); + // glraw.BOOT_NUMBER = boot_number; + // // + // insertPamelaRawFile( &glraw ); + // // + // id_raw = glraw.ID; + // }else{ + // row = result->Next(); + // id_raw = (UInt_t)atoll(row->GetField(0)); + // } + // if ( IsDebug() ) cout << "ID_RAW = "<Query(oss.str().c_str()); + if ( !result ) throw -3; row = result->Next(); if ( !row ) throw -3; idtimesync = (UInt_t)atoll(row->GetField(0)); if ( IsDebug() ) cout << "ID_TIMESYNC = "<: result set closed" solved? 090112 [8RED error messages] // --------------------------------------------------------------------- // step 2: insert a new root file in GL_ROOT // --------------------------------------------------------------------- @@ -5289,6 +5553,7 @@ } if ( IsDebug() ) cout << "ID_ROOT = "<: result set closed" solved? 090112 [8RED error messages] // --------------------------------------------------------------------- // step 3: modify time-tag of corrupted GL_TRK_CALIB entry // --------------------------------------------------------------------- @@ -5301,6 +5566,8 @@ result = conn->Query(oss.str().c_str()); if ( !result ) throw -4;; + delete result; // mmm... "Error in : result set closed" solved? 090112 [8RED error messages] + // --------------------------------------------------------------------- // step 4: insert the new calibration: // --------------------------------------------------------------------- @@ -5752,7 +6019,8 @@ oss << " PHYSENDRUN_MASK_S11CRC=" << glrun->GetPHYSENDRUN_MASK_S11CRC()<< " , "; // oss << " RUNHEADER_OBT=" << glrun->GetRUNHEADER_OBT()<< " , " - << " RUNHEADER_PKT=" << glrun->GetRUNHEADER_PKT()<< ";"; + << " RUNHEADER_PKT=" << glrun->GetRUNHEADER_PKT(); + oss << " WHERE ID=" << myid[u] << ";"; // BUG!!! 090112 conn->Query(oss.str().c_str()); }; }; @@ -5801,7 +6069,8 @@ if ( glrun->GetPHYSENDRUN_MASK_S11CRC() ){ oss << " PHYSENDRUN_MASK_S11CRC=" << glrun->GetPHYSENDRUN_MASK_S11CRC()<< " , "; }; // - oss << " RUNTRAILER_PKT=" << glrun->GetRUNTRAILER_PKT()<< ";"; + oss << " RUNTRAILER_PKT=" << glrun->GetRUNTRAILER_PKT(); + oss << " WHERE ID=" << myid[u] << ";"; // BUG!!! 090112 conn->Query(oss.str().c_str()); }; }; @@ -6054,7 +6323,8 @@ // 2) get the OBT of the last validated run // -------------------------------------------------------------- oss.str(""); - oss << " SELECT * FROM GL_RUN WHERE VALIDATION=1 AND RUNHEADER_TIME<="<< t_start + // oss << " SELECT * FROM GL_RUN WHERE VALIDATION=1 AND RUNHEADER_TIME<="<< t_start + oss << " SELECT * FROM GL_RUN WHERE VALIDATION>0 AND RUNHEADER_TIME<="<< t_start <<" ORDER BY RUNHEADER_TIME DESC LIMIT 1;"; if ( IsDebug() ) printf(" Get stop validation-time: query is \n %s \n",oss.str().c_str()); result = conn->Query(oss.str().c_str()); @@ -6197,7 +6467,8 @@ if( interval >= calibtime )CHECK = true; //more than calibtime s => there might be a calibration if( !CHECK && this_run->VALIDATION ){ - for (Int_t irun = 0; irun < nseq; irun++)assignVALIDATION(sequence[irun],true); + // for (Int_t irun = 0; irun < nseq; irun++)assignVALIDATION(sequence[irun],true); + for (Int_t irun = 0; irun < nseq; irun++)assignVALIDATION(sequence[irun],this_run->VALIDATION); nseq=0; } @@ -6218,8 +6489,13 @@ if( CHECK ){ // check if calibration exists if ( IsDebug() )printf("DT %i ===> CHECK Missing calibration\n",interval); - Bool_t MISSING = MissingTRK_CALIB(t1,t2); - for (Int_t irun = 0; irun < nseq; irun++)assignVALIDATION(sequence[irun],!MISSING); + // Bool_t MISSING = MissingTRK_CALIB(t1,t2); + UInt_t MISSING = MissingTRK_CALIB(t1,t2); + UInt_t val = 0; + if ( MISSING == 1 ) val = 0; + if ( MISSING == 0 ) val = 1; + if ( MISSING == 2 ) val = 2; + for (Int_t irun = 0; irun < nseq; irun++)assignVALIDATION(sequence[irun],val); nseq=0; }; //-------------- @@ -6249,14 +6525,17 @@ * @param t2 To absolute time * @return true if there might be a missing calibration */ -Bool_t PamelaDBOperations::MissingTRK_CALIB(UInt_t t1,UInt_t t2){ +//Bool_t PamelaDBOperations::MissingTRK_CALIB(UInt_t t1,UInt_t t2){ +UInt_t PamelaDBOperations::MissingTRK_CALIB(UInt_t t1,UInt_t t2){ GL_TRK_CALIB* trkcalib = new GL_TRK_CALIB(); // get the closest calibration before the run start (t2) - if ( trkcalib->Query_GL_TRK_CALIB(t2, conn) )return(true); //>>> missing + // if ( trkcalib->Query_GL_TRK_CALIB(t2, conn) )return(true); //>>> missing + if ( trkcalib->Query_GL_TRK_CALIB(t2, conn) )return(1); //>>> missing - if ( trkcalib->TO_TIME < t2 ) return(true); //>>> missing + // if ( trkcalib->TO_TIME < t2 ) return(true); //>>> missing + if ( trkcalib->TO_TIME < t2 ) return(1); //>>> missing //============================================================== // Check is done first on the basis of time between calibration, @@ -6273,9 +6552,11 @@ //============================================================== Bool_t DOWNLOAD = false; // check if the calib was skipped becouse of download .... DA FARE!! - if(DOWNLOAD)return(false); + // if(DOWNLOAD)return(false); + if(DOWNLOAD)return(0); - return(true); //>>> missing + // return(true); //>>> missing + return(1); //>>> missing }; @@ -6285,7 +6566,9 @@ //============================================================== // the long time interval bewteen runs might be due to download if ( IsDebug() )printf("Short time between calib and run start %u :-) ==> OK! \n",t2 - trkcalib->FROM_TIME); - return(false); + if ( trkcalib->VALIDATION ) return(0); + if ( IsDebug() )printf("Calibration is not validated... :-/ ==> OK but with VALIDATION=2! \n"); + return(2); }; /** @@ -6294,6 +6577,10 @@ * @param validation true/false */ Int_t PamelaDBOperations::assignVALIDATION(UInt_t idrun, Bool_t validation){ + return(this->assignVALIDATION(idrun,(UInt_t)validation)); +} + +Int_t PamelaDBOperations::assignVALIDATION(UInt_t idrun, UInt_t validation){ TSQLResult *result = 0; stringstream oss; oss.str(""); @@ -6490,7 +6777,7 @@ stringstream myquery; // myquery.str(""); - myquery << " SELECT ID, ID_RAW FROM GL_ROOT where NAME='"<Query(myquery.str().c_str()); // @@ -6506,6 +6793,7 @@ // this->SetID_ROOT((UInt_t)atoll(Row->GetField(0))); this->SetID_RAW((UInt_t)atoll(Row->GetField(1))); + UInt_t idtsy=(UInt_t)atoll(Row->GetField(2)); // this->ValidationOFF(); // @@ -6513,7 +6801,7 @@ // this->RemoveRUNS(); // - this->RemoveFILES(); + this->RemoveFILES(idtsy); // this->SetID_ROOT(0); this->SetID_RAW(0); @@ -6733,7 +7021,7 @@ * Rearrange calibration tables * **/ -void PamelaDBOperations::RemoveFILES(){ +void PamelaDBOperations::RemoveFILES(UInt_t idtsy){ stringstream myquery; // myquery.str(""); @@ -6743,6 +7031,22 @@ // conn->Query(myquery.str().c_str()); // + myquery.str(""); + myquery << " DELETE FROM GL_ROOT WHERE ID=" <GetID_ROOT() <<";"; + // + if ( IsDebug() ) printf(" query is \n %s \n",myquery.str().c_str()); + // + conn->Query(myquery.str().c_str()); // + // + if ( !chewbacca ){ + myquery.str(""); + myquery << " DELETE FROM GL_TIMESYNC WHERE ID=" << idtsy <<";"; + // + if ( IsDebug() ) printf(" query is \n %s \n",myquery.str().c_str()); + // + conn->Query(myquery.str().c_str()); + }; + // }; /** @@ -7092,120 +7396,6 @@ } -// UInt_t PamelaDBOperations::ValidateTrkCalib( CalibTrk1Event* caltrk, EventHeader *eh ){ - -// if(!caltrk || !eh) return 0; - -// Int_t vorder[]={5,5,3,3,4,4,2,2,1,1,0,0}; -// UInt_t timeaftercalib=120000; //2000; -// // ---------- -// // Check CRCs -// // ---------- -// for(Int_t ipkt=0; ipkt<6; ipkt++){ -// if( caltrk->crc_hcal[ipkt] )return 0; // :-( -// for(Int_t ilad=0; ilad<3; ilad++)if( caltrk->crc_cal[ipkt][ilad] )return 0; // :-( -// } -// // ----------------------- -// // Check missing packets: -// // ----------------------- -// // Readout order: -// // ------------------ -// // DSP packet board -// // ------------------ -// // 12 0 1 -// // 10 1 1 -// // 8 2 1 -// // 4 3 1 -// // 6 4 1 -// // 2 5 1 -// // ------------------ -// // 11 0 2 -// // 9 1 2 -// // 7 2 2 -// // 3 3 2 -// // 5 4 2 -// // 1 5 2 -// // ------------------ -// // ------------------------------------------------- -// // Check if it is first or second calibration packet -// // ------------------------------------------------- -// UInt_t build=0; -// TString classname = caltrk->GetName(); -// UInt_t base=0; -// UInt_t mask=0; -// if(classname.Contains("CalibTrk1Event")){ -// base=12; -// mask=0x03F000; -// } -// if(classname.Contains("CalibTrk2Event")){ -// base=18; -// mask=0xFC0000; -// } -// // ------------------------------------------------- -// // Count number of packets and set build variable -// // ------------------------------------------------- -// Int_t npkts=0; -// for(Int_t ipkt=0; ipkt<6; ipkt++){ -// if(caltrk->DSPnumber[ipkt]>0 && caltrk->DSPnumber[ipkt]<=12){ -// npkts++; -// build = build | ( 1<<(base+vorder[caltrk->DSPnumber[ipkt]-1]) ); -// } -// } -// // if( npkts==6 )return 1; // :-) - -// // cout << classname << " "<GetPscuHeader()->GetOrbitalTime()<GetCounter(); -// Int_t irun = cod->Get(pctp->RunHeader); -// TTree *rh=(TTree*)file->Get("RunHeader"); -// if ( !rh || rh->IsZombie() ) throw -17; -// if( rh->GetEntries() == irun ){ -// if ( IsDebug() ) cout << "ValidateTrkCalib: (MISSING VIEW) no runs after calib (1) -- cannot validate :-( "<SetBranchAddress("RunHeader", &run); -// rh->SetBranchAddress("Header", &hrun); -// rh->GetEntry(irun); -// // cout << classname << " "<GetPscuHeader()->GetOrbitalTime() << " Run " << hrun->GetPscuHeader()->GetOrbitalTime() <GetPscuHeader()->GetOrbitalTime()) < OBT(eh->GetPscuHeader()->GetOrbitalTime())){ -// if ( IsDebug() ) cout << "ValidateTrkCalib: (MISSING VIEW) no runs after calib (2) -- cannot validate :-( "<RM_ACQ_AFTER_CALIB ){ -// if ( IsDebug() ) cout << "ValidateTrkCalib: (MISSING VIEW) RM_ACQ_AFTER_CALIB=0 -- cannot validate :-( "<GetPscuHeader()->GetOrbitalTime()) - OBT(eh->GetPscuHeader()->GetOrbitalTime()); -// if( dtime > timeaftercalib ){ -// if ( IsDebug() ) cout << "ValidateTrkCalib: (MISSING VIEW) run after calib too far ( "<ACQ_BUILD_INFO & mask) != build ){ -// if ( IsDebug() ) cout << "ValidateTrkCalib: (MISSING VIEW) ACQ_BUILD_INFO= >>> "<ACQ_BUILD_INFO&mask) << " != "<< build << dec<