--- chewbacca/YodaProfiler/src/PamelaDBOperations.cpp 2008/12/22 10:38:15 1.18 +++ chewbacca/YodaProfiler/src/PamelaDBOperations.cpp 2009/01/12 20:22:29 1.22 @@ -60,6 +60,7 @@ */ PamelaDBOperations::PamelaDBOperations(TString host, TString user, TString password, TString filerawname, TString filerootname, UInt_t boot, UInt_t tsync, UInt_t obt0, Bool_t debug, TString tlefilename, UInt_t dwinput, Bool_t staticp, Bool_t gpamela, Bool_t keepenv){ // + RELAXED = false; chewbacca = false; chminentry = 0; chID = 0; @@ -143,7 +144,7 @@ TString chfile; UInt_t ridn = 0; qu.str(""); - qu << "SELECT ROOT_ID_N,PKT_NUMBER_INIT,PKT_NUMBER_FINAL,PKT_OBT_INIT,PKT_OBT_FINAL,INSERTED_BY from ROOT_TABLE_MERGING where ID_N=" << chID << ";"; + qu << "SELECT ROOT_ID_N,PKT_NUMBER_INIT,PKT_NUMBER_FINAL,PKT_OBT_INIT,PKT_OBT_FINAL,INSERTED_BY,REAL_TIME_INIT from ROOT_TABLE_MERGING where ID_N=" << chID << ";"; if ( debug ) printf(" chewbacca: query is %s \n",qu.str().c_str()); result = conn->Query(qu.str().c_str()); if ( result ){ @@ -155,6 +156,7 @@ chobtmin = (UInt_t)atoll(row->GetField(3)); chobtmax = (UInt_t)atoll(row->GetField(4)); chiby = (TString)(row->GetField(5)); + chrtinit = (UInt_t)atoll(row->GetField(6)); } else { throw -84; }; @@ -182,16 +184,18 @@ // if ( !chboot ){ qu.str(""); - qu << "SELECT BOOT_NUMBER from ROOT_TABLE where BOOT_NUMBER!=0 AND ABS(LAST_TIME_SYNC_INFO-"<< chlastts <<")<10000 AND (REAL_TIME_INIT-"<< row2->GetField(10) <<")<7200 group by BOOT_NUMBER order by BOOT_NUMBER asc limit 1;"; + // qu << "SELECT BOOT_NUMBER from ROOT_TABLE where BOOT_NUMBER!=0 AND ABS(LAST_TIME_SYNC_INFO-"<< chlastts <<")<10000 AND ABS(REAL_TIME_INIT-"<< row2->GetField(10) <<")<7200 group by BOOT_NUMBER order by BOOT_NUMBER asc;"; + qu << "SELECT BOOT_NUMBER from ROOT_TABLE where BOOT_NUMBER!=0 AND ABS(LAST_TIME_SYNC_INFO-"<< chlastts <<")<40000 AND ABS(REAL_TIME_INIT-"<< row2->GetField(10) <<")<40000 group by BOOT_NUMBER order by BOOT_NUMBER asc;"; // relax conditions... 090112 [8RED: error -29] if ( debug ) printf(" chewbacca: query is %s \n",qu.str().c_str()); result3 = conn->Query(qu.str().c_str()); if ( result3 ){ row3 = result3->Next(); - if ( row3 ){ + if ( row3 && result3->GetRowCount() == 1 ){ chboot = (UInt_t)atoll(row3->GetField(0)); if ( debug ) printf(" Found boot_number = %u \n",chboot); } else { if ( debug ) printf(" AGH CANNOT DETERMINE THE BOOT NUMBER... \n"); + throw -29; }; }; }; @@ -817,6 +821,8 @@ ph = eh->GetPscuHeader(); pktlast = ph->GetCounter(); nevent = upperentry - chminentry; + if ( ((Int_t)upperentry - (Int_t)chminentry) < 0 ) nevent = 0; // nevent is UInt_t! 090112 [8RED: error -88] + if ( IsDebug() ) printf(" Setting nevent to %u - upperentry %i chminentry %i \n",nevent,upperentry,chminentry); // } else { upperpkt = PKT(pktlast); @@ -825,6 +831,7 @@ }; // if ( chewbacca && nevent < 1 ) { + if ( IsDebug() ) printf(" chewbacca and no events in the file \n"); pktfirst = chpktmin; upperpkt = PKT(chpktmax); pktlast = chpktmax; @@ -1625,7 +1632,7 @@ if ( !row ){ oss.str(""); oss << "SELECT YEAR(OFFSET_DATE),MONTH(OFFSET_DATE),DAY(OFFSET_DATE),HOUR(OFFSET_DATE),MINUTE(OFFSET_DATE),SECOND(OFFSET_DATE),ID FROM GL_RESURS_OFFSET WHERE FROM_ORBIT< " - << dworbit << " order by FROM_ORBIT desc limit 1;"; + << dworbit << " AND SPECIAL_FILE='' order by FROM_ORBIT desc limit 1;"; if ( IsDebug() ) printf(" %s \n",oss.str().c_str()); result = conn->Query(oss.str().c_str()); if ( !result ) throw -10; @@ -2722,9 +2729,14 @@ glrun->Fill_GL_RUN_FRAGMENTS(conn); // } else { - if ( IsDebug() ) printf(" The run is already present in the fragment table \n"); - if ( PEDANTIC ) throw -69; - return; + if ( IsDebug() ) printf(" The run is already present in the fragment table, relaxed %u \n",RELAXED); + if ( !RELAXED ){ + if ( PEDANTIC ) throw -69; + return; + } else { + glrun->SetID((UInt_t)atoll(row->GetField(0))); + glrun->SetID_RUN_FRAG(0); + }; }; // if ( chewbacca && mishead && mistrail ) goto justcheck; @@ -3082,7 +3094,7 @@ apkt = PKT(ph->GetCounter()); aobt = OBT(ph->GetOrbitalTime()); lastev--; - if ( PEDANTIC ) throw -72; + if ( PEDANTIC && !RELAXED) throw -72; }; if ( IsDebug() ) printf(" Check overlapping events done: %u %u %llu %llu lastev is %i\n",apkt,bpkt,aobt,bobt,lastev); // @@ -3150,7 +3162,7 @@ // not found, has this run already inserted in the GL_RUN or in the GL_RUN_FRAGMENTS table? // oss.str(""); - oss << " SELECT ID FROM GL_RUN WHERE " + oss << " SELECT ID,ID_ROOT_L0 FROM GL_RUN WHERE " << " BOOT_NUMBER=" << this->GetBOOTnumber() << " AND (" << " (RUNHEADER_TIME>=" << (UInt_t)(glrun->GetRUNHEADER_TIME()-10) << " AND " << " RUNTRAILER_TIME<=" << (UInt_t)(glrun->GetRUNTRAILER_TIME()+10) << " AND (" @@ -3173,8 +3185,193 @@ row = result->Next(); // if ( row ){ - if ( IsDebug() ) printf(" The run is already present in the GL_RUN table \n"); - if ( PEDANTIC ) throw -70; + // + // we end up here if chewbacca and we have RH---| small gap |---RT, in this case the two pieces are attached and moved to GL_RUN. We are now processing the + // "small gap" piece... we recognize this since: we have two entries from this query, the pkt number is consistent with our pkt number. + // + // 090112 [8RED (-70): RUN ALREADY INSERTED] + // + Bool_t OK = false; + UInt_t IDRL2A = 0; + UInt_t IDRL2B = 0; + if ( chewbacca ){ + if ( result->GetRowCount() == 2 ){ + IDRL2A = (UInt_t)atoll(row->GetField(0)); + UInt_t IDRL0A = (UInt_t)atoll(row->GetField(1)); + row = result->Next(); + IDRL2B = (UInt_t)atoll(row->GetField(0)); + UInt_t IDRL0B = (UInt_t)atoll(row->GetField(1)); + if ( IsDebug() ) printf(" IDRL0A %u B %u IDRL2A %u B %u \n",IDRL0A,IDRL0B,IDRL2A,IDRL2B); + if ( IDRL0A == IDRL0B ){ + TSQLResult *result2 = 0; + TSQLRow *row2 = 0; + oss.str(""); + oss << "select PKT_NUMBER_FINAL from ROOT_TABLE_MERGING where REAL_TIME_INIT<" << chrtinit << " order by REAL_TIME_INIT desc limit 1;"; + if ( IsDebug() ) printf(" Check if we are in the case RH---| small gap |---RT: query is \n %s \n",oss.str().c_str()); + result2 = conn->Query(oss.str().c_str()); + // + if ( !result2 ) throw -4; + // + row2 = result2->Next(); + // + if ( row2 ){ + UInt_t PKA = (UInt_t)atoll(row2->GetField(0)); + delete result2; + oss.str(""); + oss << "select PKT_NUMBER_INIT from ROOT_TABLE_MERGING where REAL_TIME_INIT>" << chrtinit << " order by REAL_TIME_INIT asc limit 1;"; + if ( IsDebug() ) printf(" Check if we are in the case RH---| small gap |---RT: query is \n %s \n",oss.str().c_str()); + result2 = conn->Query(oss.str().c_str()); + // + if ( !result2 ) throw -4; + // + row2 = result2->Next(); + // + if ( row2 ){ + UInt_t PKB = (UInt_t)atoll(row2->GetField(0)); + // + if ( IsDebug() ) printf(" PKT(PKA) + 1 %llu == runheaderpkt %llu && PKB = runtrailer %llu + 1 %llu \n",PKT(PKA)+1LL, PKT(glrun->GetRUNHEADER_PKT()),PKT(PKB), PKT(glrun->GetRUNTRAILER_PKT())+1LL); + if ( PKT(PKA)+1LL == PKT(glrun->GetRUNHEADER_PKT()) && PKT(PKB) == PKT(glrun->GetRUNTRAILER_PKT())+1LL ){ + if ( IsDebug() ) printf(" Ok, we are in the case: RH---| small gap |---RT \n"); + OK = true; + }; + }; + }; + }; + }; + }; + if ( OK ){ + // + // this is the case in which we must insert a piece of run between two fragments in the GL_RUN table + // + // we have to update with runheader/trailer infos our run and we have to change the ROOT_ID_FRAG of the header piece ( 1/2 2/1 must become 1/3 3/2 2/1 ) + // + GL_RUN *glA = new GL_RUN(); + glA->Query_GL_RUN(IDRL2A,conn); + // + if ( glA->GetACQ_BUILD_INFO() != 0 ){ + // + // the first piece contains a good runheader we can update all the other runs with correct infos! + // + oss.str(""); + oss << "UPDATE GL_RUN_FRAGMENTS SET " + << " RUNHEADER_TIME=" << glA->GetRUNHEADER_TIME()<< " , " + << " RUNHEADER_OBT=" << glA->GetRUNHEADER_OBT()<< " , " + << " RUNHEADER_PKT=" << glA->GetRUNHEADER_PKT()<< " , " + << " COMPILATIONTIMESTAMP=" << glA->GetCOMPILATIONTIMESTAMP()<< " , " + << " FAV_WRK_SCHEDULE=" << glA->GetFAV_WRK_SCHEDULE()<< " , " + << " EFF_WRK_SCHEDULE=" << glA->GetEFF_WRK_SCHEDULE()<< " , " + << " PRH_VAR_TRG_MODE_A=" << glA->GetPRH_VAR_TRG_MODE_A()<< " , " + << " PRH_VAR_TRG_MODE_B=" << glA->GetPRH_VAR_TRG_MODE_B()<< " , " + << " ACQ_BUILD_INFO=" << glA->GetACQ_BUILD_INFO()<< " , " + << " ACQ_VAR_INFO=" << glA->GetACQ_VAR_INFO()<< " , " + << " RM_ACQ_AFTER_CALIB=" << glA->GetRM_ACQ_AFTER_CALIB()<< " , " + << " RM_ACQ_SETTING_MODE=" << glA->GetRM_ACQ_SETTING_MODE()<< " , " + << " TRK_CALIB_USED=" << glA->GetTRK_CALIB_USED()<< " , " + << " CAL_DSP_MASK=" << glA->GetCAL_DSP_MASK()<< " , " + << " LAST_TIMESYNC=" << glA->GetLAST_TIMESYNC()<< " , "; + // + if ( glA->GetPHYSENDRUN_MASK_S3S2S12() ) + oss << " PHYSENDRUN_MASK_S3S2S12=" << glA->GetPHYSENDRUN_MASK_S3S2S12() << " , "; + if ( glA->GetPHYSENDRUN_MASK_S11CRC() ) + oss << " PHYSENDRUN_MASK_S11CRC=" << glA->GetPHYSENDRUN_MASK_S11CRC() << " , "; + // + oss << " OBT_TIMESYNC=" << glA->GetOBT_TIMESYNC(); + oss << " WHERE ID=" << glrun->GetID() << ";"; + if ( IsDebug() ) printf(" update with correct infos: %s\n",oss.str().c_str()); + conn->Query(oss.str().c_str()); + // + } else { + // + // sig no runheader, let set anyway what is possible... + // + oss.str(""); + oss << "UPDATE GL_RUN_FRAGMENTS SET " + << " RUNHEADER_TIME=" << glA->GetRUNHEADER_TIME()<< " , "; + // + if ( glA->GetPHYSENDRUN_MASK_S3S2S12() ) + oss << " PHYSENDRUN_MASK_S3S2S12=" << glA->GetPHYSENDRUN_MASK_S3S2S12()<< " , "; + if ( glA->GetPHYSENDRUN_MASK_S11CRC() ) + oss << " PHYSENDRUN_MASK_S11CRC=" << glA->GetPHYSENDRUN_MASK_S11CRC()<< " , "; + // + oss << " RUNHEADER_OBT=" << glA->GetRUNHEADER_OBT()<< " , " + << " RUNHEADER_PKT=" << glA->GetRUNHEADER_PKT(); + oss << " WHERE ID=" << glrun->GetID() << ";"; + if ( IsDebug() ) printf(" update with correct infos2: %s\n",oss.str().c_str()); + conn->Query(oss.str().c_str()); + }; + // + // update runheader ROOT_ID_FRAG + // + oss.str(""); + oss << "UPDATE GL_RUN SET ID_RUN_FRAG = " << glrun->GetID() << " where ID = " << IDRL2A << ";"; + if ( IsDebug() ) printf(" update gl_run to have cross indexing: %s\n",oss.str().c_str()); + conn->Query(oss.str().c_str()); + // + // now let's look for runtrailer if any in the last run + // + glA->Query_GL_RUN(IDRL2B,conn); + // + if ( glA->GetPKT_READY_COUNTER() != 0 ){ + // + // the first piece contains a good runtrailer we can update all the other runs with correct infos! + // + oss.str(""); + oss << "UPDATE GL_RUN_FRAGMENTS SET " + << " RUNTRAILER_TIME=" << glA->GetRUNTRAILER_TIME()<< " , " + << " RUNTRAILER_OBT=" << glA->GetRUNTRAILER_OBT()<< " , " + << " RUNTRAILER_PKT=" << glA->GetRUNTRAILER_PKT()<< " , " + << " PKT_COUNTER=" << glA->GetPKT_COUNTER()<< " , "; + // + if ( glA->GetPHYSENDRUN_MASK_S3S2S12() ){ + oss << " PHYSENDRUN_MASK_S3S2S12=" << glA->GetPHYSENDRUN_MASK_S3S2S12()<< " , "; }; + if ( glA->GetPHYSENDRUN_MASK_S11CRC() ) { + oss << " PHYSENDRUN_MASK_S11CRC=" << glA->GetPHYSENDRUN_MASK_S11CRC()<< " , "; }; + // + oss << " PKT_READY_COUNTER=" << glA->GetPKT_READY_COUNTER() + << " WHERE ID=" << glrun->GetID() << ";"; + if ( IsDebug() ) printf(" update with correct trailer infos: %s\n",oss.str().c_str()); + conn->Query(oss.str().c_str()); + // + } else { + // + // sig no runtrailer, let set anyway what is possible... + // + oss.str(""); + oss << "UPDATE GL_RUN_FRAGMENTS SET " + << " RUNTRAILER_TIME=" << glA->GetRUNTRAILER_TIME()<< " , " + << " RUNTRAILER_OBT=" << glA->GetRUNTRAILER_OBT()<< " , "; + // + if ( glA->GetPHYSENDRUN_MASK_S3S2S12() ){ + oss << " PHYSENDRUN_MASK_S3S2S12=" << glA->GetPHYSENDRUN_MASK_S3S2S12()<< " , "; }; + if ( glA->GetPHYSENDRUN_MASK_S11CRC() ){ + oss << " PHYSENDRUN_MASK_S11CRC=" << glA->GetPHYSENDRUN_MASK_S11CRC()<< " , "; }; + // + oss << " RUNTRAILER_PKT=" << glrun->GetRUNTRAILER_PKT() + << " WHERE ID=" << glrun->GetID() << ";"; + if ( IsDebug() ) printf(" update with correct trailer infos2: %s\n",oss.str().c_str()); + conn->Query(oss.str().c_str()); + }; + // + UInt_t myi = glrun->GetID(); + oss.str(""); + oss << " ID= "<< myi; + // + glrun->Query_GL_RUN_FRAGMENTS(oss.str().c_str(),conn); + // + // fill the new run in GL_RUN + // + glrun->SetID_RUN_FRAG(IDRL2B); + glrun->Fill_GL_RUN(conn); + glrun->DeleteRun(conn,0,"GL_RUN_FRAGMENTS"); + // + } else { + // + // is just a repetition + // + if ( IsDebug() ) printf(" The run is already present in the GL_RUN table \n"); + if ( PEDANTIC ) throw -70; + }; + // } else { if ( NoFrag() ){ glrun->SetID_RUN_FRAG(glrun->GetID()); @@ -4744,7 +4941,8 @@ if ( !result ) throw -4;; row = result->Next(); if(row)glcal->ID = (UInt_t)atoll(row->GetField(0)); - + // + delete result; // mmm... "Error in : result set closed" solved? 090112 [8RED error messages] // }; @@ -5252,61 +5450,62 @@ if(FOUND){ - if ( IsDebug() ) cout << " >>> REPETITION FOUND :-) <<<" <>> REPETITION FOUND :-) <<<" <BaseName(raw.Data()) <<"\";"; -// if ( IsDebug() ) cout << oss.str().c_str() << endl; + //////////////////////////////////////////// + // insert a new entry in GL_TRK_CALIB and + // modify the time-tag of the previous one + //////////////////////////////////////////// + + // --------------------------------------------------------------------- + // step 1: insert a new raw file in GL_RAW + // --------------------------------------------------------------------- + // + // check if the raw file already exist + // + UInt_t id_raw = 0; // EM GL_RAW is there only for backward compatibility so we do not need to fill it when in "chewbacca" mode + // oss.str(""); + // oss << "SELECT ID FROM GL_RAW where NAME=\"" << gSystem->BaseName(raw.Data()) <<"\";"; + // if ( IsDebug() ) cout << oss.str().c_str() << endl; -// result = conn->Query(oss.str().c_str()); -// if ( !result ) throw -4;; -// if ( IsDebug() ) cout <<"Rows: "<GetRowCount()<GetRowCount() == 0){ -// if ( IsDebug() ) cout << " << Insert new RAW file >> "<DirName(raw.Data()); -// glraw.NAME = gSystem->BaseName(raw.Data()); -// glraw.BOOT_NUMBER = boot_number; -// // -// insertPamelaRawFile( &glraw ); -// // -// id_raw = glraw.ID; -// }else{ -// row = result->Next(); -// id_raw = (UInt_t)atoll(row->GetField(0)); -// } -// if ( IsDebug() ) cout << "ID_RAW = "<Query(oss.str().c_str()); - if ( !result ) throw -3; + // result = conn->Query(oss.str().c_str()); + // if ( !result ) throw -4;; + // if ( IsDebug() ) cout <<"Rows: "<GetRowCount()<GetRowCount() == 0){ + // if ( IsDebug() ) cout << " << Insert new RAW file >> "<DirName(raw.Data()); + // glraw.NAME = gSystem->BaseName(raw.Data()); + // glraw.BOOT_NUMBER = boot_number; + // // + // insertPamelaRawFile( &glraw ); + // // + // id_raw = glraw.ID; + // }else{ + // row = result->Next(); + // id_raw = (UInt_t)atoll(row->GetField(0)); + // } + // if ( IsDebug() ) cout << "ID_RAW = "<Query(oss.str().c_str()); + if ( !result ) throw -3; row = result->Next(); if ( !row ) throw -3; idtimesync = (UInt_t)atoll(row->GetField(0)); if ( IsDebug() ) cout << "ID_TIMESYNC = "<: result set closed" solved? 090112 [8RED error messages] // --------------------------------------------------------------------- // step 2: insert a new root file in GL_ROOT // --------------------------------------------------------------------- @@ -5354,6 +5553,7 @@ } if ( IsDebug() ) cout << "ID_ROOT = "<: result set closed" solved? 090112 [8RED error messages] // --------------------------------------------------------------------- // step 3: modify time-tag of corrupted GL_TRK_CALIB entry // --------------------------------------------------------------------- @@ -5366,6 +5566,8 @@ result = conn->Query(oss.str().c_str()); if ( !result ) throw -4;; + delete result; // mmm... "Error in : result set closed" solved? 090112 [8RED error messages] + // --------------------------------------------------------------------- // step 4: insert the new calibration: // --------------------------------------------------------------------- @@ -5817,7 +6019,8 @@ oss << " PHYSENDRUN_MASK_S11CRC=" << glrun->GetPHYSENDRUN_MASK_S11CRC()<< " , "; // oss << " RUNHEADER_OBT=" << glrun->GetRUNHEADER_OBT()<< " , " - << " RUNHEADER_PKT=" << glrun->GetRUNHEADER_PKT()<< ";"; + << " RUNHEADER_PKT=" << glrun->GetRUNHEADER_PKT(); + oss << " WHERE ID=" << myid[u] << ";"; // BUG!!! 090112 conn->Query(oss.str().c_str()); }; }; @@ -5866,7 +6069,8 @@ if ( glrun->GetPHYSENDRUN_MASK_S11CRC() ){ oss << " PHYSENDRUN_MASK_S11CRC=" << glrun->GetPHYSENDRUN_MASK_S11CRC()<< " , "; }; // - oss << " RUNTRAILER_PKT=" << glrun->GetRUNTRAILER_PKT()<< ";"; + oss << " RUNTRAILER_PKT=" << glrun->GetRUNTRAILER_PKT(); + oss << " WHERE ID=" << myid[u] << ";"; // BUG!!! 090112 conn->Query(oss.str().c_str()); }; };