--- chewbacca/PamOffLineSW/PacketUser.cpp 2009/08/05 18:48:42 1.8 +++ chewbacca/PamOffLineSW/PacketUser.cpp 2009/12/30 14:49:51 1.12 @@ -1,9 +1,10 @@ //============================================================================ -// $Id: PacketUser.cpp,v 1.7 2009-07-24 13:53:38 mocchiut Exp $ +// $Id: PacketUser.cpp,v 1.11 2009/12/30 10:46:33 mocchiut Exp $ // Description : //============================================================================ #include "PacketUser.h" #include +#include namespace PamOffLineSW { extern LogUtil* mainLogUtil; @@ -20,6 +21,7 @@ extern unsigned int orbit_number; extern unsigned long int time_Offset; extern bool tryMerge; +extern bool candelete; // EM //marco_new_01 extern bool single_connection; @@ -64,6 +66,11 @@ last_time_sync_info_prevvalue = 0; time_is_estimated = false; + //EM + recoverlimit = 400; + idtorecover = new TArrayI(100); + arsize = 0; + real_time_init = 0; real_time_last = 0; bad_pkt = 0; @@ -250,10 +257,10 @@ //good_pkt_Calib=0; //marco_NB: - //ogni volta che trovo una discontinuit� resetto come se mi trovassi in un nuovo download oppure uso i vecchi valori se esistono? + //ogni volta che trovo una discontinuita` resetto come se mi trovassi in un nuovo download oppure uso i vecchi valori se esistono? - obt_time_sync_prevvalue = obt_time_sync; - last_time_sync_info_prevvalue = last_time_sync_info; + if ( obt_time_sync ) obt_time_sync_prevvalue = obt_time_sync; // save the last NOT NULL obt_time_sync! EM + if ( last_time_sync_info ) last_time_sync_info_prevvalue = last_time_sync_info; // save the last NOT NULL last_time_sync time_is_estimated = false; obt_time_sync = 0; last_time_sync_info = 0; @@ -333,8 +340,9 @@ } //I don't need to retrieve them again if they are good - if ((obt_time_sync) || (last_time_sync_info)) - return; + // if ((obt_time_sync) || (last_time_sync_info)) + // return; + // no, do it, since there is a (small indeed) time drift due to different clock of PAMELA CPU and RESURS CPU... obt_time_sync = (((UINT32) packet[5 + offset] << 24) & 0xFF000000) + (((UINT32) packet[6 + offset] << 16) & 0x00FF0000) + (((UINT32) packet[7 + offset] << 8) & 0x0000FF00) + (((UINT32) packet[8 + offset]) & 0x000000FF); @@ -387,7 +395,7 @@ //set the real time of the first packet and the last packet oif a group of packet if possible void PacketUser::setReal_Time() { - if (!obt_time_sync && !last_time_sync_info && numPKTSaved > 1000) { + if (!obt_time_sync && !last_time_sync_info && numPKTSaved > recoverlimit) { time_is_estimated = true; obt_time_sync = obt_time_sync_prevvalue; last_time_sync_info = last_time_sync_info_prevvalue; @@ -412,6 +420,34 @@ } } +void PacketUser::setReal_TimeRECOVERY( +unsigned long int & _real_time_init, +unsigned long int & _real_time_last, +unsigned long int _obt_init, +unsigned long int _obt_last +) { + + if (obt_time_sync || last_time_sync_info) { + _real_time_init = (_obt_init / 1000 - obt_time_sync) + last_time_sync_info; + //se obt si e' resettato + if (_obt_last < _obt_init) { + _real_time_last = (max_pkt_obt / 1000 + _obt_last / 1000 - obt_time_sync) + last_time_sync_info; + stringstream oss; + oss.str() = ""; + oss << "obt_last(" << obt_last << ") < obt_init(" << obt_init + << "). It is due to Pamela Reset. Adding max_pkt_obt(" << max_pkt_obt + << ") to obt_last in order to compute real_time_last"; + string msg = oss.str(); + mainLogUtil->logWarning(msg); + } + else + _real_time_last = (_obt_last / 1000 - obt_time_sync) + last_time_sync_info; + _real_time_init += timeOffset; + _real_time_last += timeOffset; + } +} + + //timeOffset //retrieve from table Table_GL_RESURS_OFFSET timeOffset unsigned long int PacketUser::retrieveTimeOffset(const char * table) { @@ -496,6 +532,7 @@ setReal_Time(); FinishGroup(rootfilename); mainLogUtil->logAll("######################### Closed the last group ############################"); + // if (single_connection) { CloseDBConnection(); } @@ -504,14 +541,14 @@ //Finish the old root file void PacketUser::FinishGroup(char * filename) { if (pRun) { - pRun->WriteFiles(); + if ( !( !real_time_init && !real_time_last && numPKTSaved <= recoverlimit ) || !candelete ) pRun->WriteFiles(); delete pRun; pRun = NULL; stringstream close; close.str() = ""; string msg; - close << "######################### Close group in file: " << rootfilename << " ############################"; + close << "TAG XX ######################### Close group in file: " << rootfilename << " ############################"; msg = close.str(); mainLogUtil->logInfo(msg); @@ -530,7 +567,7 @@ err << "NO PACKET SAVED in file: " << rootfilename << " The group is empty: you can remove this file."; msg = err.str(); mainLogUtil->logError(msg); - return; + // return; } //se non ho salvato nessun pacchetto buono @@ -548,6 +585,7 @@ OpenDBConnection(NULL);//Nota qui ho deciso di lockare tutte le tabelle } + //don't save in Table_ROOT_Good and don't search for ROOT files in the same temporal range if ((!real_time_init) && (!real_time_last)) { //saved in another table for future study @@ -569,37 +607,200 @@ mainLogUtil->logError(msg); } - if (!single_connection) { - CloseDBConnection(); - } - return; + + if ( numPKTSaved > recoverlimit){ // EM + // + if ( obt_time_sync && last_time_sync_info ){ + stringstream err; + err.str() = ""; + err << "(EM): -- RECOVERING WHEN NUMPACKET > "<< recoverlimit <<"!! -- file=<" << filename << ">. We have a previous time sync, immediate recovery!\n"; + msg = err.str(); + mainLogUtil->logInfo(msg); + // + setReal_TimeRECOVERY( + real_time_init, + real_time_last, + obt_init, + obt_last + ); + // + } else { + stringstream err; + err.str() = ""; + err << "TAG(tassa): -- RECOVERING WHEN NUMPACKET > "<< recoverlimit <<"!! -- file=<" << filename << ">. Saving in a queue to try alfer to recover it!\n"; + msg = err.str(); + mainLogUtil->logInfo(msg); + + TString qu = Form("select ID_N from ROOT_TABLE_BAD order by INSERT_TIME desc limit 1;"); + TSQLResult *result = sqlServer->Query(qu.Data()); + TSQLRow *row = result->Next(); + Int_t eid = -1; + if ( row ) eid = (Int_t)atoi(row->GetField(0)); + idtorecover->AddAt(eid,arsize); + arsize++; + if ( arsize > 100 ) idtorecover->Set(arsize); + // dbinfo *app = new dbinfo( outDir, + // filename, pkt_number_init, pkt_number_last, obt_init, obt_last, boot_number, timeOffset, bad_pkt, bad_pkt_EventReader, bad_pkt_CalibReader, + // numPKTSaved, fni, time_is_estimated); + // m_dbinfos.push_back(app); + } + + CleanDisk(); + if (!single_connection) { + CloseDBConnection(); + } + return; + + }; } - //saves info in DB in table Table_ROOT_Good + if ( real_time_init || real_time_last) { + //saves info in DB in table Table_ROOT if (boot_number == 0) boot_number = boot_number_prevvalue; if (saveROOT_DB( - Table_ROOT_Good, - outDir, // here outDir is good, no expand EMI - filename, pkt_number_init, pkt_number_last, obt_init, obt_last, obt_time_sync, last_time_sync_info, - real_time_init, real_time_last, boot_number, timeOffset, bad_pkt, bad_pkt_EventReader, bad_pkt_CalibReader, - numPKTSaved, fni, time_is_estimated) == true) { + Table_ROOT_Good, + outDir, // here outDir is good, no expand EMI + filename, pkt_number_init, pkt_number_last, obt_init, obt_last, obt_time_sync, last_time_sync_info, + real_time_init, real_time_last, boot_number, timeOffset, bad_pkt, bad_pkt_EventReader, bad_pkt_CalibReader, + numPKTSaved, fni, time_is_estimated) == true) { + oss.str() = ""; oss << "Saved information regarding file: " << filename << " in table " << Table_ROOT_Good << " id= " << my_id; msg = oss.str(); mainLogUtil->logInfo(msg); - + if (tryMerge) { merge_ROOTfiles(); } - } - else { + } else { + oss.str() = ""; oss << "Problem storing information in DB regarding file: " << filename; msg = oss.str(); mainLogUtil->logError(msg); } + }; + // if dbinfo is not empty than + if ( obt_time_sync && last_time_sync_info && arsize > 0 ){ + + + // if(!m_dbinfos.empty()){ +// while(!m_dbinfos.empty()){ +// dbinfo *app = m_dbinfos.back(); +// m_dbinfos.pop_back(); + Int_t ez=0; + while ( ez < arsize ){ + Int_t eid = idtorecover->At(ez); + if ( eid > -1 ){ + + TString qu = Form("select FOLDER_NAME,FILE_NAME,PKT_NUMBER_INIT,PKT_NUMBER_FINAL,PKT_OBT_INIT,PKT_OBT_FINAL,BOOT_NUMBER,TIME_OFFSET,BAD_PKT,BAD_PKT_READ,BAD_PKT_CALREAD,NUM_PKT_SAVED,INPUT_NAME,TIME_IS_ESTIMATED from ROOT_TABLE_BAD where ID_N=%i;",eid); + TSQLResult *result = sqlServer->Query(qu.Data()); + TSQLRow *row = result->Next(); + + TString efolder_name=""; + TString efile_name=""; + unsigned long int epkt_number_in=0ULL; + unsigned long int epkt_number_fin=0ULL; + unsigned long int eobt_in=0ULL; + unsigned long int eobt_fin=0ULL; + unsigned long int emboot_num=0ULL; + unsigned long int etime_offset=0ULL; + int ebad_pkt=0; + int ebad_pkt_read=0; + int ebad_pkt_CalRead=0; + int enum_PKT_Saved=0; + TString enome_input=""; + bool e_time_is_estimated=false; + + if ( row ){ + efolder_name = (TString)row->GetField(0); + efile_name = (TString)row->GetField(1); + epkt_number_in = (unsigned long int)atoll(row->GetField(2)); + epkt_number_fin = (unsigned long int)atoll(row->GetField(3)); + eobt_in = (unsigned long int)atoll(row->GetField(4)); + eobt_fin = (unsigned long int)atoll(row->GetField(5)); + emboot_num = (unsigned long int)atoll(row->GetField(6)); + etime_offset = (unsigned long int)atoll(row->GetField(7)); + ebad_pkt = (int)atoi(row->GetField(8)); + ebad_pkt_read = (int)atoi(row->GetField(9)); + ebad_pkt_CalRead = (int)atoi(row->GetField(10)); + enum_PKT_Saved = (int)atoi(row->GetField(11)); + enome_input = (TString)row->GetField(12); + e_time_is_estimated = (bool)atoi(row->GetField(13)); + }; + delete result; + + setReal_TimeRECOVERY( + real_time_init, + real_time_last, + eobt_in, + eobt_fin + ); + // + + if (saveROOT_DB( + Table_ROOT_Good, + efolder_name.Data(), + efile_name.Data(), + epkt_number_in, + epkt_number_fin, eobt_in, eobt_fin, obt_time_sync, last_time_sync_info, + real_time_init, real_time_last, emboot_num, etime_offset, ebad_pkt, ebad_pkt_read, ebad_pkt_CalRead, + enum_PKT_Saved, enome_input.Data(), e_time_is_estimated) == true) { + oss.str() = ""; + oss << "\nTAG(tassa): RECOVERED!!!! Saved information regarding file: " << efile_name << " in table " << Table_ROOT_Good << " id= " << my_id; + msg = oss.str(); + mainLogUtil->logInfo(msg); + /*merging we use global variable. we haveto set with current value*/ + + strcpy(outDir,efolder_name.Data() ); + // outDir=efolder_name.Data(); + strcpy(filename,efile_name.Data() ); + // filename=efile_name.Data(); + pkt_number_init=epkt_number_in; + pkt_number_last=epkt_number_fin; + obt_init=eobt_in; + obt_last=eobt_fin; + boot_number=emboot_num; + timeOffset=etime_offset; + bad_pkt=ebad_pkt; + bad_pkt_EventReader=ebad_pkt_read; + bad_pkt_CalibReader=ebad_pkt_CalRead; + numPKTSaved=enum_PKT_Saved; + strcpy(fni,enome_input.Data() ); + // fni=enome_input.Data(); + time_is_estimated=e_time_is_estimated; + + if (tryMerge) { + merge_ROOTfiles(); + } + + TString qu2 = Form("update ROOT_TABLE_BAD set ON_DISK='MVD' where ID_N=%i;",eid); + sqlServer->Query(qu2.Data()); + + + } + else { + oss.str() = ""; + oss << "Problem storing information in DB regarding file: " << filename; + msg = oss.str(); + mainLogUtil->logError(msg); + } + + + }; + ez++; + } + // + idtorecover->Reset(); + delete idtorecover; + idtorecover = new TArrayI(100); + arsize = 0; + // delete app; + } + + CleanDisk(); if (!single_connection) { CloseDBConnection(); } @@ -607,22 +808,51 @@ }//pRun } + + void PacketUser::CleanDisk(){ + if ( !candelete ) return; + // + // delete small files present in root_table_bad from disk: + // + TString qu = Form("select FOLDER_NAME,FILE_NAME from ROOT_TABLE_BAD where NUM_PKT_SAVED<=%i and INSERTED_BY='%s' and ON_DISK='YES';",recoverlimit,tag_value); + TSQLResult *result = sqlServer->Query(qu.Data()); + TSQLRow *row = result->Next(); + while ( row ){ + TString tbdel = (TString)gSystem->ExpandPathName(row->GetField(0))+"/"+ (TString)row->GetField(1); + stringstream err; + string msg; + err.str() = ""; + err << " Deleting file " << tbdel.Data() << " from disk! "; + msg = err.str(); + mainLogUtil->logInfo(msg); + gSystem->Unlink(tbdel.Data()); + // printf("ciccio %s \n",tbdel.Data()); + TString q2u = Form("UPDATE ROOT_TABLE_BAD set ON_DISK='NO' where FOLDER_NAME='%s' and FILE_NAME='%s' and NUM_PKT_SAVED<=%i and INSERTED_BY='%s';",row->GetField(0),row->GetField(1),recoverlimit,tag_value); + // printf("pluto %s \n",q2u.Data()); + sqlServer->Query(q2u.Data()); + // printf("paperoga \n"); + row=result->Next(); + // + }; + + } + //save in Table_ROOT_Good or in Table_ROOT_Bad -bool PacketUser::saveROOT_DB(const char* table_name, char* folder_name, char* file_name, +bool PacketUser::saveROOT_DB(const char* table_name, const char* folder_name, const char* file_name, unsigned long int pkt_number_in, unsigned long int pkt_number_fin, unsigned long int obt_in, unsigned long int obt_fin, unsigned long int oT_sync, unsigned long int lT_sync_info, unsigned long int mtime_init, unsigned long int mtime_last, unsigned long int mboot_num, unsigned long int time_offset, int bad_pkt, - int bad_pkt_read, int bad_pkt_CalRead, int num_PKT_Saved, char* nome_input, bool _time_is_estimated) { + int bad_pkt_read, int bad_pkt_CalRead, int num_PKT_Saved, const char* nome_input, bool _time_is_estimated) { //TODO: forse far ritornare ID della cosa appena inserita se e' andatato tutto ok invece che true false? stringstream oss; oss.str(""); oss << "INSERT INTO " << table_name - << " (ID_N, FOLDER_NAME, FILE_NAME, PKT_NUMBER_INIT, PKT_NUMBER_FINAL, PKT_OBT_INIT, PKT_OBT_FINAL, OBT_TIME_SYNC, LAST_TIME_SYNC_INFO, REAL_TIME_INIT, REAL_TIME_LAST, BOOT_NUMBER, TIME_OFFSET,BAD_PKT,BAD_PKT_READ,BAD_PKT_CALREAD,NUM_PKT_SAVED,INPUT_NAME,INSERT_TIME,TIME_IS_ESTIMATED)" + << " (ID_N, FOLDER_NAME, FILE_NAME, PKT_NUMBER_INIT, PKT_NUMBER_FINAL, PKT_OBT_INIT, PKT_OBT_FINAL, OBT_TIME_SYNC, LAST_TIME_SYNC_INFO, REAL_TIME_INIT, REAL_TIME_LAST, BOOT_NUMBER, TIME_OFFSET,BAD_PKT,BAD_PKT_READ,BAD_PKT_CALREAD,NUM_PKT_SAVED,INPUT_NAME,INSERT_TIME,TIME_IS_ESTIMATED,INSERTED_BY)" << " VALUES ('" << 0 << "','" << folder_name << "','" << file_name << "','" << pkt_number_in << "','" << pkt_number_fin << "','" << obt_in << "','" << obt_fin << "','" << oT_sync << "','" << lT_sync_info << "','" << mtime_init << "','" << mtime_last << "','" << mboot_num << "','" << time_offset << "','" << bad_pkt << "','" << bad_pkt_read << "','" << bad_pkt_CalRead << "','" << num_PKT_Saved << "','" << nome_input << "'," << "NULL," - << _time_is_estimated << ");"; + << _time_is_estimated << ",'" << tag_value << "'" << ");"; string msg = oss.str(); mainLogUtil->logAll(msg); @@ -646,14 +876,17 @@ return false; } - //the ID of the current ROOT file in table Table_ROOT_Good - my_id = select_maxIDN_DB(table_name); - if (!boot_number) { - if (id_to_recover_index < 1000) - id_to_recover[id_to_recover_index++] = my_id; - } - else if (boot_number && id_to_recover_index && !is_new_route) { - recover_boot_number(); + + if(!strcmp(table_name,Table_ROOT_Good)) { + //the ID of the current ROOT file in table Table_ROOT_Good + my_id = select_maxIDN_DB(table_name); + if (!boot_number) { + if (id_to_recover_index < 1000) + id_to_recover[id_to_recover_index++] = my_id; + } + else if (boot_number && id_to_recover_index && !is_new_route) { + recover_boot_number(); + } } // cout<<"DBG: my_id = "<logInfo("Relaz:AFTER = Updating Last values of the DB ROOT file"); //marco_new:tolti tutti gli apici che qui non devono essere + + int good = 1; + if ( pkt_number_in >= (pkt_number_init - 1) && abs((int)(pkt_number_in-(pkt_number_init-1)))<10 ) good = 0; + oss << "UPDATE " << table_name << " SET PKT_NUMBER_FINAL =" << (pkt_number_init - 1) << ", PKT_OBT_FINAL =" - << obt_init << ", REAL_TIME_LAST =" << real_time_init << " WHERE ID_N =" << ID_record << ";"; + << obt_init << ", REAL_TIME_LAST =" << real_time_init << ", GOOD="<< good << " WHERE ID_N =" << ID_record << ";"; } else if (type_rel == BEFORE) { mainLogUtil->logInfo("Relaz:BEFORE = Updating Init values of the DB ROOT file"); + + int good = 1; + if ( (pkt_number_last+1) >= pkt_number_fin && abs((int)((pkt_number_last+1)-pkt_number_fin))<10 ) good = 0; + oss << "UPDATE " << table_name << " SET PKT_NUMBER_INIT =" << (pkt_number_last + 1) << ", PKT_OBT_INIT =" - << obt_last << ", REAL_TIME_INIT =" << real_time_last << " WHERE ID_N =" << ID_record << ";"; + << obt_last << ", REAL_TIME_INIT =" << real_time_last << ", GOOD="<< good << " WHERE ID_N =" << ID_record << ";"; } else if (type_rel == SMALLER) { //spezzettamentento mainLogUtil->logInfo("Relaz:SMALLER = (1st part) Updating Last values of the DB ROOT file"); + int good = 1; + if ( pkt_number_in >= (pkt_number_init - 1) && abs((int)(pkt_number_in-(pkt_number_init-1)))<10 ) good = 0; + oss << "UPDATE " << table_name << " SET PKT_NUMBER_FINAL=" << (pkt_number_init - 1) << ", PKT_OBT_FINAL =" - << obt_init << ", REAL_TIME_LAST =" << real_time_init << " WHERE ID_N =" << ID_record << ";"; + << obt_init << ", REAL_TIME_LAST =" << real_time_init << ", GOOD="<< good << " WHERE ID_N =" << ID_record << ";"; mainLogUtil->logInfo("Relaz:SMALLER = (2nd part) Saving the second part of the DB ROOT file"); @@ -989,7 +1233,7 @@ else return 0; - query << " order by REAL_TIME_INIT ASC";//marco_new: inutile + query << " order by REAL_TIME_INIT ASC;";//marco_new: inutile //se volessi mettere un filtro sulla qualita' // query<<" and NUM_PKT_SAVED - BAD_PKT_CALREAD - BAD_PKT_READ - BAD_PKT >= 2" ; string msg = query.str(); @@ -1012,13 +1256,16 @@ unsigned long int pkt_number_fin, unsigned long int obt_in, unsigned long int obt_fin, unsigned long int mtime_init, unsigned long int mtime_last, unsigned long int mboot_num, double percentage) { + int good = 1; + if ( pkt_number_in >= pkt_number_fin && abs((int)(pkt_number_fin-pkt_number_in))<10 ) good = 0; + stringstream oss; oss.str(""); oss << "INSERT INTO " << table_name - << " (ID_N, ROOT_ID_N, PKT_NUMBER_INIT, PKT_NUMBER_FINAL, PKT_OBT_INIT, PKT_OBT_FINAL, REAL_TIME_INIT, REAL_TIME_LAST, BOOT_NUMBER, BAD_PKT_PERCENTAGE, INSERT_TIME, INSERTED_BY)" + << " (ID_N, ROOT_ID_N, PKT_NUMBER_INIT, PKT_NUMBER_FINAL, PKT_OBT_INIT, PKT_OBT_FINAL, REAL_TIME_INIT, REAL_TIME_LAST, BOOT_NUMBER, BAD_PKT_PERCENTAGE, INSERT_TIME, INSERTED_BY,GOOD)" << " VALUES ('" << 0 << "','" << root_id << "','" << pkt_number_in << "','" << pkt_number_fin << "','" << obt_in << "','" << obt_fin << "','" << mtime_init << "','" << mtime_last << "','" << mboot_num << "','" << percentage - << "'," << "NULL" << ",'" << tag_value << "'" << ")"; + << "'," << "NULL" << ",'" << tag_value << "','" << good <<"');"; string msg = oss.str(); mainLogUtil->logAll(msg); @@ -1195,6 +1442,10 @@ cout << "Can not connect with MYSQL sever" << endl; } mainLogUtil->logAll("Connected to DB"); + stringstream myquery; + myquery.str(""); + myquery << "SET time_zone='+0:00'"; + sqlServer->Query(myquery.str().c_str()); //blocca le tabelle LockTables(tableTobeLocked); }