/[PAMELA software]/chewbacca/PamOffLineSW/PacketUser.cpp
ViewVC logotype

Annotation of /chewbacca/PamOffLineSW/PacketUser.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.16 - (hide annotations) (download)
Tue Feb 2 15:26:09 2010 UTC (14 years, 9 months ago) by mocchiut
Branch: MAIN
Changes since 1.15: +3 -3 lines
New TLEs, try to fix GRID bug

1 mocchiut 1.1 //============================================================================
2 mocchiut 1.16 // $Id: PacketUser.cpp,v 1.15 2010/01/15 14:31:17 mocchiut Exp $
3 mocchiut 1.1 // Description :
4     //============================================================================
5     #include "PacketUser.h"
6     #include <sys/time.h>
7 mocchiut 1.10 #include <iostream>
8 mocchiut 1.1
9 pam-fi 1.8 namespace PamOffLineSW {
10 mocchiut 1.1 extern LogUtil* mainLogUtil;
11 pam-fi 1.8 extern short compression;
12     extern char *outDir;
13 mocchiut 1.1 extern TSQLServer *sqlServer;
14     extern bool multiFile;
15     extern char* fni;
16     extern char * nome_output;
17     extern bool is_new_route;
18     extern unsigned int download;
19    
20 pam-fi 1.8 extern unsigned int mmm_number;
21     extern unsigned int orbit_number;
22 mocchiut 1.1 extern unsigned long int time_Offset;
23     extern bool tryMerge;
24 mocchiut 1.10 extern bool candelete; // EM
25 mocchiut 1.1 //marco_new_01
26     extern bool single_connection;
27    
28     //don't perform check about continuity: it means don't use DB.
29     extern bool do_cont_check;
30    
31     //marco_new_31:
32 pam-fi 1.8 extern char* db_user;
33     extern char* db_pwd;
34 mocchiut 1.16 extern char* pelosconnection;
35 mocchiut 1.1
36 mocchiut 1.2 //per tenere conto reset obt
37 pam-fi 1.8 extern unsigned long int max_pkt_obt;
38 mocchiut 1.2
39 mocchiut 1.3 #define TAGVALUELEN 4
40 pam-fi 1.8 extern char tag_value[TAGVALUELEN];
41 mocchiut 1.2
42 mocchiut 1.1 PacketUser PacketUser::instance;
43    
44 pam-fi 1.8 int PacketUser::numDiscontinity = 1;
45     int PacketUser::numPKT = 0;
46     int PacketUser::numPKTSaved = 0;
47    
48     PacketUser& PacketUser::getInstance() {
49     return instance;
50     }
51    
52     PacketUser::PacketUser() {
53     gROOT->SetBatch(kTRUE);
54     numDiscontinity = 1;
55     numPKTSaved = 0;
56     numPKT = 0;
57     pkt_number_init = 0;
58     obt_init = 0;
59     pkt_number_last = 0;
60     obt_last = 0;
61     obt_time_sync = 0;
62     last_time_sync_info = 0;
63    
64     //(tassa)
65     obt_time_sync_prevvalue = 0;
66     last_time_sync_info_prevvalue = 0;
67     time_is_estimated = false;
68    
69 mocchiut 1.10 //EM
70     recoverlimit = 400;
71     idtorecover = new TArrayI(100);
72     arsize = 0;
73    
74 pam-fi 1.8 real_time_init = 0;
75     real_time_last = 0;
76     bad_pkt = 0;
77     bad_pkt_EventReader = 0;
78     bad_pkt_CalibReader = 0;
79     reader = NULL;
80     pRun = NULL;
81     reader = new pamela::techmodel::EventReader();
82     Table_ROOT_Good = "ROOT_TABLE";
83     Table_ROOT_Bad = "ROOT_TABLE_BAD";
84     Table_GL_RESURS_OFFSET = "GL_RESURS_OFFSET";
85     Table_ROOT_Merging = "ROOT_TABLE_MERGING";
86     // good_pkt_Calib=0;
87     my_id = 0;
88     boot_number = 0;
89     //(tassa)
90     boot_number_prevvalue = 0;
91    
92     //(tassa)
93     // id_to_recover[1000]; // Emiliano: che si vuole fare con questa riga? cosi` non fa nulla...
94     id_to_recover_index = 0;
95     }
96    
97     PacketUser::~PacketUser() {
98     if (reader) {
99     delete reader;
100     reader = NULL;
101     }
102     numDiscontinity = 1;
103     numPKTSaved = 0;
104     numPKT = 0;
105     pkt_number_init = 0;
106     obt_init = 0;
107     pkt_number_last = 0;
108     obt_last = 0;
109     obt_time_sync = 0;
110     last_time_sync_info = 0;
111     obt_time_sync_prevvalue = 0;
112     last_time_sync_info_prevvalue = 0;
113     time_is_estimated = false;
114    
115     real_time_init = 0;
116     real_time_last = 0;
117     bad_pkt = 0;
118     bad_pkt_EventReader = 0;
119     bad_pkt_CalibReader = 0;
120     // good_pkt_Calib=0;
121     my_id = 0;
122     boot_number = 0;
123     boot_number_prevvalue = 0;
124     }
125    
126     //Put the packet in a root file. Create a new ROOT file for each group of packets
127     void PacketUser::usePKT(char*& headerPkt, char*& pamPkt, long int length, bool isCons, bool isPKTGood,
128     const PacketType* type, unsigned long int counter, unsigned long int obt) {
129     //If the packet type was not recognised before
130     if (!type) {
131     return;
132     }
133    
134     //in order to start ...
135     if (numPKT == 0) {
136     if (single_connection) {
137     OpenDBConnection(NULL);
138     }
139    
140     setInit(counter, obt);
141     StartGroup();
142     }
143    
144     //here we know if the incoming packet can be considered consecutive to the previuos one
145     if ((!isCons) && (numPKT != 0)) {
146     setReal_Time();
147     //closing the group in file rootfilename
148     FinishGroup(rootfilename);
149    
150     //se gia' e' cambiato download non cambio numdisco
151     if (!is_new_route) {
152     numDiscontinity++;
153     }
154    
155     //the current pkt will be placed in a new group: rootfilename
156     setInit(counter, obt);
157     StartGroup();
158     }
159    
160     //add current packet to the group and calculate bad_pkt_EventReader and bad_pkt_CalibReader
161     int ret = reader->PKT_RunEvent(headerPkt, pamPkt, length, type);
162     /*
163     ret
164     0 packet good
165     1 exception but used //never happen
166     2 CRC exception but used
167     3 CALIBRATION PACKET with error but used
168     -1 CRC exception packet DISCARDED
169     -2 FATAL exception packet DISCARDED //never happen
170     -3 No way to read events of this type. packet DISCARDED( es OLD CalibCal)
171     ret = 10 if the packet is good but comes from a cadre with VRL problems
172     */
173    
174     //here we also know if the packet comes from one or more corrupted cadres
175     if ((!isPKTGood) && (!ret)) {
176     ret = 10;
177     }
178     switch (ret) {
179     case 0: {
180     numPKTSaved++;
181     break;
182     }
183     case 1: {
184     bad_pkt_EventReader++;
185     numPKTSaved++;
186     break;
187     }
188     case 2: {
189     bad_pkt_EventReader++;
190     numPKTSaved++;
191     break;
192     }
193     case 3: {
194     bad_pkt_CalibReader++;
195     numPKTSaved++;
196     break;
197     }
198     case 10: {
199     bad_pkt++;
200     numPKTSaved++;
201     break;
202     }
203     default: {
204     stringstream oss;
205     oss.str() = "";
206     oss << "Packet DISCARDED, reason = " << ret;
207     string msg = oss.str();
208     mainLogUtil->logAll(msg);
209     break;
210     }
211     }
212    
213     /*
214     if ((ret==0)&&((type==PacketType::CalibTrk1)||(type==PacketType::CalibTrk2)|| (type==PacketType::CalibCalPed)))
215     {
216     good_pkt_Calib++;//maybe I will remove this in future
217     }
218     */
219    
220     if (ret >= 0)// only the packet not discarded of course
221     setLast(counter, obt);
222    
223     //TODO: decide what kind of packet I can use here
224     // if((ret==0)||(ret==10))//I want to use only good packet
225     if (ret >= 0)//I want to use only accepted packet
226     {
227     setTimeSync(pamPkt, length, type);//here I retrieve also the boot_number if packet type is vardump
228     }
229    
230     //just to be sure ...
231     if (pamPkt) {
232     delete[] pamPkt;
233     pamPkt = NULL;
234     }
235     if (headerPkt) {
236     delete[] headerPkt;
237     headerPkt = NULL;
238     }
239    
240     numPKT++;
241 mocchiut 1.1 }
242    
243     //set the value of the counter and obt of the first packet of the group
244 pam-fi 1.8 void PacketUser::setInit(unsigned long int counter, unsigned long int obt) {
245     sprintf(nnnn_mmm_ppp, "%05d_%03d_%03d", orbit_number, mmm_number, download);
246     sprintf(rootfilename, "%s_%s_%d", nome_output, nnnn_mmm_ppp, numDiscontinity);
247     pkt_number_init = counter;
248     obt_init = obt;
249     pkt_number_last = 0;
250     obt_last = 0;
251     real_time_init = 0;
252     real_time_last = 0;
253     bad_pkt = 0;
254     numPKTSaved = 0;
255     bad_pkt_EventReader = 0;
256     bad_pkt_CalibReader = 0;
257     //good_pkt_Calib=0;
258    
259     //marco_NB:
260 mocchiut 1.10 //ogni volta che trovo una discontinuita` resetto come se mi trovassi in un nuovo download oppure uso i vecchi valori se esistono?
261 pam-fi 1.8
262 mocchiut 1.10 if ( obt_time_sync ) obt_time_sync_prevvalue = obt_time_sync; // save the last NOT NULL obt_time_sync! EM
263     if ( last_time_sync_info ) last_time_sync_info_prevvalue = last_time_sync_info; // save the last NOT NULL last_time_sync
264 pam-fi 1.8 time_is_estimated = false;
265     obt_time_sync = 0;
266     last_time_sync_info = 0;
267     boot_number_prevvalue = boot_number;
268     boot_number = 0;
269 mocchiut 1.3
270 pam-fi 1.8 // NB: se ho discontinuita in genere non so a che download appartiene potrebbe proprio essere sbagliato tenere i vecchi valori
271 mocchiut 1.1
272     }
273    
274     //starts a new root file
275 pam-fi 1.8 void PacketUser::StartGroup() {
276     pRun = new PamelaRun(rootfilename, gSystem->ExpandPathName(outDir), multiFile, compression); // EMI
277     strcat(rootfilename, ".root");
278     reader->Init(pRun);
279     stringstream oss;
280     oss.str() = "";
281     oss << "######################### Start a new group in file: " << rootfilename << " ############################";
282     string msg = oss.str();
283     mainLogUtil->logInfo(msg);
284 mocchiut 1.1 }
285    
286     //set the value of the counter and obt of the last packet of the group
287 pam-fi 1.8 void PacketUser::setLast(unsigned long int counter, unsigned long int obt) {
288     pkt_number_last = counter;
289     obt_last = obt;
290 mocchiut 1.1 }
291    
292 pam-fi 1.8 //retrieve obt_time_sync and last_time_sync_info from packet if type has special values and BOOT_NUMBER
293     void PacketUser::setTimeSync(char* packet, long int pktLength, const PacketType* type) {
294     //do nothing
295     if (!do_cont_check) {
296     if (is_new_route)
297     is_new_route = false;
298     return;
299     }
300    
301     //TODO: usare anche MCMD ... NOTA: questo da sempre errore ret != 0
302     //In RunHeader e RunTrailer sono in secondi(?), controllare se aggiungo altri tipi di paccheti se invece sono in secondi
303     // devo ricalcolare tutto non per ogni gruppetto (ROOT file) ma solo se cambia download
304     //When I found a new download I need to reset all values
305     if (is_new_route) {
306     //reset
307     is_new_route = false;
308     //(tassa) ci ho ripensato se stiamo in un secondo download non prendiamo i bootnumber e timesync del precedente!
309     obt_time_sync_prevvalue = 0;//obt_time_sync;
310     last_time_sync_info_prevvalue = 0;//last_time_sync_info;
311    
312     obt_time_sync = 0;
313     last_time_sync_info = 0;
314     boot_number_prevvalue = 0;//boot_number;
315     boot_number = 0;
316     time_is_estimated = false;
317     if (time_Offset)
318     timeOffset = time_Offset;
319     else
320     timeOffset = retrieveTimeOffset(Table_GL_RESURS_OFFSET);
321     }
322    
323     //retrieve boot number if possible
324     setBootNumber(packet, pktLength, type);
325 mocchiut 1.1
326 pam-fi 1.8 //Retrieve if possible obt_time_sync and last_time_sync_info
327     int offset = 0;
328     if (type == PacketType::RunHeader) {
329     offset = 0;
330     }
331     else if (type == PacketType::RunTrailer) {
332     offset = 3;
333     }
334     else if (type == PacketType::Mcmd) {
335     // mainLogUtil->logAll("TODO: Packet Mcmd now is not used to retrieve Absolute time. This may cause problems somewhere.");
336     return;
337     }
338     else {
339     return;
340     }
341 mocchiut 1.1
342 pam-fi 1.8 //I don't need to retrieve them again if they are good
343 mocchiut 1.10 // if ((obt_time_sync) || (last_time_sync_info))
344     // return;
345     // no, do it, since there is a (small indeed) time drift due to different clock of PAMELA CPU and RESURS CPU...
346 pam-fi 1.8
347     obt_time_sync = (((UINT32) packet[5 + offset] << 24) & 0xFF000000) + (((UINT32) packet[6 + offset] << 16)
348     & 0x00FF0000) + (((UINT32) packet[7 + offset] << 8) & 0x0000FF00) + (((UINT32) packet[8 + offset]) & 0x000000FF);
349     last_time_sync_info = (((UINT32) packet[9 + offset] << 24) & 0xFF000000) + (((UINT32) packet[10 + offset] << 16)
350     & 0x00FF0000) + (((UINT32) packet[11 + offset] << 8) & 0x0000FF00)
351     + (((UINT32) packet[12 + offset]) & 0x000000FF);
352    
353     stringstream oss;
354     oss.str() = "";
355     oss << "In download: " << download << " timeOffset: " << timeOffset << " obt_time_sync: " << obt_time_sync
356     << " last_time_sync_info: " << last_time_sync_info << " using Packet Type: " << type->GetName();
357     // oss<<"In download: "<<download<<" timeOffset: "<<timeOffset<<" obt_time_sync: "<<obt_time_sync<<" last_time_sync_info: "<<last_time_sync_info<<" using Packet Type: "<<type->GetName().c_str();
358     string msg = oss.str();
359     mainLogUtil->logAll(msg);
360 mocchiut 1.1 }
361    
362     //Boot Number
363 pam-fi 1.8 void PacketUser::setBootNumber(char* packet, long int pktLength, const PacketType* type) {
364     //se gia calcolato esco: lo calcolo una volta per download e per continuita'
365     if (boot_number)
366     return;
367    
368     if (type == PacketType::VarDump) {
369     int b_offset = 34;//4+5*6
370     boot_number = (((UINT32) packet[1 + b_offset] << 24) & 0xFF000000) + (((UINT32) packet[2 + b_offset] << 16)
371     & 0x00FF0000) + (((UINT32) packet[3 + b_offset] << 8) & 0x0000FF00) + (((UINT32) packet[4 + b_offset])
372     & 0x000000FF);
373    
374     /*
375     long int dataLength = pktLength - 2; //the block of data
376     int b_offset = 4;
377     while (b_offset < dataLength){
378     boot_number = (((UINT32)packet[1+b_offset]<<24)&0xFF000000) + (((UINT32)packet[2+b_offset]<<16)&0x00FF0000) + (((UINT32)packet[3+b_offset]<<8)&0x0000FF00) + (((UINT32)packet[4+b_offset])&0x000000FF);
379     b_offset = b_offset + 5;
380     }
381     */
382     stringstream oss;
383     oss.str() = "";
384     // oss<<"In download: "<<download<<" boot_number: "<<boot_number<<" using Packet Type: "<<type->GetName().c_str();
385     oss << "In download: " << download << " boot_number: " << boot_number << " using Packet Type: " << type->GetName();
386     string msg = oss.str();
387     mainLogUtil->logAll(msg);
388     return;
389     }
390     else {
391     return;
392     }
393 mocchiut 1.1
394     }
395     //set the real time of the first packet and the last packet oif a group of packet if possible
396 pam-fi 1.8 void PacketUser::setReal_Time() {
397 mocchiut 1.3
398 mocchiut 1.10 if (!obt_time_sync && !last_time_sync_info && numPKTSaved > recoverlimit) {
399 pam-fi 1.8 time_is_estimated = true;
400     obt_time_sync = obt_time_sync_prevvalue;
401     last_time_sync_info = last_time_sync_info_prevvalue;
402     }
403     if (obt_time_sync || last_time_sync_info) {
404     real_time_init = (obt_init / 1000 - obt_time_sync) + last_time_sync_info;
405     //se obt si e' resettato
406     if (obt_last < obt_init) {
407     real_time_last = (max_pkt_obt / 1000 + obt_last / 1000 - obt_time_sync) + last_time_sync_info;
408     stringstream oss;
409     oss.str() = "";
410     oss << "obt_last(" << obt_last << ") < obt_init(" << obt_init
411     << "). It is due to Pamela Reset. Adding max_pkt_obt(" << max_pkt_obt
412     << ") to obt_last in order to compute real_time_last";
413     string msg = oss.str();
414     mainLogUtil->logWarning(msg);
415     }
416     else
417     real_time_last = (obt_last / 1000 - obt_time_sync) + last_time_sync_info;
418     real_time_init += timeOffset;
419     real_time_last += timeOffset;
420     }
421 mocchiut 1.1 }
422    
423 mocchiut 1.10 void PacketUser::setReal_TimeRECOVERY(
424     unsigned long int & _real_time_init,
425     unsigned long int & _real_time_last,
426     unsigned long int _obt_init,
427     unsigned long int _obt_last
428     ) {
429    
430     if (obt_time_sync || last_time_sync_info) {
431     _real_time_init = (_obt_init / 1000 - obt_time_sync) + last_time_sync_info;
432     //se obt si e' resettato
433     if (_obt_last < _obt_init) {
434     _real_time_last = (max_pkt_obt / 1000 + _obt_last / 1000 - obt_time_sync) + last_time_sync_info;
435     stringstream oss;
436     oss.str() = "";
437     oss << "obt_last(" << obt_last << ") < obt_init(" << obt_init
438     << "). It is due to Pamela Reset. Adding max_pkt_obt(" << max_pkt_obt
439     << ") to obt_last in order to compute real_time_last";
440     string msg = oss.str();
441     mainLogUtil->logWarning(msg);
442     }
443     else
444     _real_time_last = (_obt_last / 1000 - obt_time_sync) + last_time_sync_info;
445     _real_time_init += timeOffset;
446     _real_time_last += timeOffset;
447     }
448     }
449    
450    
451 mocchiut 1.1 //timeOffset
452     //retrieve from table Table_GL_RESURS_OFFSET timeOffset
453 pam-fi 1.8 unsigned long int PacketUser::retrieveTimeOffset(const char * table) {
454     if (!do_cont_check)
455     return 0;
456    
457     //if(!table){table=Table_GL_RESURS_OFFSET}
458    
459     if (!single_connection) {
460     OpenDBConnection(table);//Nota qui ho deciso di lockare solo questa tabella e non tutte
461     }
462    
463     UInt_t t0 = 0;//toffset
464     stringstream oss;
465     oss.str("");
466     oss
467     << "SELECT YEAR(OFFSET_DATE),MONTH(OFFSET_DATE),DAY(OFFSET_DATE),HOUR(OFFSET_DATE),MINUTE(OFFSET_DATE),SECOND(OFFSET_DATE),ID FROM "
468     << table << " WHERE SPECIAL_FILE='" << nnnn_mmm_ppp << "';";
469    
470     string msg = oss.str();
471     mainLogUtil->logAll(msg);
472    
473     TSQLResult* res = NULL;
474     TSQLRow* row = NULL;
475     res = sqlServer->Query(oss.str().c_str());
476     if (!res) {
477     mainLogUtil->logError("DBError retrieveTimeOffset 1");
478     return 0;
479     }
480    
481     row = res->Next();
482     if (!row) {
483     if (res) {
484     delete res;
485     res = NULL;
486     }
487    
488     oss.str("");
489     oss
490     << "SELECT YEAR(OFFSET_DATE),MONTH(OFFSET_DATE),DAY(OFFSET_DATE),HOUR(OFFSET_DATE),MINUTE(OFFSET_DATE),SECOND(OFFSET_DATE),ID FROM "
491     << table << " WHERE FROM_ORBIT < " << orbit_number << " AND SPECIAL_FILE='' order by FROM_ORBIT desc limit 1;";
492    
493     string msg2 = oss.str();
494     mainLogUtil->logAll(msg2);
495    
496     res = sqlServer->Query(oss.str().c_str());
497     if (!res) {
498     mainLogUtil->logError("DBError retrieveTimeOffset 2");
499     return 0;
500     }
501     row = res->Next();
502     if (!row) {
503     mainLogUtil->logError("DBError retrieveTimeOffset 3");
504     return 0;
505     }
506    
507     }
508    
509     TTimeStamp tu = TTimeStamp((UInt_t) atoi(row->GetField(0)), (UInt_t) atoi(row->GetField(1)), (UInt_t) atoi(
510     row->GetField(2)), (UInt_t) atoi(row->GetField(3)), (UInt_t) atoi(row->GetField(4)), (UInt_t) atoi(row->GetField(
511     5)), 0, true, 0);
512     t0 = (UInt_t) tu.GetSec();
513    
514     if (res) {
515     delete res;
516     res = NULL;
517     }
518     if (row) {
519     delete row;
520     row = NULL;
521     }
522    
523     if (!single_connection) {
524     CloseDBConnection();
525     }
526     return t0;
527 mocchiut 1.1 }
528    
529     //this is public and can be called from the main at the end of the game
530 pam-fi 1.8 void PacketUser::FinishLastGroup() {
531     mainLogUtil->logAll("######################### Closing the last group ############################");
532     setReal_Time();
533     FinishGroup(rootfilename);
534     mainLogUtil->logAll("######################### Closed the last group ############################");
535 mocchiut 1.10 //
536 pam-fi 1.8 if (single_connection) {
537     CloseDBConnection();
538     }
539 mocchiut 1.1 }
540    
541     //Finish the old root file
542 pam-fi 1.8 void PacketUser::FinishGroup(char * filename) {
543     if (pRun) {
544 mocchiut 1.12 if ( !( !real_time_init && !real_time_last && numPKTSaved <= recoverlimit ) || !candelete ) pRun->WriteFiles();
545 pam-fi 1.8 delete pRun;
546     pRun = NULL;
547     stringstream close;
548     close.str() = "";
549     string msg;
550    
551 mocchiut 1.10 close << "TAG XX ######################### Close group in file: " << rootfilename << " ############################";
552 pam-fi 1.8 msg = close.str();
553     mainLogUtil->logInfo(msg);
554    
555     // se non faccio proprio controlli su continuita' neanche salvo su DB
556     if (!do_cont_check)
557     return;
558    
559     stringstream oss;
560     oss.str() = "";
561    
562     //TODO: check when I don't want to log in DB informations
563     // se non ho salvato nessun pacchetto
564     if (numPKTSaved == 0) {
565     stringstream err;
566     err.str() = "";
567     err << "NO PACKET SAVED in file: " << rootfilename << " The group is empty: you can remove this file.";
568     msg = err.str();
569     mainLogUtil->logError(msg);
570 mocchiut 1.10 // return;
571 pam-fi 1.8 }
572    
573     //se non ho salvato nessun pacchetto buono
574     if ((numPKTSaved - bad_pkt_EventReader - bad_pkt_CalibReader - bad_pkt) == 0) {
575     stringstream err;
576     err.str() = "";
577     err << "NO GOOD PACKET SAVED in file: " << rootfilename << " The group is BAD: you may want to remove this file.";
578     msg = err.str();
579     mainLogUtil->logInfo(msg);
580     // mainLogUtil->logError(msg);
581     // return; //TODO: decidi se nn vuoi affatto usarlo o addirittura salvarlo tra i BAD???
582     }
583    
584     if (!single_connection) {
585     OpenDBConnection(NULL);//Nota qui ho deciso di lockare tutte le tabelle
586     }
587    
588 mocchiut 1.10
589 pam-fi 1.8 //don't save in Table_ROOT_Good and don't search for ROOT files in the same temporal range
590     if ((!real_time_init) && (!real_time_last)) {
591     //saved in another table for future study
592     if (saveROOT_DB(
593     Table_ROOT_Bad,
594     outDir,// here outDir is good, no expand EMI
595     filename, pkt_number_init, pkt_number_last, obt_init, obt_last, obt_time_sync, last_time_sync_info,
596     real_time_init, real_time_last, boot_number, timeOffset, bad_pkt, bad_pkt_EventReader, bad_pkt_CalibReader,
597     numPKTSaved, fni, time_is_estimated) == true) {
598     oss.str() = "";
599     oss << "Saved information regarding file: " << filename << " in table " << Table_ROOT_Bad;
600     msg = oss.str();
601     mainLogUtil->logInfo(msg);
602     }
603     else {
604     oss.str() = "";
605     oss << "Problem storing information in DB regarding file: " << filename;
606     msg = oss.str();
607     mainLogUtil->logError(msg);
608     }
609    
610    
611 mocchiut 1.10
612     if ( numPKTSaved > recoverlimit){ // EM
613     //
614     if ( obt_time_sync && last_time_sync_info ){
615     stringstream err;
616     err.str() = "";
617     err << "(EM): -- RECOVERING WHEN NUMPACKET > "<< recoverlimit <<"!! -- file=<" << filename << ">. We have a previous time sync, immediate recovery!\n";
618     msg = err.str();
619     mainLogUtil->logInfo(msg);
620     //
621     setReal_TimeRECOVERY(
622     real_time_init,
623     real_time_last,
624     obt_init,
625     obt_last
626     );
627     //
628     } else {
629     stringstream err;
630     err.str() = "";
631     err << "TAG(tassa): -- RECOVERING WHEN NUMPACKET > "<< recoverlimit <<"!! -- file=<" << filename << ">. Saving in a queue to try alfer to recover it!\n";
632     msg = err.str();
633     mainLogUtil->logInfo(msg);
634    
635     TString qu = Form("select ID_N from ROOT_TABLE_BAD order by INSERT_TIME desc limit 1;");
636     TSQLResult *result = sqlServer->Query(qu.Data());
637     TSQLRow *row = result->Next();
638     Int_t eid = -1;
639     if ( row ) eid = (Int_t)atoi(row->GetField(0));
640     idtorecover->AddAt(eid,arsize);
641     arsize++;
642     if ( arsize > 100 ) idtorecover->Set(arsize);
643     // dbinfo *app = new dbinfo( outDir,
644     // filename, pkt_number_init, pkt_number_last, obt_init, obt_last, boot_number, timeOffset, bad_pkt, bad_pkt_EventReader, bad_pkt_CalibReader,
645     // numPKTSaved, fni, time_is_estimated);
646     // m_dbinfos.push_back(app);
647     }
648    
649     CleanDisk();
650 mocchiut 1.15 // if (!single_connection) {
651     // CloseDBConnection();
652     // }
653 mocchiut 1.14 // return; // commented here...
654 mocchiut 1.10
655     };
656 pam-fi 1.8 }
657    
658 mocchiut 1.10 if ( real_time_init || real_time_last) {
659 mocchiut 1.14 //saves info in DB in table Table_ROOT
660     if (boot_number == 0)
661     boot_number = boot_number_prevvalue;
662 mocchiut 1.10
663 mocchiut 1.14 if (saveROOT_DB(
664     Table_ROOT_Good,
665     outDir, // here outDir is good, no expand EMI
666     filename, pkt_number_init, pkt_number_last, obt_init, obt_last, obt_time_sync, last_time_sync_info,
667     real_time_init, real_time_last, boot_number, timeOffset, bad_pkt, bad_pkt_EventReader, bad_pkt_CalibReader,
668     numPKTSaved, fni, time_is_estimated) == true) {
669     oss.str() = "";
670     oss << "Saved information regarding file: " << filename << " in table " << Table_ROOT_Good << " id= " << my_id;
671     msg = oss.str();
672     mainLogUtil->logInfo(msg);
673    
674     if (tryMerge) {
675     merge_ROOTfiles();
676     }
677     } else {
678 mocchiut 1.10 oss.str() = "";
679 pam-fi 1.8 oss << "Problem storing information in DB regarding file: " << filename;
680     msg = oss.str();
681     mainLogUtil->logError(msg);
682 mocchiut 1.14 }
683 mocchiut 1.10 };
684 pam-fi 1.8
685 mocchiut 1.10 // if dbinfo is not empty than
686 mocchiut 1.13 if ( arsize > 0 ){
687 mocchiut 1.10
688 mocchiut 1.13 if ( !obt_time_sync || !last_time_sync_info ){
689     TString *nomino=new TString(rootfilename);
690     nomino->Remove(15);
691     TString qu = Form("select OBT_TIME_SYNC,LAST_TIME_SYNC_INFO from ROOT_TABLE where FILE_NAME like '%s_%%' and (abs(PKT_NUMBER_INIT-%lu)<50000 or abs(PKT_OBT_INIT-%lu)<3000000) limit 1;",nomino->Data(),pkt_number_init,obt_init);
692     //
693     oss.str() = "";
694     oss << "(EM) Trying to find obt_time_sync and last_time_sync_info from DB, query is: " << qu.Data();
695     msg = oss.str();
696     mainLogUtil->logInfo(msg);
697     //
698     TSQLResult *result = sqlServer->Query(qu.Data());
699     TSQLRow *row = result->Next();
700     if ( row && result->GetRowCount() == 1 ){
701     obt_time_sync = (unsigned long int)atoll(row->GetField(0));
702     last_time_sync_info = (unsigned long int)atoll(row->GetField(1));
703     oss.str() = "";
704     oss << "(EM) found obt_time_sync and last_time_sync_info from DB! obt_time_sync = " <<obt_time_sync <<" last_time_sync_info = " << last_time_sync_info;
705     msg = oss.str();
706     mainLogUtil->logInfo(msg);
707     };
708     delete nomino;
709     };
710    
711     if ( obt_time_sync && last_time_sync_info ){
712     // if(!m_dbinfos.empty()){
713     // while(!m_dbinfos.empty()){
714     // dbinfo *app = m_dbinfos.back();
715     // m_dbinfos.pop_back();
716     Int_t ez=0;
717     while ( ez < arsize ){
718     Int_t eid = idtorecover->At(ez);
719     if ( eid > -1 ){
720 mocchiut 1.10
721 mocchiut 1.13 TString qu = Form("select FOLDER_NAME,FILE_NAME,PKT_NUMBER_INIT,PKT_NUMBER_FINAL,PKT_OBT_INIT,PKT_OBT_FINAL,BOOT_NUMBER,TIME_OFFSET,BAD_PKT,BAD_PKT_READ,BAD_PKT_CALREAD,NUM_PKT_SAVED,INPUT_NAME,TIME_IS_ESTIMATED from ROOT_TABLE_BAD where ID_N=%i;",eid);
722     TSQLResult *result = sqlServer->Query(qu.Data());
723     TSQLRow *row = result->Next();
724 mocchiut 1.10
725 mocchiut 1.13 TString efolder_name="";
726     TString efile_name="";
727     unsigned long int epkt_number_in=0ULL;
728     unsigned long int epkt_number_fin=0ULL;
729     unsigned long int eobt_in=0ULL;
730     unsigned long int eobt_fin=0ULL;
731     unsigned long int emboot_num=0ULL;
732     unsigned long int etime_offset=0ULL;
733     int ebad_pkt=0;
734     int ebad_pkt_read=0;
735     int ebad_pkt_CalRead=0;
736     int enum_PKT_Saved=0;
737     TString enome_input="";
738     bool e_time_is_estimated=false;
739    
740     if ( row ){
741     efolder_name = (TString)row->GetField(0);
742     efile_name = (TString)row->GetField(1);
743     epkt_number_in = (unsigned long int)atoll(row->GetField(2));
744     epkt_number_fin = (unsigned long int)atoll(row->GetField(3));
745     eobt_in = (unsigned long int)atoll(row->GetField(4));
746     eobt_fin = (unsigned long int)atoll(row->GetField(5));
747     emboot_num = (unsigned long int)atoll(row->GetField(6));
748     etime_offset = (unsigned long int)atoll(row->GetField(7));
749     ebad_pkt = (int)atoi(row->GetField(8));
750     ebad_pkt_read = (int)atoi(row->GetField(9));
751     ebad_pkt_CalRead = (int)atoi(row->GetField(10));
752     enum_PKT_Saved = (int)atoi(row->GetField(11));
753     enome_input = (TString)row->GetField(12);
754     e_time_is_estimated = (bool)atoi(row->GetField(13));
755     };
756     delete result;
757    
758     setReal_TimeRECOVERY(
759     real_time_init,
760     real_time_last,
761     eobt_in,
762     eobt_fin
763     );
764     //
765 mocchiut 1.10
766 mocchiut 1.13 if (saveROOT_DB(
767     Table_ROOT_Good,
768     efolder_name.Data(),
769     efile_name.Data(),
770     epkt_number_in,
771     epkt_number_fin, eobt_in, eobt_fin, obt_time_sync, last_time_sync_info,
772     real_time_init, real_time_last, emboot_num, etime_offset, ebad_pkt, ebad_pkt_read, ebad_pkt_CalRead,
773     enum_PKT_Saved, enome_input.Data(), e_time_is_estimated) == true) {
774     oss.str() = "";
775     oss << "\nTAG(tassa): RECOVERED!!!! Saved information regarding file: " << efile_name << " in table " << Table_ROOT_Good << " id= " << my_id;
776     msg = oss.str();
777     mainLogUtil->logInfo(msg);
778     /*merging we use global variable. we haveto set with current value*/
779 mocchiut 1.10
780 mocchiut 1.13 strcpy(outDir,efolder_name.Data() );
781     // outDir=efolder_name.Data();
782     strcpy(filename,efile_name.Data() );
783     // filename=efile_name.Data();
784     pkt_number_init=epkt_number_in;
785     pkt_number_last=epkt_number_fin;
786     obt_init=eobt_in;
787     obt_last=eobt_fin;
788     boot_number=emboot_num;
789     timeOffset=etime_offset;
790     bad_pkt=ebad_pkt;
791     bad_pkt_EventReader=ebad_pkt_read;
792     bad_pkt_CalibReader=ebad_pkt_CalRead;
793     numPKTSaved=enum_PKT_Saved;
794     strcpy(fni,enome_input.Data() );
795     // fni=enome_input.Data();
796     time_is_estimated=e_time_is_estimated;
797 mocchiut 1.10
798 mocchiut 1.13 if (tryMerge) {
799     merge_ROOTfiles();
800     }
801 mocchiut 1.10
802 mocchiut 1.13 TString qu2 = Form("update ROOT_TABLE_BAD set ON_DISK='MVD' where ID_N=%i;",eid);
803     sqlServer->Query(qu2.Data());
804 mocchiut 1.10
805    
806 mocchiut 1.13 }
807     else {
808     oss.str() = "";
809     oss << "Problem storing information in DB regarding file: " << filename;
810     msg = oss.str();
811     mainLogUtil->logError(msg);
812     }
813 mocchiut 1.10
814    
815 mocchiut 1.13 };
816     ez++;
817     }
818     //
819     idtorecover->Reset();
820     delete idtorecover;
821     idtorecover = new TArrayI(100);
822     arsize = 0;
823     // delete app;
824     };
825     };
826 mocchiut 1.10
827     CleanDisk();
828 pam-fi 1.8 if (!single_connection) {
829     CloseDBConnection();
830     }
831 mocchiut 1.1
832 pam-fi 1.8 }//pRun
833 mocchiut 1.1 }
834    
835 mocchiut 1.10
836     void PacketUser::CleanDisk(){
837     if ( !candelete ) return;
838     //
839     // delete small files present in root_table_bad from disk:
840     //
841     TString qu = Form("select FOLDER_NAME,FILE_NAME from ROOT_TABLE_BAD where NUM_PKT_SAVED<=%i and INSERTED_BY='%s' and ON_DISK='YES';",recoverlimit,tag_value);
842     TSQLResult *result = sqlServer->Query(qu.Data());
843     TSQLRow *row = result->Next();
844     while ( row ){
845     TString tbdel = (TString)gSystem->ExpandPathName(row->GetField(0))+"/"+ (TString)row->GetField(1);
846     stringstream err;
847     string msg;
848     err.str() = "";
849     err << " Deleting file " << tbdel.Data() << " from disk! ";
850     msg = err.str();
851     mainLogUtil->logInfo(msg);
852     gSystem->Unlink(tbdel.Data());
853     // printf("ciccio %s \n",tbdel.Data());
854     TString q2u = Form("UPDATE ROOT_TABLE_BAD set ON_DISK='NO' where FOLDER_NAME='%s' and FILE_NAME='%s' and NUM_PKT_SAVED<=%i and INSERTED_BY='%s';",row->GetField(0),row->GetField(1),recoverlimit,tag_value);
855     // printf("pluto %s \n",q2u.Data());
856     sqlServer->Query(q2u.Data());
857     // printf("paperoga \n");
858     row=result->Next();
859     //
860     };
861    
862     }
863    
864 mocchiut 1.1 //save in Table_ROOT_Good or in Table_ROOT_Bad
865 mocchiut 1.10 bool PacketUser::saveROOT_DB(const char* table_name, const char* folder_name, const char* file_name,
866 pam-fi 1.8 unsigned long int pkt_number_in, unsigned long int pkt_number_fin, unsigned long int obt_in,
867     unsigned long int obt_fin, unsigned long int oT_sync, unsigned long int lT_sync_info, unsigned long int mtime_init,
868     unsigned long int mtime_last, unsigned long int mboot_num, unsigned long int time_offset, int bad_pkt,
869 mocchiut 1.10 int bad_pkt_read, int bad_pkt_CalRead, int num_PKT_Saved, const char* nome_input, bool _time_is_estimated) {
870 pam-fi 1.8 //TODO: forse far ritornare ID della cosa appena inserita se e' andatato tutto ok invece che true false?
871     stringstream oss;
872     oss.str("");
873     oss << "INSERT INTO " << table_name
874 mocchiut 1.10 << " (ID_N, FOLDER_NAME, FILE_NAME, PKT_NUMBER_INIT, PKT_NUMBER_FINAL, PKT_OBT_INIT, PKT_OBT_FINAL, OBT_TIME_SYNC, LAST_TIME_SYNC_INFO, REAL_TIME_INIT, REAL_TIME_LAST, BOOT_NUMBER, TIME_OFFSET,BAD_PKT,BAD_PKT_READ,BAD_PKT_CALREAD,NUM_PKT_SAVED,INPUT_NAME,INSERT_TIME,TIME_IS_ESTIMATED,INSERTED_BY)"
875 pam-fi 1.8 << " VALUES ('" << 0 << "','" << folder_name << "','" << file_name << "','" << pkt_number_in << "','"
876     << pkt_number_fin << "','" << obt_in << "','" << obt_fin << "','" << oT_sync << "','" << lT_sync_info << "','"
877     << mtime_init << "','" << mtime_last << "','" << mboot_num << "','" << time_offset << "','" << bad_pkt << "','"
878     << bad_pkt_read << "','" << bad_pkt_CalRead << "','" << num_PKT_Saved << "','" << nome_input << "'," << "NULL,"
879 mocchiut 1.10 << _time_is_estimated << ",'" << tag_value << "'" << ");";
880 pam-fi 1.8 string msg = oss.str();
881     mainLogUtil->logAll(msg);
882    
883     stringstream oss1;
884     oss1.str() = "";
885     string msg1;
886     string query;
887    
888     TSQLResult* res = NULL;
889    
890     query = oss.str();
891     msg1 = "SaveROOT_DB query: ";
892     msg1 += query;
893     mainLogUtil->logInfo(msg1);
894    
895     res = sqlServer->Query(query.c_str());
896     if (!res) {
897     oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl;
898     msg1 = oss1.str();
899     mainLogUtil->logError(msg1);
900     return false;
901     }
902 mocchiut 1.1
903 mocchiut 1.10
904     if(!strcmp(table_name,Table_ROOT_Good)) {
905     //the ID of the current ROOT file in table Table_ROOT_Good
906     my_id = select_maxIDN_DB(table_name);
907     if (!boot_number) {
908     if (id_to_recover_index < 1000)
909     id_to_recover[id_to_recover_index++] = my_id;
910     }
911     else if (boot_number && id_to_recover_index && !is_new_route) {
912     recover_boot_number();
913     }
914 pam-fi 1.8 }
915     // cout<<"DBG: my_id = "<<my_id<<endl;
916     if (res) {
917     delete res;
918     res = NULL;
919     }
920     return true;
921 mocchiut 1.1 }
922    
923 pam-fi 1.8 void PacketUser::recover_boot_number() {
924 mocchiut 1.3 string msg1;
925     stringstream oss1;
926     stringstream oss;
927 pam-fi 1.8 oss.str("");
928     string query = "";
929     TSQLResult* res = NULL;
930     if (!boot_number || !id_to_recover_index)
931 mocchiut 1.3 return;
932 pam-fi 1.8
933     for (int i = 0; i < id_to_recover_index; i++) {
934 mocchiut 1.5 oss.str("");
935 pam-fi 1.8 oss << "UPDATE " << Table_ROOT_Good << " SET BOOT_NUMBER=" << boot_number << " WHERE ID_N=" << id_to_recover[i]
936     << ";";
937     query = oss.str();
938     res = sqlServer->Query(query.c_str());
939     if (!res) {
940     oss1 << "DBError UNABLE to: " << query.c_str() << endl;
941     msg1 = oss1.str();
942     mainLogUtil->logError(msg1);
943     return;
944     }
945 mocchiut 1.3 }
946    
947 pam-fi 1.8 for (int i = 0; i < id_to_recover_index; i++) {
948 mocchiut 1.5 oss.str("");
949 pam-fi 1.8 oss << "UPDATE " << Table_ROOT_Merging << " SET BOOT_NUMBER=" << boot_number << " WHERE ROOT_ID_N="
950     << id_to_recover[i] << ";";
951     query = oss.str();
952     res = sqlServer->Query(query.c_str());
953     if (!res) {
954     oss1 << "DBError UNABLE to: " << query.c_str() << endl;
955     msg1 = oss1.str();
956     mainLogUtil->logError(msg1);
957     return;
958     }
959 mocchiut 1.3 }
960    
961 pam-fi 1.8 id_to_recover_index = 0;
962 mocchiut 1.3 }
963    
964 mocchiut 1.1 /**********************************************************************************************/
965     /*###########################################################################################################*/
966     /********************************** MERGING *************************************************/
967     /*###########################################################################################################*/
968 mocchiut 1.3 // Merge ROT files: find other ROOT files in the same temporal ranges
969 mocchiut 1.1 // it finds ROOT files that covers particular temporal range of interest and save this info in DB
970     /**********************************************************************************************/
971     //try to merge current ROOT file with files in DB
972 pam-fi 1.8 bool PacketUser::merge_ROOTfiles() {
973     stringstream log;
974     log.str("");
975     string slog;
976 mocchiut 1.1
977 mocchiut 1.2 mainLogUtil->logInfo("Trying merging ROOT files");
978 pam-fi 1.8 double percentage = (double) (bad_pkt + bad_pkt_EventReader + bad_pkt_CalibReader) / numPKTSaved;
979 mocchiut 1.1
980 pam-fi 1.8 TSQLResult* res = NULL;
981     TSQLRow* row = NULL;
982     //numero di ROOT files trovati sul DB che hanno relaz di tipo dato
983     unsigned int num_rows = 0;
984    
985     //Record su DB:
986     unsigned int idN = 0;
987     unsigned int root_id_db = 0;
988     unsigned long int pkt_num_in_db = 0;
989     unsigned long int pkt_num_fin_db = 0;
990     unsigned long int pkt_obt_in_db = 0;
991     unsigned long int pkt_obt_fin_db = 0;
992     unsigned long int time_in_db = 0;
993     unsigned long int time_fin_db = 0;
994     unsigned int boot_num_db = 0;
995     double perc = 0;
996 mocchiut 1.2
997     //marco_new: non considero mai caso di continuita'(mio finale=DB iniz o viceversa), non mi interessa
998 mocchiut 1.1 //marco_new: after e before contengono anche smaller ma con un bordo comune
999 pam-fi 1.8 for (int relaz = AFTER; relaz <= BIGGER; relaz++) {
1000     //marco_new: esci se sono arrivato a zero
1001     if (real_time_last == real_time_init) {
1002     log.str("");
1003     log << "Current File Lenght=0; real_time_last=real_time_init= " << real_time_last;
1004     slog = log.str();
1005     mainLogUtil->logAll(slog);
1006     mainLogUtil->logInfo("Finish merging ROOT files");
1007     if (res) {
1008     delete res;
1009     res = NULL;
1010     }
1011     if (row) {
1012     delete row;
1013     row = NULL;
1014     }
1015     return true;
1016     }
1017    
1018     num_rows = 0;
1019     res = Select_merging(Table_ROOT_Merging, real_time_init, real_time_last, (type_Rel_ROOT) relaz);
1020    
1021     if (!res) {
1022     mainLogUtil->logError("DB_ERROR: Unable to find ROOT files to be merged RES=null");
1023     return false;
1024     }
1025    
1026     num_rows = res->GetRowCount();
1027     log.str("");
1028     log << "Found " << num_rows << " ROOT file in DB with relation of kind = " << relaz;
1029     slog = log.str();
1030     mainLogUtil->logAll(slog);
1031    
1032     if (num_rows > 0) {
1033     for (unsigned int i = 0; i < num_rows; i++) {
1034     row = res->Next();
1035     if (!row) {
1036     mainLogUtil->logError("DB_ERROR: Unable to find ROOT files to be merged. ROW=null");
1037     if (res) {
1038     delete res;
1039     res = NULL;
1040     }
1041     return false;
1042     }
1043    
1044     //Leggi Record dal DB:
1045     idN = atoll(row->GetField(0));
1046     root_id_db = atoll(row->GetField(1));
1047     pkt_num_in_db = atoll(row->GetField(2));
1048     pkt_num_fin_db = atoll(row->GetField(3));
1049     pkt_obt_in_db = atoll(row->GetField(4));
1050     pkt_obt_fin_db = atoll(row->GetField(5));
1051     time_in_db = atoll(row->GetField(6));
1052     time_fin_db = atoll(row->GetField(7));
1053     boot_num_db = atoll(row->GetField(8));
1054     perc = atof(row->GetField(9));
1055    
1056     log.str("");
1057     log << "*** ROOT file found in DB has idN= " << idN << " root_id_db= " << root_id_db;
1058     log << " pkt_num_in_db= " << pkt_num_in_db << " pkt_num_fin_db= " << pkt_num_fin_db << " pkt_obt_in_db= "
1059     << pkt_obt_in_db << " pkt_obt_fin_db= " << pkt_obt_fin_db;
1060     log << " time_in_db= " << time_in_db << " time_fin_db= " << time_fin_db << " boot_num_db= " << boot_num_db
1061     << " perc= " << perc << " ***";
1062     log << "\n*** Current ROOT file has pkt_number_init= " << pkt_number_init << " obt_init= " << obt_init
1063     << " real_time_init= " << real_time_init;
1064     log << " pkt_number_last= " << pkt_number_last << " obt_last= " << obt_last << " real_time_last= "
1065     << real_time_last << " ***";
1066     slog = log.str();
1067     mainLogUtil->logAll(slog);
1068     if (perc > percentage) {
1069     mainLogUtil->logInfo("Current ROOT file is better than the one in DB");
1070     //modifica DB
1071     updateMergeROOT_DB(Table_ROOT_Merging, root_id_db, pkt_num_in_db, pkt_num_fin_db, pkt_obt_in_db,
1072     pkt_obt_fin_db, time_in_db, time_fin_db, boot_num_db, perc, idN, (type_Rel_ROOT) relaz);
1073     }
1074     else {
1075     mainLogUtil->logInfo("Found ROOT file in DB is better than current ROOT file");
1076     if (relaz == AFTER) {
1077     mainLogUtil->logInfo("Relaz:AFTER = Changing Init values of the Current ROOT file");
1078     pkt_number_init = (pkt_num_fin_db + 1);
1079     obt_init = pkt_obt_fin_db;
1080     real_time_init = time_fin_db;
1081     log.str("");
1082     log << "\n*** Current ROOT file becomes: pkt_number_init= " << pkt_number_init << " obt_init= "
1083     << obt_init << " real_time_init= " << real_time_init;
1084     log << " pkt_number_last= " << pkt_number_last << " obt_last= " << obt_last << " real_time_last= "
1085     << real_time_last << " ***";
1086     slog = log.str();
1087     mainLogUtil->logAll(slog);
1088     }
1089     else if (relaz == BEFORE) {
1090     mainLogUtil->logInfo("Relaz:BEFORE = Changing Last values of the Current ROOT file");
1091     pkt_number_last = (pkt_num_in_db - 1);
1092     obt_last = pkt_obt_in_db;
1093     real_time_last = time_in_db;
1094    
1095     log.str("");
1096     log << "\n*** Current ROOT file becomes: pkt_number_init= " << pkt_number_init << " obt_init= "
1097     << obt_init << " real_time_init= " << real_time_init;
1098     log << " pkt_number_last= " << pkt_number_last << " obt_last= " << obt_last << " real_time_last= "
1099     << real_time_last << " ***";
1100     slog = log.str();
1101     mainLogUtil->logAll(slog);
1102     }
1103     else if (relaz == SMALLER) {
1104     //non devo proprio salvarlo ed esco ...
1105     mainLogUtil->logInfo("Relaz:SMALLER = Nothing to save");
1106     mainLogUtil->logInfo("\nFinish merging ROOT files");
1107     if (res) {
1108     delete res;
1109     res = NULL;
1110     }
1111     if (row) {
1112     delete row;
1113     row = NULL;
1114     }
1115     return true;
1116     }
1117     else if (relaz == BIGGER)//spezzettamento
1118     {
1119     mainLogUtil->logInfo("Relaz:BIGGER = (1st part) Saving the first part of the Current ROOT file");
1120     saveMergeROOT_DB(Table_ROOT_Merging, my_id, pkt_number_init, (pkt_num_in_db - 1), obt_init, pkt_obt_in_db,
1121     real_time_init, time_in_db, boot_number, percentage);
1122    
1123     mainLogUtil->logInfo("Relaz:BIGGER = (2nd part)Changing Init values of the Current ROOT file");
1124     pkt_number_init = (pkt_num_fin_db + 1);
1125     obt_init = pkt_obt_fin_db;
1126     real_time_init = time_fin_db;
1127    
1128     log.str("");
1129     log << "\n*** Current ROOT file becomes: pkt_number_init= " << pkt_number_init << " obt_init= "
1130     << obt_init << " real_time_init= " << real_time_init;
1131     log << " pkt_number_last= " << pkt_number_last << " obt_last= " << obt_last << " real_time_last= "
1132     << real_time_last << " ***";
1133     slog = log.str();
1134     mainLogUtil->logAll(slog);
1135     }//if relaz
1136     }//if perc
1137     }//for num_rows
1138     }//if num_rows
1139    
1140     if (res) {
1141     delete res;
1142     res = NULL;
1143     }
1144     if (row) {
1145     delete row;
1146     row = NULL;
1147     }
1148    
1149     }//for relaz
1150    
1151     mainLogUtil->logInfo("Saving Current ROOT file");
1152     saveMergeROOT_DB(Table_ROOT_Merging, my_id, pkt_number_init, pkt_number_last, obt_init, obt_last, real_time_init,
1153     real_time_last, boot_number, percentage);
1154 mocchiut 1.1
1155 pam-fi 1.8 mainLogUtil->logInfo("Finish merging ROOT files");
1156 mocchiut 1.1 return true;
1157 mocchiut 1.2
1158 mocchiut 1.1 }
1159    
1160     //unsigned int root_id, percentage non le devo modificare
1161 pam-fi 1.8 bool PacketUser::updateMergeROOT_DB(const char* table_name, unsigned int root_id, unsigned long int pkt_number_in,
1162     unsigned long int pkt_number_fin, unsigned long int obt_in, unsigned long int obt_fin,
1163     unsigned long int mtime_init, unsigned long int mtime_last, unsigned long int mboot_num, double bad_perc,
1164     unsigned int ID_record, type_Rel_ROOT type_rel) {
1165    
1166     stringstream oss;
1167     oss.str("");
1168    
1169     if (type_rel == AFTER) {
1170     mainLogUtil->logInfo("Relaz:AFTER = Updating Last values of the DB ROOT file");
1171     //marco_new:tolti tutti gli apici che qui non devono essere
1172 mocchiut 1.11
1173     int good = 1;
1174     if ( pkt_number_in >= (pkt_number_init - 1) && abs((int)(pkt_number_in-(pkt_number_init-1)))<10 ) good = 0;
1175    
1176 pam-fi 1.8 oss << "UPDATE " << table_name << " SET PKT_NUMBER_FINAL =" << (pkt_number_init - 1) << ", PKT_OBT_FINAL ="
1177 mocchiut 1.11 << obt_init << ", REAL_TIME_LAST =" << real_time_init << ", GOOD="<< good << " WHERE ID_N =" << ID_record << ";";
1178 pam-fi 1.8
1179     }
1180     else if (type_rel == BEFORE) {
1181     mainLogUtil->logInfo("Relaz:BEFORE = Updating Init values of the DB ROOT file");
1182 mocchiut 1.11
1183     int good = 1;
1184     if ( (pkt_number_last+1) >= pkt_number_fin && abs((int)((pkt_number_last+1)-pkt_number_fin))<10 ) good = 0;
1185    
1186 pam-fi 1.8 oss << "UPDATE " << table_name << " SET PKT_NUMBER_INIT =" << (pkt_number_last + 1) << ", PKT_OBT_INIT ="
1187 mocchiut 1.11 << obt_last << ", REAL_TIME_INIT =" << real_time_last << ", GOOD="<< good << " WHERE ID_N =" << ID_record << ";";
1188 pam-fi 1.8 }
1189     else if (type_rel == SMALLER) {
1190     //spezzettamentento
1191     mainLogUtil->logInfo("Relaz:SMALLER = (1st part) Updating Last values of the DB ROOT file");
1192    
1193 mocchiut 1.11 int good = 1;
1194     if ( pkt_number_in >= (pkt_number_init - 1) && abs((int)(pkt_number_in-(pkt_number_init-1)))<10 ) good = 0;
1195    
1196 pam-fi 1.8 oss << "UPDATE " << table_name << " SET PKT_NUMBER_FINAL=" << (pkt_number_init - 1) << ", PKT_OBT_FINAL ="
1197 mocchiut 1.11 << obt_init << ", REAL_TIME_LAST =" << real_time_init << ", GOOD="<< good << " WHERE ID_N =" << ID_record << ";";
1198 pam-fi 1.8
1199     mainLogUtil->logInfo("Relaz:SMALLER = (2nd part) Saving the second part of the DB ROOT file");
1200    
1201     saveMergeROOT_DB(table_name, root_id, (pkt_number_last + 1), pkt_number_fin, obt_last, obt_fin, real_time_last,
1202     mtime_last, mboot_num, bad_perc);
1203     }
1204     else if (type_rel == BIGGER) {
1205     //marco_new: ok anche se coincidenti etc
1206     // oss << "DELETE FROM "<< table_name <<" WHERE ID_N ="<< ID_record<<";"; // EMILIANO
1207     oss << "UPDATE " << table_name << " SET GOOD=0 WHERE ID_N =" << ID_record << ";"; // EMILIANO DO NOT DELETE FROM ROOT_TABLE_MERGING JUST SET GOOD FLAG TO ZERO
1208     mainLogUtil->logInfo("Record deleted from merging table");
1209     }
1210     else
1211     return false;
1212    
1213     string msg = oss.str();
1214     mainLogUtil->logInfo(msg);
1215    
1216     stringstream oss1;
1217     oss1.str() = "";
1218     string msg1;
1219    
1220     TSQLResult* res = NULL;
1221     res = sqlServer->Query(oss.str().c_str());
1222     if (!res) {
1223     oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl;
1224     msg1 = oss1.str();
1225     mainLogUtil->logError(msg1);
1226     return false;
1227     }
1228     if (res) {
1229     delete res;
1230     res = NULL;
1231     }
1232     return true;
1233 mocchiut 1.1 }
1234    
1235 mocchiut 1.2 //cerca eventuali ROOT files in DB che possono venire mergiati
1236     //marco_new bordi: messo in after a before casi in cui smaller con un bordo in comune
1237     //marco_new bordi: messo in bigger casi con bordi in comune; tra questi anche caso particolare di coincidente
1238     //marco_new bordi: smaller resta solo caso in cui DB e' piu largo sia a dx che a sx
1239 pam-fi 1.8 TSQLResult* PacketUser::Select_merging(const char* table_name, unsigned long int mtime_init, unsigned long int mtime_last,
1240     type_Rel_ROOT type_rel) {
1241     TSQLResult* res = NULL;
1242     stringstream query;
1243     query.str("");
1244    
1245     if (type_rel == AFTER)
1246     query << "select * from " << table_name << " where GOOD=1 and REAL_TIME_LAST > " << mtime_init
1247     << " and REAL_TIME_LAST <= " << mtime_last << " and REAL_TIME_INIT < " << mtime_init; // EMI
1248     else if (type_rel == BEFORE)
1249     query << "select * from " << table_name << " where GOOD=1 and REAL_TIME_INIT >= " << mtime_init
1250     << " and REAL_TIME_INIT < " << mtime_last << " and REAL_TIME_LAST > " << mtime_last; // EMI
1251     else if (type_rel == SMALLER)
1252     query << "select * from " << table_name << " where GOOD=1 and REAL_TIME_INIT < " << mtime_init
1253     << " and REAL_TIME_LAST > " << mtime_last; // EMI
1254     else if (type_rel == BIGGER)
1255     query << "select * from " << table_name << " where GOOD=1 and REAL_TIME_INIT >= " << mtime_init
1256     << " and REAL_TIME_LAST <= " << mtime_last; // EMI
1257     else
1258     return 0;
1259    
1260 mocchiut 1.11 query << " order by REAL_TIME_INIT ASC;";//marco_new: inutile
1261 pam-fi 1.8 //se volessi mettere un filtro sulla qualita'
1262     // query<<" and NUM_PKT_SAVED - BAD_PKT_CALREAD - BAD_PKT_READ - BAD_PKT >= 2" ;
1263     string msg = query.str();
1264     mainLogUtil->logAll(msg);
1265     res = sqlServer->Query(query.str().c_str());
1266     stringstream oss1;
1267     oss1.str() = "";
1268     string msg1;
1269    
1270     if (!res) {
1271     oss1 << "DBError UNABLE to: " << query.str().c_str() << endl;
1272     msg1 = oss1.str();
1273     mainLogUtil->logError(msg1);
1274     }
1275    
1276     return res;
1277     }
1278    
1279     bool PacketUser::saveMergeROOT_DB(const char* table_name, unsigned int root_id, unsigned long int pkt_number_in,
1280     unsigned long int pkt_number_fin, unsigned long int obt_in, unsigned long int obt_fin,
1281     unsigned long int mtime_init, unsigned long int mtime_last, unsigned long int mboot_num, double percentage) {
1282    
1283 mocchiut 1.11 int good = 1;
1284     if ( pkt_number_in >= pkt_number_fin && abs((int)(pkt_number_fin-pkt_number_in))<10 ) good = 0;
1285    
1286 pam-fi 1.8 stringstream oss;
1287     oss.str("");
1288     oss << "INSERT INTO " << table_name
1289 mocchiut 1.11 << " (ID_N, ROOT_ID_N, PKT_NUMBER_INIT, PKT_NUMBER_FINAL, PKT_OBT_INIT, PKT_OBT_FINAL, REAL_TIME_INIT, REAL_TIME_LAST, BOOT_NUMBER, BAD_PKT_PERCENTAGE, INSERT_TIME, INSERTED_BY,GOOD)"
1290 pam-fi 1.8 << " VALUES ('" << 0 << "','" << root_id << "','" << pkt_number_in << "','" << pkt_number_fin << "','" << obt_in
1291     << "','" << obt_fin << "','" << mtime_init << "','" << mtime_last << "','" << mboot_num << "','" << percentage
1292 mocchiut 1.11 << "'," << "NULL" << ",'" << tag_value << "','" << good <<"');";
1293 pam-fi 1.8
1294     string msg = oss.str();
1295     mainLogUtil->logAll(msg);
1296    
1297     //marco_new: controlla
1298     //marco_new: esci se sono arrivato a zero
1299     // if(real_time_last==real_time_init){
1300     if (mtime_init == mtime_last) {
1301     mainLogUtil->logAll("Nothing to be saved");
1302    
1303     // if(res){delete res; res = NULL;}
1304     // if(row){delete row; row = NULL;}
1305     return true;
1306     }
1307    
1308     stringstream oss1;
1309     oss1.str() = "";
1310     string msg1;
1311    
1312     TSQLResult* res = NULL;
1313     res = sqlServer->Query(oss.str().c_str());
1314     if (!res) {
1315     oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl;
1316     msg1 = oss1.str();
1317     mainLogUtil->logError(msg1);
1318     return false;
1319     }
1320     if (res) {
1321     delete res;
1322     res = NULL;
1323     }
1324     return true;
1325 mocchiut 1.1 }
1326    
1327     //Utility: return max(IDN)
1328 pam-fi 1.8 unsigned int PacketUser::select_maxIDN_DB(const char* table_name) {
1329 mocchiut 1.1
1330 pam-fi 1.8 if (!strcmp(table_name, Table_ROOT_Bad)) {
1331     return 0;
1332     }
1333     unsigned int idN = 0;
1334     TSQLResult* res = NULL;
1335     stringstream oss;
1336     oss.str("");
1337     oss << "select max(ID_N) from " << table_name;
1338     // string msg = oss.str();
1339     // mainLogUtil->logAll(msg);
1340     res = sqlServer->Query(oss.str().c_str());
1341    
1342     stringstream oss1;
1343     oss1.str() = "";
1344     string msg1;
1345    
1346     if (!res) {
1347     oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl;
1348     msg1 = oss1.str();
1349     mainLogUtil->logError(msg1);
1350     return 0;
1351     }
1352    
1353     TSQLRow* row = NULL;
1354     row = res->Next();
1355     if (!row) {
1356     oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl;
1357     msg1 = oss1.str();
1358     mainLogUtil->logError(msg1);
1359     return 0;
1360     }
1361    
1362     idN = atoi(row->GetField(0));
1363     if (row) {
1364     delete row;
1365     row = NULL;
1366     }
1367     if (res) {
1368     delete res;
1369     res = NULL;
1370     }
1371    
1372     oss << ". idN = " << idN;
1373     string msg = oss.str();
1374     mainLogUtil->logAll(msg);
1375 mocchiut 1.2
1376 pam-fi 1.8 return idN;
1377 mocchiut 1.1 }
1378    
1379     /**
1380     * Lock par=table, if par=null lock all tables
1381     */
1382 pam-fi 1.8 int PacketUser::LockTables(const char* tableTobeLocked) {
1383     //se non ho il DB :)
1384     if (!do_cont_check)
1385     return 999;
1386    
1387     TSQLResult* res = NULL;
1388     stringstream oss;
1389     oss.str("");
1390     if (!tableTobeLocked)
1391     oss << "lock table " << Table_ROOT_Good << " write, " << Table_ROOT_Bad << " write, " << Table_GL_RESURS_OFFSET
1392     << " write, " << Table_ROOT_Merging << " write;";
1393     else
1394     oss << "lock table " << tableTobeLocked << " write; ";
1395 mocchiut 1.1
1396 pam-fi 1.8 string msg = oss.str();
1397     mainLogUtil->logAll(msg);
1398    
1399     res = sqlServer->Query(oss.str().c_str());
1400    
1401     stringstream oss1;
1402     oss1.str() = "";
1403     string msg1;
1404    
1405     if (!res) {
1406     oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl;
1407     msg1 = oss1.str();
1408     mainLogUtil->logError(msg1);
1409     return 1;
1410     }
1411    
1412     if (res) {
1413     delete res;
1414     res = NULL;
1415     }
1416     mainLogUtil->logAll("TABLES LOCKED");
1417     return 0;
1418 mocchiut 1.1 }
1419    
1420     /**
1421     * UNLock tables
1422     */
1423 pam-fi 1.8 int PacketUser::UnLockTables() {
1424     //se non ho il DB :)
1425     if (!do_cont_check)
1426     return 999;
1427    
1428     TSQLResult* res = NULL;
1429     stringstream oss;
1430     oss.str("");
1431     oss << "unlock tables;";
1432 mocchiut 1.1
1433 pam-fi 1.8 string msg = oss.str();
1434     mainLogUtil->logAll(msg);
1435    
1436     res = sqlServer->Query(oss.str().c_str());
1437    
1438     stringstream oss1;
1439     oss1.str() = "";
1440     string msg1;
1441    
1442     if (!res) {
1443     oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl;
1444     msg1 = oss1.str();
1445     mainLogUtil->logError(msg1);
1446     return 1;
1447     }
1448 mocchiut 1.1
1449 pam-fi 1.8 if (res) {
1450     delete res;
1451     res = NULL;
1452     }
1453     mainLogUtil->logAll("TABLES UNLOCKED");
1454 mocchiut 1.1
1455 pam-fi 1.8 return 0;
1456 mocchiut 1.1 }
1457    
1458     /*********************************************************/
1459     //marco_new_31
1460 pam-fi 1.8 void PacketUser::OpenDBConnection(const char* tableTobeLocked) {
1461     if (do_cont_check) {
1462     //controllo che non sia gia' aperta
1463     if (!sqlServer) {
1464 mocchiut 1.16 sqlServer = TSQLServer::Connect(pelosconnection, db_user, db_pwd);
1465 pam-fi 1.8 if ((!sqlServer) || (!(sqlServer->IsConnected()))) {
1466     cout << "Can not connect with MYSQL sever" << endl;
1467     }
1468     mainLogUtil->logAll("Connected to DB");
1469 mocchiut 1.9 stringstream myquery;
1470     myquery.str("");
1471     myquery << "SET time_zone='+0:00'";
1472     sqlServer->Query(myquery.str().c_str());
1473 pam-fi 1.8 //blocca le tabelle
1474     LockTables(tableTobeLocked);
1475     }
1476     }
1477 mocchiut 1.1
1478     }
1479    
1480     //marco_new_31
1481 pam-fi 1.8 void PacketUser::CloseDBConnection() {
1482     if (do_cont_check) {
1483     //controllo che ce ne sia una aperta
1484     if (sqlServer && sqlServer->IsConnected()) {
1485     //marco_new: sblocca tutte le tabelle
1486     UnLockTables();
1487     sqlServer->Close();
1488     delete sqlServer;
1489     sqlServer = NULL;
1490     mainLogUtil->logAll("Closed Connection to DB");
1491     }
1492     }
1493 mocchiut 1.1 }
1494    
1495     /***********************************************************************************************************************/
1496     /*#################################################### HIC SUNT LEONES ################################################*/
1497     /***********************************************************************************************************************/
1498     //UNUSED: dbg functions...
1499    
1500     //Return the system time in ms
1501 pam-fi 1.8 unsigned long long PacketUser::Record_Time() {
1502     timeval tv;
1503     gettimeofday(&tv, NULL);
1504     unsigned long long timems = (unsigned long long) tv.tv_sec * (unsigned long long) 1000 + tv.tv_usec / 1000;
1505     return timems;
1506 mocchiut 1.1 }
1507    
1508     //dbg_functions:
1509    
1510     //UNUSED. save a packet in a file
1511 pam-fi 1.8 void PacketUser::savePKT_file(char* headerPkt, char* pamPkt, long int length, bool append, char* nomefile) {
1512     char fno[80] = "";
1513     ofstream fout;
1514     sprintf(fno, "%s/pkt%d_of_%s.pkt", gSystem->ExpandPathName(outDir), numPKTSaved, nomefile); // EMI
1515    
1516     if (append == true)
1517     fout.open(fno, ios::binary | ios::app);
1518     else
1519     fout.open(fno, ios::binary);
1520    
1521     if (!fout) {
1522     cout << "can not open output file " << fno << endl;
1523     return;
1524     }
1525     fout.write(headerPkt, LENGTH_HEADER_PKT);
1526     fout.write(pamPkt, length);
1527     fout.close();
1528 mocchiut 1.1 }
1529    
1530     //UNUSED
1531 pam-fi 1.8 void PacketUser::saveALL_PKT(char* headerPkt, char* pamPkt, long int length, bool append) {
1532     char fno[80] = "";
1533     ofstream fout;
1534     if (append == true) {
1535     sprintf(fno, "%s/packets.pkt", gSystem->ExpandPathName(outDir)); // EMI
1536     fout.open(fno, ios::binary | ios::app);
1537     }
1538     else {
1539     sprintf(fno, "%s/packet%d.pkt", gSystem->ExpandPathName(outDir), numPKT); // EMI
1540     fout.open(fno, ios::binary);
1541     }
1542    
1543     if (!fout) {
1544     cout << "can not open output file " << fno << endl;
1545     return;
1546     }
1547     fout.write(headerPkt, LENGTH_HEADER_PKT);
1548     fout.write(pamPkt, length);
1549     fout.close();
1550 mocchiut 1.1 }
1551    
1552     }

  ViewVC Help
Powered by ViewVC 1.1.23