1 |
mocchiut |
1.1 |
//============================================================================ |
2 |
mocchiut |
1.16 |
// $Id: PacketUser.cpp,v 1.15 2010/01/15 14:31:17 mocchiut Exp $ |
3 |
mocchiut |
1.1 |
// Description : |
4 |
|
|
//============================================================================ |
5 |
|
|
#include "PacketUser.h" |
6 |
|
|
#include <sys/time.h> |
7 |
mocchiut |
1.10 |
#include <iostream> |
8 |
mocchiut |
1.1 |
|
9 |
pam-fi |
1.8 |
namespace PamOffLineSW { |
10 |
mocchiut |
1.1 |
extern LogUtil* mainLogUtil; |
11 |
pam-fi |
1.8 |
extern short compression; |
12 |
|
|
extern char *outDir; |
13 |
mocchiut |
1.1 |
extern TSQLServer *sqlServer; |
14 |
|
|
extern bool multiFile; |
15 |
|
|
extern char* fni; |
16 |
|
|
extern char * nome_output; |
17 |
|
|
extern bool is_new_route; |
18 |
|
|
extern unsigned int download; |
19 |
|
|
|
20 |
pam-fi |
1.8 |
extern unsigned int mmm_number; |
21 |
|
|
extern unsigned int orbit_number; |
22 |
mocchiut |
1.1 |
extern unsigned long int time_Offset; |
23 |
|
|
extern bool tryMerge; |
24 |
mocchiut |
1.10 |
extern bool candelete; // EM |
25 |
mocchiut |
1.1 |
//marco_new_01 |
26 |
|
|
extern bool single_connection; |
27 |
|
|
|
28 |
|
|
//don't perform check about continuity: it means don't use DB. |
29 |
|
|
extern bool do_cont_check; |
30 |
|
|
|
31 |
|
|
//marco_new_31: |
32 |
pam-fi |
1.8 |
extern char* db_user; |
33 |
|
|
extern char* db_pwd; |
34 |
mocchiut |
1.16 |
extern char* pelosconnection; |
35 |
mocchiut |
1.1 |
|
36 |
mocchiut |
1.2 |
//per tenere conto reset obt |
37 |
pam-fi |
1.8 |
extern unsigned long int max_pkt_obt; |
38 |
mocchiut |
1.2 |
|
39 |
mocchiut |
1.3 |
#define TAGVALUELEN 4 |
40 |
pam-fi |
1.8 |
extern char tag_value[TAGVALUELEN]; |
41 |
mocchiut |
1.2 |
|
42 |
mocchiut |
1.1 |
PacketUser PacketUser::instance; |
43 |
|
|
|
44 |
pam-fi |
1.8 |
int PacketUser::numDiscontinity = 1; |
45 |
|
|
int PacketUser::numPKT = 0; |
46 |
|
|
int PacketUser::numPKTSaved = 0; |
47 |
|
|
|
48 |
|
|
PacketUser& PacketUser::getInstance() { |
49 |
|
|
return instance; |
50 |
|
|
} |
51 |
|
|
|
52 |
|
|
PacketUser::PacketUser() { |
53 |
|
|
gROOT->SetBatch(kTRUE); |
54 |
|
|
numDiscontinity = 1; |
55 |
|
|
numPKTSaved = 0; |
56 |
|
|
numPKT = 0; |
57 |
|
|
pkt_number_init = 0; |
58 |
|
|
obt_init = 0; |
59 |
|
|
pkt_number_last = 0; |
60 |
|
|
obt_last = 0; |
61 |
|
|
obt_time_sync = 0; |
62 |
|
|
last_time_sync_info = 0; |
63 |
|
|
|
64 |
|
|
//(tassa) |
65 |
|
|
obt_time_sync_prevvalue = 0; |
66 |
|
|
last_time_sync_info_prevvalue = 0; |
67 |
|
|
time_is_estimated = false; |
68 |
|
|
|
69 |
mocchiut |
1.10 |
//EM |
70 |
|
|
recoverlimit = 400; |
71 |
|
|
idtorecover = new TArrayI(100); |
72 |
|
|
arsize = 0; |
73 |
|
|
|
74 |
pam-fi |
1.8 |
real_time_init = 0; |
75 |
|
|
real_time_last = 0; |
76 |
|
|
bad_pkt = 0; |
77 |
|
|
bad_pkt_EventReader = 0; |
78 |
|
|
bad_pkt_CalibReader = 0; |
79 |
|
|
reader = NULL; |
80 |
|
|
pRun = NULL; |
81 |
|
|
reader = new pamela::techmodel::EventReader(); |
82 |
|
|
Table_ROOT_Good = "ROOT_TABLE"; |
83 |
|
|
Table_ROOT_Bad = "ROOT_TABLE_BAD"; |
84 |
|
|
Table_GL_RESURS_OFFSET = "GL_RESURS_OFFSET"; |
85 |
|
|
Table_ROOT_Merging = "ROOT_TABLE_MERGING"; |
86 |
|
|
// good_pkt_Calib=0; |
87 |
|
|
my_id = 0; |
88 |
|
|
boot_number = 0; |
89 |
|
|
//(tassa) |
90 |
|
|
boot_number_prevvalue = 0; |
91 |
|
|
|
92 |
|
|
//(tassa) |
93 |
|
|
// id_to_recover[1000]; // Emiliano: che si vuole fare con questa riga? cosi` non fa nulla... |
94 |
|
|
id_to_recover_index = 0; |
95 |
|
|
} |
96 |
|
|
|
97 |
|
|
PacketUser::~PacketUser() { |
98 |
|
|
if (reader) { |
99 |
|
|
delete reader; |
100 |
|
|
reader = NULL; |
101 |
|
|
} |
102 |
|
|
numDiscontinity = 1; |
103 |
|
|
numPKTSaved = 0; |
104 |
|
|
numPKT = 0; |
105 |
|
|
pkt_number_init = 0; |
106 |
|
|
obt_init = 0; |
107 |
|
|
pkt_number_last = 0; |
108 |
|
|
obt_last = 0; |
109 |
|
|
obt_time_sync = 0; |
110 |
|
|
last_time_sync_info = 0; |
111 |
|
|
obt_time_sync_prevvalue = 0; |
112 |
|
|
last_time_sync_info_prevvalue = 0; |
113 |
|
|
time_is_estimated = false; |
114 |
|
|
|
115 |
|
|
real_time_init = 0; |
116 |
|
|
real_time_last = 0; |
117 |
|
|
bad_pkt = 0; |
118 |
|
|
bad_pkt_EventReader = 0; |
119 |
|
|
bad_pkt_CalibReader = 0; |
120 |
|
|
// good_pkt_Calib=0; |
121 |
|
|
my_id = 0; |
122 |
|
|
boot_number = 0; |
123 |
|
|
boot_number_prevvalue = 0; |
124 |
|
|
} |
125 |
|
|
|
126 |
|
|
//Put the packet in a root file. Create a new ROOT file for each group of packets |
127 |
|
|
void PacketUser::usePKT(char*& headerPkt, char*& pamPkt, long int length, bool isCons, bool isPKTGood, |
128 |
|
|
const PacketType* type, unsigned long int counter, unsigned long int obt) { |
129 |
|
|
//If the packet type was not recognised before |
130 |
|
|
if (!type) { |
131 |
|
|
return; |
132 |
|
|
} |
133 |
|
|
|
134 |
|
|
//in order to start ... |
135 |
|
|
if (numPKT == 0) { |
136 |
|
|
if (single_connection) { |
137 |
|
|
OpenDBConnection(NULL); |
138 |
|
|
} |
139 |
|
|
|
140 |
|
|
setInit(counter, obt); |
141 |
|
|
StartGroup(); |
142 |
|
|
} |
143 |
|
|
|
144 |
|
|
//here we know if the incoming packet can be considered consecutive to the previuos one |
145 |
|
|
if ((!isCons) && (numPKT != 0)) { |
146 |
|
|
setReal_Time(); |
147 |
|
|
//closing the group in file rootfilename |
148 |
|
|
FinishGroup(rootfilename); |
149 |
|
|
|
150 |
|
|
//se gia' e' cambiato download non cambio numdisco |
151 |
|
|
if (!is_new_route) { |
152 |
|
|
numDiscontinity++; |
153 |
|
|
} |
154 |
|
|
|
155 |
|
|
//the current pkt will be placed in a new group: rootfilename |
156 |
|
|
setInit(counter, obt); |
157 |
|
|
StartGroup(); |
158 |
|
|
} |
159 |
|
|
|
160 |
|
|
//add current packet to the group and calculate bad_pkt_EventReader and bad_pkt_CalibReader |
161 |
|
|
int ret = reader->PKT_RunEvent(headerPkt, pamPkt, length, type); |
162 |
|
|
/* |
163 |
|
|
ret |
164 |
|
|
0 packet good |
165 |
|
|
1 exception but used //never happen |
166 |
|
|
2 CRC exception but used |
167 |
|
|
3 CALIBRATION PACKET with error but used |
168 |
|
|
-1 CRC exception packet DISCARDED |
169 |
|
|
-2 FATAL exception packet DISCARDED //never happen |
170 |
|
|
-3 No way to read events of this type. packet DISCARDED( es OLD CalibCal) |
171 |
|
|
ret = 10 if the packet is good but comes from a cadre with VRL problems |
172 |
|
|
*/ |
173 |
|
|
|
174 |
|
|
//here we also know if the packet comes from one or more corrupted cadres |
175 |
|
|
if ((!isPKTGood) && (!ret)) { |
176 |
|
|
ret = 10; |
177 |
|
|
} |
178 |
|
|
switch (ret) { |
179 |
|
|
case 0: { |
180 |
|
|
numPKTSaved++; |
181 |
|
|
break; |
182 |
|
|
} |
183 |
|
|
case 1: { |
184 |
|
|
bad_pkt_EventReader++; |
185 |
|
|
numPKTSaved++; |
186 |
|
|
break; |
187 |
|
|
} |
188 |
|
|
case 2: { |
189 |
|
|
bad_pkt_EventReader++; |
190 |
|
|
numPKTSaved++; |
191 |
|
|
break; |
192 |
|
|
} |
193 |
|
|
case 3: { |
194 |
|
|
bad_pkt_CalibReader++; |
195 |
|
|
numPKTSaved++; |
196 |
|
|
break; |
197 |
|
|
} |
198 |
|
|
case 10: { |
199 |
|
|
bad_pkt++; |
200 |
|
|
numPKTSaved++; |
201 |
|
|
break; |
202 |
|
|
} |
203 |
|
|
default: { |
204 |
|
|
stringstream oss; |
205 |
|
|
oss.str() = ""; |
206 |
|
|
oss << "Packet DISCARDED, reason = " << ret; |
207 |
|
|
string msg = oss.str(); |
208 |
|
|
mainLogUtil->logAll(msg); |
209 |
|
|
break; |
210 |
|
|
} |
211 |
|
|
} |
212 |
|
|
|
213 |
|
|
/* |
214 |
|
|
if ((ret==0)&&((type==PacketType::CalibTrk1)||(type==PacketType::CalibTrk2)|| (type==PacketType::CalibCalPed))) |
215 |
|
|
{ |
216 |
|
|
good_pkt_Calib++;//maybe I will remove this in future |
217 |
|
|
} |
218 |
|
|
*/ |
219 |
|
|
|
220 |
|
|
if (ret >= 0)// only the packet not discarded of course |
221 |
|
|
setLast(counter, obt); |
222 |
|
|
|
223 |
|
|
//TODO: decide what kind of packet I can use here |
224 |
|
|
// if((ret==0)||(ret==10))//I want to use only good packet |
225 |
|
|
if (ret >= 0)//I want to use only accepted packet |
226 |
|
|
{ |
227 |
|
|
setTimeSync(pamPkt, length, type);//here I retrieve also the boot_number if packet type is vardump |
228 |
|
|
} |
229 |
|
|
|
230 |
|
|
//just to be sure ... |
231 |
|
|
if (pamPkt) { |
232 |
|
|
delete[] pamPkt; |
233 |
|
|
pamPkt = NULL; |
234 |
|
|
} |
235 |
|
|
if (headerPkt) { |
236 |
|
|
delete[] headerPkt; |
237 |
|
|
headerPkt = NULL; |
238 |
|
|
} |
239 |
|
|
|
240 |
|
|
numPKT++; |
241 |
mocchiut |
1.1 |
} |
242 |
|
|
|
243 |
|
|
//set the value of the counter and obt of the first packet of the group |
244 |
pam-fi |
1.8 |
void PacketUser::setInit(unsigned long int counter, unsigned long int obt) { |
245 |
|
|
sprintf(nnnn_mmm_ppp, "%05d_%03d_%03d", orbit_number, mmm_number, download); |
246 |
|
|
sprintf(rootfilename, "%s_%s_%d", nome_output, nnnn_mmm_ppp, numDiscontinity); |
247 |
|
|
pkt_number_init = counter; |
248 |
|
|
obt_init = obt; |
249 |
|
|
pkt_number_last = 0; |
250 |
|
|
obt_last = 0; |
251 |
|
|
real_time_init = 0; |
252 |
|
|
real_time_last = 0; |
253 |
|
|
bad_pkt = 0; |
254 |
|
|
numPKTSaved = 0; |
255 |
|
|
bad_pkt_EventReader = 0; |
256 |
|
|
bad_pkt_CalibReader = 0; |
257 |
|
|
//good_pkt_Calib=0; |
258 |
|
|
|
259 |
|
|
//marco_NB: |
260 |
mocchiut |
1.10 |
//ogni volta che trovo una discontinuita` resetto come se mi trovassi in un nuovo download oppure uso i vecchi valori se esistono? |
261 |
pam-fi |
1.8 |
|
262 |
mocchiut |
1.10 |
if ( obt_time_sync ) obt_time_sync_prevvalue = obt_time_sync; // save the last NOT NULL obt_time_sync! EM |
263 |
|
|
if ( last_time_sync_info ) last_time_sync_info_prevvalue = last_time_sync_info; // save the last NOT NULL last_time_sync |
264 |
pam-fi |
1.8 |
time_is_estimated = false; |
265 |
|
|
obt_time_sync = 0; |
266 |
|
|
last_time_sync_info = 0; |
267 |
|
|
boot_number_prevvalue = boot_number; |
268 |
|
|
boot_number = 0; |
269 |
mocchiut |
1.3 |
|
270 |
pam-fi |
1.8 |
// NB: se ho discontinuita in genere non so a che download appartiene potrebbe proprio essere sbagliato tenere i vecchi valori |
271 |
mocchiut |
1.1 |
|
272 |
|
|
} |
273 |
|
|
|
274 |
|
|
//starts a new root file |
275 |
pam-fi |
1.8 |
void PacketUser::StartGroup() { |
276 |
|
|
pRun = new PamelaRun(rootfilename, gSystem->ExpandPathName(outDir), multiFile, compression); // EMI |
277 |
|
|
strcat(rootfilename, ".root"); |
278 |
|
|
reader->Init(pRun); |
279 |
|
|
stringstream oss; |
280 |
|
|
oss.str() = ""; |
281 |
|
|
oss << "######################### Start a new group in file: " << rootfilename << " ############################"; |
282 |
|
|
string msg = oss.str(); |
283 |
|
|
mainLogUtil->logInfo(msg); |
284 |
mocchiut |
1.1 |
} |
285 |
|
|
|
286 |
|
|
//set the value of the counter and obt of the last packet of the group |
287 |
pam-fi |
1.8 |
void PacketUser::setLast(unsigned long int counter, unsigned long int obt) { |
288 |
|
|
pkt_number_last = counter; |
289 |
|
|
obt_last = obt; |
290 |
mocchiut |
1.1 |
} |
291 |
|
|
|
292 |
pam-fi |
1.8 |
//retrieve obt_time_sync and last_time_sync_info from packet if type has special values and BOOT_NUMBER |
293 |
|
|
void PacketUser::setTimeSync(char* packet, long int pktLength, const PacketType* type) { |
294 |
|
|
//do nothing |
295 |
|
|
if (!do_cont_check) { |
296 |
|
|
if (is_new_route) |
297 |
|
|
is_new_route = false; |
298 |
|
|
return; |
299 |
|
|
} |
300 |
|
|
|
301 |
|
|
//TODO: usare anche MCMD ... NOTA: questo da sempre errore ret != 0 |
302 |
|
|
//In RunHeader e RunTrailer sono in secondi(?), controllare se aggiungo altri tipi di paccheti se invece sono in secondi |
303 |
|
|
// devo ricalcolare tutto non per ogni gruppetto (ROOT file) ma solo se cambia download |
304 |
|
|
//When I found a new download I need to reset all values |
305 |
|
|
if (is_new_route) { |
306 |
|
|
//reset |
307 |
|
|
is_new_route = false; |
308 |
|
|
//(tassa) ci ho ripensato se stiamo in un secondo download non prendiamo i bootnumber e timesync del precedente! |
309 |
|
|
obt_time_sync_prevvalue = 0;//obt_time_sync; |
310 |
|
|
last_time_sync_info_prevvalue = 0;//last_time_sync_info; |
311 |
|
|
|
312 |
|
|
obt_time_sync = 0; |
313 |
|
|
last_time_sync_info = 0; |
314 |
|
|
boot_number_prevvalue = 0;//boot_number; |
315 |
|
|
boot_number = 0; |
316 |
|
|
time_is_estimated = false; |
317 |
|
|
if (time_Offset) |
318 |
|
|
timeOffset = time_Offset; |
319 |
|
|
else |
320 |
|
|
timeOffset = retrieveTimeOffset(Table_GL_RESURS_OFFSET); |
321 |
|
|
} |
322 |
|
|
|
323 |
|
|
//retrieve boot number if possible |
324 |
|
|
setBootNumber(packet, pktLength, type); |
325 |
mocchiut |
1.1 |
|
326 |
pam-fi |
1.8 |
//Retrieve if possible obt_time_sync and last_time_sync_info |
327 |
|
|
int offset = 0; |
328 |
|
|
if (type == PacketType::RunHeader) { |
329 |
|
|
offset = 0; |
330 |
|
|
} |
331 |
|
|
else if (type == PacketType::RunTrailer) { |
332 |
|
|
offset = 3; |
333 |
|
|
} |
334 |
|
|
else if (type == PacketType::Mcmd) { |
335 |
|
|
// mainLogUtil->logAll("TODO: Packet Mcmd now is not used to retrieve Absolute time. This may cause problems somewhere."); |
336 |
|
|
return; |
337 |
|
|
} |
338 |
|
|
else { |
339 |
|
|
return; |
340 |
|
|
} |
341 |
mocchiut |
1.1 |
|
342 |
pam-fi |
1.8 |
//I don't need to retrieve them again if they are good |
343 |
mocchiut |
1.10 |
// if ((obt_time_sync) || (last_time_sync_info)) |
344 |
|
|
// return; |
345 |
|
|
// no, do it, since there is a (small indeed) time drift due to different clock of PAMELA CPU and RESURS CPU... |
346 |
pam-fi |
1.8 |
|
347 |
|
|
obt_time_sync = (((UINT32) packet[5 + offset] << 24) & 0xFF000000) + (((UINT32) packet[6 + offset] << 16) |
348 |
|
|
& 0x00FF0000) + (((UINT32) packet[7 + offset] << 8) & 0x0000FF00) + (((UINT32) packet[8 + offset]) & 0x000000FF); |
349 |
|
|
last_time_sync_info = (((UINT32) packet[9 + offset] << 24) & 0xFF000000) + (((UINT32) packet[10 + offset] << 16) |
350 |
|
|
& 0x00FF0000) + (((UINT32) packet[11 + offset] << 8) & 0x0000FF00) |
351 |
|
|
+ (((UINT32) packet[12 + offset]) & 0x000000FF); |
352 |
|
|
|
353 |
|
|
stringstream oss; |
354 |
|
|
oss.str() = ""; |
355 |
|
|
oss << "In download: " << download << " timeOffset: " << timeOffset << " obt_time_sync: " << obt_time_sync |
356 |
|
|
<< " last_time_sync_info: " << last_time_sync_info << " using Packet Type: " << type->GetName(); |
357 |
|
|
// oss<<"In download: "<<download<<" timeOffset: "<<timeOffset<<" obt_time_sync: "<<obt_time_sync<<" last_time_sync_info: "<<last_time_sync_info<<" using Packet Type: "<<type->GetName().c_str(); |
358 |
|
|
string msg = oss.str(); |
359 |
|
|
mainLogUtil->logAll(msg); |
360 |
mocchiut |
1.1 |
} |
361 |
|
|
|
362 |
|
|
//Boot Number |
363 |
pam-fi |
1.8 |
void PacketUser::setBootNumber(char* packet, long int pktLength, const PacketType* type) { |
364 |
|
|
//se gia calcolato esco: lo calcolo una volta per download e per continuita' |
365 |
|
|
if (boot_number) |
366 |
|
|
return; |
367 |
|
|
|
368 |
|
|
if (type == PacketType::VarDump) { |
369 |
|
|
int b_offset = 34;//4+5*6 |
370 |
|
|
boot_number = (((UINT32) packet[1 + b_offset] << 24) & 0xFF000000) + (((UINT32) packet[2 + b_offset] << 16) |
371 |
|
|
& 0x00FF0000) + (((UINT32) packet[3 + b_offset] << 8) & 0x0000FF00) + (((UINT32) packet[4 + b_offset]) |
372 |
|
|
& 0x000000FF); |
373 |
|
|
|
374 |
|
|
/* |
375 |
|
|
long int dataLength = pktLength - 2; //the block of data |
376 |
|
|
int b_offset = 4; |
377 |
|
|
while (b_offset < dataLength){ |
378 |
|
|
boot_number = (((UINT32)packet[1+b_offset]<<24)&0xFF000000) + (((UINT32)packet[2+b_offset]<<16)&0x00FF0000) + (((UINT32)packet[3+b_offset]<<8)&0x0000FF00) + (((UINT32)packet[4+b_offset])&0x000000FF); |
379 |
|
|
b_offset = b_offset + 5; |
380 |
|
|
} |
381 |
|
|
*/ |
382 |
|
|
stringstream oss; |
383 |
|
|
oss.str() = ""; |
384 |
|
|
// oss<<"In download: "<<download<<" boot_number: "<<boot_number<<" using Packet Type: "<<type->GetName().c_str(); |
385 |
|
|
oss << "In download: " << download << " boot_number: " << boot_number << " using Packet Type: " << type->GetName(); |
386 |
|
|
string msg = oss.str(); |
387 |
|
|
mainLogUtil->logAll(msg); |
388 |
|
|
return; |
389 |
|
|
} |
390 |
|
|
else { |
391 |
|
|
return; |
392 |
|
|
} |
393 |
mocchiut |
1.1 |
|
394 |
|
|
} |
395 |
|
|
//set the real time of the first packet and the last packet oif a group of packet if possible |
396 |
pam-fi |
1.8 |
void PacketUser::setReal_Time() { |
397 |
mocchiut |
1.3 |
|
398 |
mocchiut |
1.10 |
if (!obt_time_sync && !last_time_sync_info && numPKTSaved > recoverlimit) { |
399 |
pam-fi |
1.8 |
time_is_estimated = true; |
400 |
|
|
obt_time_sync = obt_time_sync_prevvalue; |
401 |
|
|
last_time_sync_info = last_time_sync_info_prevvalue; |
402 |
|
|
} |
403 |
|
|
if (obt_time_sync || last_time_sync_info) { |
404 |
|
|
real_time_init = (obt_init / 1000 - obt_time_sync) + last_time_sync_info; |
405 |
|
|
//se obt si e' resettato |
406 |
|
|
if (obt_last < obt_init) { |
407 |
|
|
real_time_last = (max_pkt_obt / 1000 + obt_last / 1000 - obt_time_sync) + last_time_sync_info; |
408 |
|
|
stringstream oss; |
409 |
|
|
oss.str() = ""; |
410 |
|
|
oss << "obt_last(" << obt_last << ") < obt_init(" << obt_init |
411 |
|
|
<< "). It is due to Pamela Reset. Adding max_pkt_obt(" << max_pkt_obt |
412 |
|
|
<< ") to obt_last in order to compute real_time_last"; |
413 |
|
|
string msg = oss.str(); |
414 |
|
|
mainLogUtil->logWarning(msg); |
415 |
|
|
} |
416 |
|
|
else |
417 |
|
|
real_time_last = (obt_last / 1000 - obt_time_sync) + last_time_sync_info; |
418 |
|
|
real_time_init += timeOffset; |
419 |
|
|
real_time_last += timeOffset; |
420 |
|
|
} |
421 |
mocchiut |
1.1 |
} |
422 |
|
|
|
423 |
mocchiut |
1.10 |
void PacketUser::setReal_TimeRECOVERY( |
424 |
|
|
unsigned long int & _real_time_init, |
425 |
|
|
unsigned long int & _real_time_last, |
426 |
|
|
unsigned long int _obt_init, |
427 |
|
|
unsigned long int _obt_last |
428 |
|
|
) { |
429 |
|
|
|
430 |
|
|
if (obt_time_sync || last_time_sync_info) { |
431 |
|
|
_real_time_init = (_obt_init / 1000 - obt_time_sync) + last_time_sync_info; |
432 |
|
|
//se obt si e' resettato |
433 |
|
|
if (_obt_last < _obt_init) { |
434 |
|
|
_real_time_last = (max_pkt_obt / 1000 + _obt_last / 1000 - obt_time_sync) + last_time_sync_info; |
435 |
|
|
stringstream oss; |
436 |
|
|
oss.str() = ""; |
437 |
|
|
oss << "obt_last(" << obt_last << ") < obt_init(" << obt_init |
438 |
|
|
<< "). It is due to Pamela Reset. Adding max_pkt_obt(" << max_pkt_obt |
439 |
|
|
<< ") to obt_last in order to compute real_time_last"; |
440 |
|
|
string msg = oss.str(); |
441 |
|
|
mainLogUtil->logWarning(msg); |
442 |
|
|
} |
443 |
|
|
else |
444 |
|
|
_real_time_last = (_obt_last / 1000 - obt_time_sync) + last_time_sync_info; |
445 |
|
|
_real_time_init += timeOffset; |
446 |
|
|
_real_time_last += timeOffset; |
447 |
|
|
} |
448 |
|
|
} |
449 |
|
|
|
450 |
|
|
|
451 |
mocchiut |
1.1 |
//timeOffset |
452 |
|
|
//retrieve from table Table_GL_RESURS_OFFSET timeOffset |
453 |
pam-fi |
1.8 |
unsigned long int PacketUser::retrieveTimeOffset(const char * table) { |
454 |
|
|
if (!do_cont_check) |
455 |
|
|
return 0; |
456 |
|
|
|
457 |
|
|
//if(!table){table=Table_GL_RESURS_OFFSET} |
458 |
|
|
|
459 |
|
|
if (!single_connection) { |
460 |
|
|
OpenDBConnection(table);//Nota qui ho deciso di lockare solo questa tabella e non tutte |
461 |
|
|
} |
462 |
|
|
|
463 |
|
|
UInt_t t0 = 0;//toffset |
464 |
|
|
stringstream oss; |
465 |
|
|
oss.str(""); |
466 |
|
|
oss |
467 |
|
|
<< "SELECT YEAR(OFFSET_DATE),MONTH(OFFSET_DATE),DAY(OFFSET_DATE),HOUR(OFFSET_DATE),MINUTE(OFFSET_DATE),SECOND(OFFSET_DATE),ID FROM " |
468 |
|
|
<< table << " WHERE SPECIAL_FILE='" << nnnn_mmm_ppp << "';"; |
469 |
|
|
|
470 |
|
|
string msg = oss.str(); |
471 |
|
|
mainLogUtil->logAll(msg); |
472 |
|
|
|
473 |
|
|
TSQLResult* res = NULL; |
474 |
|
|
TSQLRow* row = NULL; |
475 |
|
|
res = sqlServer->Query(oss.str().c_str()); |
476 |
|
|
if (!res) { |
477 |
|
|
mainLogUtil->logError("DBError retrieveTimeOffset 1"); |
478 |
|
|
return 0; |
479 |
|
|
} |
480 |
|
|
|
481 |
|
|
row = res->Next(); |
482 |
|
|
if (!row) { |
483 |
|
|
if (res) { |
484 |
|
|
delete res; |
485 |
|
|
res = NULL; |
486 |
|
|
} |
487 |
|
|
|
488 |
|
|
oss.str(""); |
489 |
|
|
oss |
490 |
|
|
<< "SELECT YEAR(OFFSET_DATE),MONTH(OFFSET_DATE),DAY(OFFSET_DATE),HOUR(OFFSET_DATE),MINUTE(OFFSET_DATE),SECOND(OFFSET_DATE),ID FROM " |
491 |
|
|
<< table << " WHERE FROM_ORBIT < " << orbit_number << " AND SPECIAL_FILE='' order by FROM_ORBIT desc limit 1;"; |
492 |
|
|
|
493 |
|
|
string msg2 = oss.str(); |
494 |
|
|
mainLogUtil->logAll(msg2); |
495 |
|
|
|
496 |
|
|
res = sqlServer->Query(oss.str().c_str()); |
497 |
|
|
if (!res) { |
498 |
|
|
mainLogUtil->logError("DBError retrieveTimeOffset 2"); |
499 |
|
|
return 0; |
500 |
|
|
} |
501 |
|
|
row = res->Next(); |
502 |
|
|
if (!row) { |
503 |
|
|
mainLogUtil->logError("DBError retrieveTimeOffset 3"); |
504 |
|
|
return 0; |
505 |
|
|
} |
506 |
|
|
|
507 |
|
|
} |
508 |
|
|
|
509 |
|
|
TTimeStamp tu = TTimeStamp((UInt_t) atoi(row->GetField(0)), (UInt_t) atoi(row->GetField(1)), (UInt_t) atoi( |
510 |
|
|
row->GetField(2)), (UInt_t) atoi(row->GetField(3)), (UInt_t) atoi(row->GetField(4)), (UInt_t) atoi(row->GetField( |
511 |
|
|
5)), 0, true, 0); |
512 |
|
|
t0 = (UInt_t) tu.GetSec(); |
513 |
|
|
|
514 |
|
|
if (res) { |
515 |
|
|
delete res; |
516 |
|
|
res = NULL; |
517 |
|
|
} |
518 |
|
|
if (row) { |
519 |
|
|
delete row; |
520 |
|
|
row = NULL; |
521 |
|
|
} |
522 |
|
|
|
523 |
|
|
if (!single_connection) { |
524 |
|
|
CloseDBConnection(); |
525 |
|
|
} |
526 |
|
|
return t0; |
527 |
mocchiut |
1.1 |
} |
528 |
|
|
|
529 |
|
|
//this is public and can be called from the main at the end of the game |
530 |
pam-fi |
1.8 |
void PacketUser::FinishLastGroup() { |
531 |
|
|
mainLogUtil->logAll("######################### Closing the last group ############################"); |
532 |
|
|
setReal_Time(); |
533 |
|
|
FinishGroup(rootfilename); |
534 |
|
|
mainLogUtil->logAll("######################### Closed the last group ############################"); |
535 |
mocchiut |
1.10 |
// |
536 |
pam-fi |
1.8 |
if (single_connection) { |
537 |
|
|
CloseDBConnection(); |
538 |
|
|
} |
539 |
mocchiut |
1.1 |
} |
540 |
|
|
|
541 |
|
|
//Finish the old root file |
542 |
pam-fi |
1.8 |
void PacketUser::FinishGroup(char * filename) { |
543 |
|
|
if (pRun) { |
544 |
mocchiut |
1.12 |
if ( !( !real_time_init && !real_time_last && numPKTSaved <= recoverlimit ) || !candelete ) pRun->WriteFiles(); |
545 |
pam-fi |
1.8 |
delete pRun; |
546 |
|
|
pRun = NULL; |
547 |
|
|
stringstream close; |
548 |
|
|
close.str() = ""; |
549 |
|
|
string msg; |
550 |
|
|
|
551 |
mocchiut |
1.10 |
close << "TAG XX ######################### Close group in file: " << rootfilename << " ############################"; |
552 |
pam-fi |
1.8 |
msg = close.str(); |
553 |
|
|
mainLogUtil->logInfo(msg); |
554 |
|
|
|
555 |
|
|
// se non faccio proprio controlli su continuita' neanche salvo su DB |
556 |
|
|
if (!do_cont_check) |
557 |
|
|
return; |
558 |
|
|
|
559 |
|
|
stringstream oss; |
560 |
|
|
oss.str() = ""; |
561 |
|
|
|
562 |
|
|
//TODO: check when I don't want to log in DB informations |
563 |
|
|
// se non ho salvato nessun pacchetto |
564 |
|
|
if (numPKTSaved == 0) { |
565 |
|
|
stringstream err; |
566 |
|
|
err.str() = ""; |
567 |
|
|
err << "NO PACKET SAVED in file: " << rootfilename << " The group is empty: you can remove this file."; |
568 |
|
|
msg = err.str(); |
569 |
|
|
mainLogUtil->logError(msg); |
570 |
mocchiut |
1.10 |
// return; |
571 |
pam-fi |
1.8 |
} |
572 |
|
|
|
573 |
|
|
//se non ho salvato nessun pacchetto buono |
574 |
|
|
if ((numPKTSaved - bad_pkt_EventReader - bad_pkt_CalibReader - bad_pkt) == 0) { |
575 |
|
|
stringstream err; |
576 |
|
|
err.str() = ""; |
577 |
|
|
err << "NO GOOD PACKET SAVED in file: " << rootfilename << " The group is BAD: you may want to remove this file."; |
578 |
|
|
msg = err.str(); |
579 |
|
|
mainLogUtil->logInfo(msg); |
580 |
|
|
// mainLogUtil->logError(msg); |
581 |
|
|
// return; //TODO: decidi se nn vuoi affatto usarlo o addirittura salvarlo tra i BAD??? |
582 |
|
|
} |
583 |
|
|
|
584 |
|
|
if (!single_connection) { |
585 |
|
|
OpenDBConnection(NULL);//Nota qui ho deciso di lockare tutte le tabelle |
586 |
|
|
} |
587 |
|
|
|
588 |
mocchiut |
1.10 |
|
589 |
pam-fi |
1.8 |
//don't save in Table_ROOT_Good and don't search for ROOT files in the same temporal range |
590 |
|
|
if ((!real_time_init) && (!real_time_last)) { |
591 |
|
|
//saved in another table for future study |
592 |
|
|
if (saveROOT_DB( |
593 |
|
|
Table_ROOT_Bad, |
594 |
|
|
outDir,// here outDir is good, no expand EMI |
595 |
|
|
filename, pkt_number_init, pkt_number_last, obt_init, obt_last, obt_time_sync, last_time_sync_info, |
596 |
|
|
real_time_init, real_time_last, boot_number, timeOffset, bad_pkt, bad_pkt_EventReader, bad_pkt_CalibReader, |
597 |
|
|
numPKTSaved, fni, time_is_estimated) == true) { |
598 |
|
|
oss.str() = ""; |
599 |
|
|
oss << "Saved information regarding file: " << filename << " in table " << Table_ROOT_Bad; |
600 |
|
|
msg = oss.str(); |
601 |
|
|
mainLogUtil->logInfo(msg); |
602 |
|
|
} |
603 |
|
|
else { |
604 |
|
|
oss.str() = ""; |
605 |
|
|
oss << "Problem storing information in DB regarding file: " << filename; |
606 |
|
|
msg = oss.str(); |
607 |
|
|
mainLogUtil->logError(msg); |
608 |
|
|
} |
609 |
|
|
|
610 |
|
|
|
611 |
mocchiut |
1.10 |
|
612 |
|
|
if ( numPKTSaved > recoverlimit){ // EM |
613 |
|
|
// |
614 |
|
|
if ( obt_time_sync && last_time_sync_info ){ |
615 |
|
|
stringstream err; |
616 |
|
|
err.str() = ""; |
617 |
|
|
err << "(EM): -- RECOVERING WHEN NUMPACKET > "<< recoverlimit <<"!! -- file=<" << filename << ">. We have a previous time sync, immediate recovery!\n"; |
618 |
|
|
msg = err.str(); |
619 |
|
|
mainLogUtil->logInfo(msg); |
620 |
|
|
// |
621 |
|
|
setReal_TimeRECOVERY( |
622 |
|
|
real_time_init, |
623 |
|
|
real_time_last, |
624 |
|
|
obt_init, |
625 |
|
|
obt_last |
626 |
|
|
); |
627 |
|
|
// |
628 |
|
|
} else { |
629 |
|
|
stringstream err; |
630 |
|
|
err.str() = ""; |
631 |
|
|
err << "TAG(tassa): -- RECOVERING WHEN NUMPACKET > "<< recoverlimit <<"!! -- file=<" << filename << ">. Saving in a queue to try alfer to recover it!\n"; |
632 |
|
|
msg = err.str(); |
633 |
|
|
mainLogUtil->logInfo(msg); |
634 |
|
|
|
635 |
|
|
TString qu = Form("select ID_N from ROOT_TABLE_BAD order by INSERT_TIME desc limit 1;"); |
636 |
|
|
TSQLResult *result = sqlServer->Query(qu.Data()); |
637 |
|
|
TSQLRow *row = result->Next(); |
638 |
|
|
Int_t eid = -1; |
639 |
|
|
if ( row ) eid = (Int_t)atoi(row->GetField(0)); |
640 |
|
|
idtorecover->AddAt(eid,arsize); |
641 |
|
|
arsize++; |
642 |
|
|
if ( arsize > 100 ) idtorecover->Set(arsize); |
643 |
|
|
// dbinfo *app = new dbinfo( outDir, |
644 |
|
|
// filename, pkt_number_init, pkt_number_last, obt_init, obt_last, boot_number, timeOffset, bad_pkt, bad_pkt_EventReader, bad_pkt_CalibReader, |
645 |
|
|
// numPKTSaved, fni, time_is_estimated); |
646 |
|
|
// m_dbinfos.push_back(app); |
647 |
|
|
} |
648 |
|
|
|
649 |
|
|
CleanDisk(); |
650 |
mocchiut |
1.15 |
// if (!single_connection) { |
651 |
|
|
// CloseDBConnection(); |
652 |
|
|
// } |
653 |
mocchiut |
1.14 |
// return; // commented here... |
654 |
mocchiut |
1.10 |
|
655 |
|
|
}; |
656 |
pam-fi |
1.8 |
} |
657 |
|
|
|
658 |
mocchiut |
1.10 |
if ( real_time_init || real_time_last) { |
659 |
mocchiut |
1.14 |
//saves info in DB in table Table_ROOT |
660 |
|
|
if (boot_number == 0) |
661 |
|
|
boot_number = boot_number_prevvalue; |
662 |
mocchiut |
1.10 |
|
663 |
mocchiut |
1.14 |
if (saveROOT_DB( |
664 |
|
|
Table_ROOT_Good, |
665 |
|
|
outDir, // here outDir is good, no expand EMI |
666 |
|
|
filename, pkt_number_init, pkt_number_last, obt_init, obt_last, obt_time_sync, last_time_sync_info, |
667 |
|
|
real_time_init, real_time_last, boot_number, timeOffset, bad_pkt, bad_pkt_EventReader, bad_pkt_CalibReader, |
668 |
|
|
numPKTSaved, fni, time_is_estimated) == true) { |
669 |
|
|
oss.str() = ""; |
670 |
|
|
oss << "Saved information regarding file: " << filename << " in table " << Table_ROOT_Good << " id= " << my_id; |
671 |
|
|
msg = oss.str(); |
672 |
|
|
mainLogUtil->logInfo(msg); |
673 |
|
|
|
674 |
|
|
if (tryMerge) { |
675 |
|
|
merge_ROOTfiles(); |
676 |
|
|
} |
677 |
|
|
} else { |
678 |
mocchiut |
1.10 |
oss.str() = ""; |
679 |
pam-fi |
1.8 |
oss << "Problem storing information in DB regarding file: " << filename; |
680 |
|
|
msg = oss.str(); |
681 |
|
|
mainLogUtil->logError(msg); |
682 |
mocchiut |
1.14 |
} |
683 |
mocchiut |
1.10 |
}; |
684 |
pam-fi |
1.8 |
|
685 |
mocchiut |
1.10 |
// if dbinfo is not empty than |
686 |
mocchiut |
1.13 |
if ( arsize > 0 ){ |
687 |
mocchiut |
1.10 |
|
688 |
mocchiut |
1.13 |
if ( !obt_time_sync || !last_time_sync_info ){ |
689 |
|
|
TString *nomino=new TString(rootfilename); |
690 |
|
|
nomino->Remove(15); |
691 |
|
|
TString qu = Form("select OBT_TIME_SYNC,LAST_TIME_SYNC_INFO from ROOT_TABLE where FILE_NAME like '%s_%%' and (abs(PKT_NUMBER_INIT-%lu)<50000 or abs(PKT_OBT_INIT-%lu)<3000000) limit 1;",nomino->Data(),pkt_number_init,obt_init); |
692 |
|
|
// |
693 |
|
|
oss.str() = ""; |
694 |
|
|
oss << "(EM) Trying to find obt_time_sync and last_time_sync_info from DB, query is: " << qu.Data(); |
695 |
|
|
msg = oss.str(); |
696 |
|
|
mainLogUtil->logInfo(msg); |
697 |
|
|
// |
698 |
|
|
TSQLResult *result = sqlServer->Query(qu.Data()); |
699 |
|
|
TSQLRow *row = result->Next(); |
700 |
|
|
if ( row && result->GetRowCount() == 1 ){ |
701 |
|
|
obt_time_sync = (unsigned long int)atoll(row->GetField(0)); |
702 |
|
|
last_time_sync_info = (unsigned long int)atoll(row->GetField(1)); |
703 |
|
|
oss.str() = ""; |
704 |
|
|
oss << "(EM) found obt_time_sync and last_time_sync_info from DB! obt_time_sync = " <<obt_time_sync <<" last_time_sync_info = " << last_time_sync_info; |
705 |
|
|
msg = oss.str(); |
706 |
|
|
mainLogUtil->logInfo(msg); |
707 |
|
|
}; |
708 |
|
|
delete nomino; |
709 |
|
|
}; |
710 |
|
|
|
711 |
|
|
if ( obt_time_sync && last_time_sync_info ){ |
712 |
|
|
// if(!m_dbinfos.empty()){ |
713 |
|
|
// while(!m_dbinfos.empty()){ |
714 |
|
|
// dbinfo *app = m_dbinfos.back(); |
715 |
|
|
// m_dbinfos.pop_back(); |
716 |
|
|
Int_t ez=0; |
717 |
|
|
while ( ez < arsize ){ |
718 |
|
|
Int_t eid = idtorecover->At(ez); |
719 |
|
|
if ( eid > -1 ){ |
720 |
mocchiut |
1.10 |
|
721 |
mocchiut |
1.13 |
TString qu = Form("select FOLDER_NAME,FILE_NAME,PKT_NUMBER_INIT,PKT_NUMBER_FINAL,PKT_OBT_INIT,PKT_OBT_FINAL,BOOT_NUMBER,TIME_OFFSET,BAD_PKT,BAD_PKT_READ,BAD_PKT_CALREAD,NUM_PKT_SAVED,INPUT_NAME,TIME_IS_ESTIMATED from ROOT_TABLE_BAD where ID_N=%i;",eid); |
722 |
|
|
TSQLResult *result = sqlServer->Query(qu.Data()); |
723 |
|
|
TSQLRow *row = result->Next(); |
724 |
mocchiut |
1.10 |
|
725 |
mocchiut |
1.13 |
TString efolder_name=""; |
726 |
|
|
TString efile_name=""; |
727 |
|
|
unsigned long int epkt_number_in=0ULL; |
728 |
|
|
unsigned long int epkt_number_fin=0ULL; |
729 |
|
|
unsigned long int eobt_in=0ULL; |
730 |
|
|
unsigned long int eobt_fin=0ULL; |
731 |
|
|
unsigned long int emboot_num=0ULL; |
732 |
|
|
unsigned long int etime_offset=0ULL; |
733 |
|
|
int ebad_pkt=0; |
734 |
|
|
int ebad_pkt_read=0; |
735 |
|
|
int ebad_pkt_CalRead=0; |
736 |
|
|
int enum_PKT_Saved=0; |
737 |
|
|
TString enome_input=""; |
738 |
|
|
bool e_time_is_estimated=false; |
739 |
|
|
|
740 |
|
|
if ( row ){ |
741 |
|
|
efolder_name = (TString)row->GetField(0); |
742 |
|
|
efile_name = (TString)row->GetField(1); |
743 |
|
|
epkt_number_in = (unsigned long int)atoll(row->GetField(2)); |
744 |
|
|
epkt_number_fin = (unsigned long int)atoll(row->GetField(3)); |
745 |
|
|
eobt_in = (unsigned long int)atoll(row->GetField(4)); |
746 |
|
|
eobt_fin = (unsigned long int)atoll(row->GetField(5)); |
747 |
|
|
emboot_num = (unsigned long int)atoll(row->GetField(6)); |
748 |
|
|
etime_offset = (unsigned long int)atoll(row->GetField(7)); |
749 |
|
|
ebad_pkt = (int)atoi(row->GetField(8)); |
750 |
|
|
ebad_pkt_read = (int)atoi(row->GetField(9)); |
751 |
|
|
ebad_pkt_CalRead = (int)atoi(row->GetField(10)); |
752 |
|
|
enum_PKT_Saved = (int)atoi(row->GetField(11)); |
753 |
|
|
enome_input = (TString)row->GetField(12); |
754 |
|
|
e_time_is_estimated = (bool)atoi(row->GetField(13)); |
755 |
|
|
}; |
756 |
|
|
delete result; |
757 |
|
|
|
758 |
|
|
setReal_TimeRECOVERY( |
759 |
|
|
real_time_init, |
760 |
|
|
real_time_last, |
761 |
|
|
eobt_in, |
762 |
|
|
eobt_fin |
763 |
|
|
); |
764 |
|
|
// |
765 |
mocchiut |
1.10 |
|
766 |
mocchiut |
1.13 |
if (saveROOT_DB( |
767 |
|
|
Table_ROOT_Good, |
768 |
|
|
efolder_name.Data(), |
769 |
|
|
efile_name.Data(), |
770 |
|
|
epkt_number_in, |
771 |
|
|
epkt_number_fin, eobt_in, eobt_fin, obt_time_sync, last_time_sync_info, |
772 |
|
|
real_time_init, real_time_last, emboot_num, etime_offset, ebad_pkt, ebad_pkt_read, ebad_pkt_CalRead, |
773 |
|
|
enum_PKT_Saved, enome_input.Data(), e_time_is_estimated) == true) { |
774 |
|
|
oss.str() = ""; |
775 |
|
|
oss << "\nTAG(tassa): RECOVERED!!!! Saved information regarding file: " << efile_name << " in table " << Table_ROOT_Good << " id= " << my_id; |
776 |
|
|
msg = oss.str(); |
777 |
|
|
mainLogUtil->logInfo(msg); |
778 |
|
|
/*merging we use global variable. we haveto set with current value*/ |
779 |
mocchiut |
1.10 |
|
780 |
mocchiut |
1.13 |
strcpy(outDir,efolder_name.Data() ); |
781 |
|
|
// outDir=efolder_name.Data(); |
782 |
|
|
strcpy(filename,efile_name.Data() ); |
783 |
|
|
// filename=efile_name.Data(); |
784 |
|
|
pkt_number_init=epkt_number_in; |
785 |
|
|
pkt_number_last=epkt_number_fin; |
786 |
|
|
obt_init=eobt_in; |
787 |
|
|
obt_last=eobt_fin; |
788 |
|
|
boot_number=emboot_num; |
789 |
|
|
timeOffset=etime_offset; |
790 |
|
|
bad_pkt=ebad_pkt; |
791 |
|
|
bad_pkt_EventReader=ebad_pkt_read; |
792 |
|
|
bad_pkt_CalibReader=ebad_pkt_CalRead; |
793 |
|
|
numPKTSaved=enum_PKT_Saved; |
794 |
|
|
strcpy(fni,enome_input.Data() ); |
795 |
|
|
// fni=enome_input.Data(); |
796 |
|
|
time_is_estimated=e_time_is_estimated; |
797 |
mocchiut |
1.10 |
|
798 |
mocchiut |
1.13 |
if (tryMerge) { |
799 |
|
|
merge_ROOTfiles(); |
800 |
|
|
} |
801 |
mocchiut |
1.10 |
|
802 |
mocchiut |
1.13 |
TString qu2 = Form("update ROOT_TABLE_BAD set ON_DISK='MVD' where ID_N=%i;",eid); |
803 |
|
|
sqlServer->Query(qu2.Data()); |
804 |
mocchiut |
1.10 |
|
805 |
|
|
|
806 |
mocchiut |
1.13 |
} |
807 |
|
|
else { |
808 |
|
|
oss.str() = ""; |
809 |
|
|
oss << "Problem storing information in DB regarding file: " << filename; |
810 |
|
|
msg = oss.str(); |
811 |
|
|
mainLogUtil->logError(msg); |
812 |
|
|
} |
813 |
mocchiut |
1.10 |
|
814 |
|
|
|
815 |
mocchiut |
1.13 |
}; |
816 |
|
|
ez++; |
817 |
|
|
} |
818 |
|
|
// |
819 |
|
|
idtorecover->Reset(); |
820 |
|
|
delete idtorecover; |
821 |
|
|
idtorecover = new TArrayI(100); |
822 |
|
|
arsize = 0; |
823 |
|
|
// delete app; |
824 |
|
|
}; |
825 |
|
|
}; |
826 |
mocchiut |
1.10 |
|
827 |
|
|
CleanDisk(); |
828 |
pam-fi |
1.8 |
if (!single_connection) { |
829 |
|
|
CloseDBConnection(); |
830 |
|
|
} |
831 |
mocchiut |
1.1 |
|
832 |
pam-fi |
1.8 |
}//pRun |
833 |
mocchiut |
1.1 |
} |
834 |
|
|
|
835 |
mocchiut |
1.10 |
|
836 |
|
|
void PacketUser::CleanDisk(){ |
837 |
|
|
if ( !candelete ) return; |
838 |
|
|
// |
839 |
|
|
// delete small files present in root_table_bad from disk: |
840 |
|
|
// |
841 |
|
|
TString qu = Form("select FOLDER_NAME,FILE_NAME from ROOT_TABLE_BAD where NUM_PKT_SAVED<=%i and INSERTED_BY='%s' and ON_DISK='YES';",recoverlimit,tag_value); |
842 |
|
|
TSQLResult *result = sqlServer->Query(qu.Data()); |
843 |
|
|
TSQLRow *row = result->Next(); |
844 |
|
|
while ( row ){ |
845 |
|
|
TString tbdel = (TString)gSystem->ExpandPathName(row->GetField(0))+"/"+ (TString)row->GetField(1); |
846 |
|
|
stringstream err; |
847 |
|
|
string msg; |
848 |
|
|
err.str() = ""; |
849 |
|
|
err << " Deleting file " << tbdel.Data() << " from disk! "; |
850 |
|
|
msg = err.str(); |
851 |
|
|
mainLogUtil->logInfo(msg); |
852 |
|
|
gSystem->Unlink(tbdel.Data()); |
853 |
|
|
// printf("ciccio %s \n",tbdel.Data()); |
854 |
|
|
TString q2u = Form("UPDATE ROOT_TABLE_BAD set ON_DISK='NO' where FOLDER_NAME='%s' and FILE_NAME='%s' and NUM_PKT_SAVED<=%i and INSERTED_BY='%s';",row->GetField(0),row->GetField(1),recoverlimit,tag_value); |
855 |
|
|
// printf("pluto %s \n",q2u.Data()); |
856 |
|
|
sqlServer->Query(q2u.Data()); |
857 |
|
|
// printf("paperoga \n"); |
858 |
|
|
row=result->Next(); |
859 |
|
|
// |
860 |
|
|
}; |
861 |
|
|
|
862 |
|
|
} |
863 |
|
|
|
864 |
mocchiut |
1.1 |
//save in Table_ROOT_Good or in Table_ROOT_Bad |
865 |
mocchiut |
1.10 |
bool PacketUser::saveROOT_DB(const char* table_name, const char* folder_name, const char* file_name, |
866 |
pam-fi |
1.8 |
unsigned long int pkt_number_in, unsigned long int pkt_number_fin, unsigned long int obt_in, |
867 |
|
|
unsigned long int obt_fin, unsigned long int oT_sync, unsigned long int lT_sync_info, unsigned long int mtime_init, |
868 |
|
|
unsigned long int mtime_last, unsigned long int mboot_num, unsigned long int time_offset, int bad_pkt, |
869 |
mocchiut |
1.10 |
int bad_pkt_read, int bad_pkt_CalRead, int num_PKT_Saved, const char* nome_input, bool _time_is_estimated) { |
870 |
pam-fi |
1.8 |
//TODO: forse far ritornare ID della cosa appena inserita se e' andatato tutto ok invece che true false? |
871 |
|
|
stringstream oss; |
872 |
|
|
oss.str(""); |
873 |
|
|
oss << "INSERT INTO " << table_name |
874 |
mocchiut |
1.10 |
<< " (ID_N, FOLDER_NAME, FILE_NAME, PKT_NUMBER_INIT, PKT_NUMBER_FINAL, PKT_OBT_INIT, PKT_OBT_FINAL, OBT_TIME_SYNC, LAST_TIME_SYNC_INFO, REAL_TIME_INIT, REAL_TIME_LAST, BOOT_NUMBER, TIME_OFFSET,BAD_PKT,BAD_PKT_READ,BAD_PKT_CALREAD,NUM_PKT_SAVED,INPUT_NAME,INSERT_TIME,TIME_IS_ESTIMATED,INSERTED_BY)" |
875 |
pam-fi |
1.8 |
<< " VALUES ('" << 0 << "','" << folder_name << "','" << file_name << "','" << pkt_number_in << "','" |
876 |
|
|
<< pkt_number_fin << "','" << obt_in << "','" << obt_fin << "','" << oT_sync << "','" << lT_sync_info << "','" |
877 |
|
|
<< mtime_init << "','" << mtime_last << "','" << mboot_num << "','" << time_offset << "','" << bad_pkt << "','" |
878 |
|
|
<< bad_pkt_read << "','" << bad_pkt_CalRead << "','" << num_PKT_Saved << "','" << nome_input << "'," << "NULL," |
879 |
mocchiut |
1.10 |
<< _time_is_estimated << ",'" << tag_value << "'" << ");"; |
880 |
pam-fi |
1.8 |
string msg = oss.str(); |
881 |
|
|
mainLogUtil->logAll(msg); |
882 |
|
|
|
883 |
|
|
stringstream oss1; |
884 |
|
|
oss1.str() = ""; |
885 |
|
|
string msg1; |
886 |
|
|
string query; |
887 |
|
|
|
888 |
|
|
TSQLResult* res = NULL; |
889 |
|
|
|
890 |
|
|
query = oss.str(); |
891 |
|
|
msg1 = "SaveROOT_DB query: "; |
892 |
|
|
msg1 += query; |
893 |
|
|
mainLogUtil->logInfo(msg1); |
894 |
|
|
|
895 |
|
|
res = sqlServer->Query(query.c_str()); |
896 |
|
|
if (!res) { |
897 |
|
|
oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl; |
898 |
|
|
msg1 = oss1.str(); |
899 |
|
|
mainLogUtil->logError(msg1); |
900 |
|
|
return false; |
901 |
|
|
} |
902 |
mocchiut |
1.1 |
|
903 |
mocchiut |
1.10 |
|
904 |
|
|
if(!strcmp(table_name,Table_ROOT_Good)) { |
905 |
|
|
//the ID of the current ROOT file in table Table_ROOT_Good |
906 |
|
|
my_id = select_maxIDN_DB(table_name); |
907 |
|
|
if (!boot_number) { |
908 |
|
|
if (id_to_recover_index < 1000) |
909 |
|
|
id_to_recover[id_to_recover_index++] = my_id; |
910 |
|
|
} |
911 |
|
|
else if (boot_number && id_to_recover_index && !is_new_route) { |
912 |
|
|
recover_boot_number(); |
913 |
|
|
} |
914 |
pam-fi |
1.8 |
} |
915 |
|
|
// cout<<"DBG: my_id = "<<my_id<<endl; |
916 |
|
|
if (res) { |
917 |
|
|
delete res; |
918 |
|
|
res = NULL; |
919 |
|
|
} |
920 |
|
|
return true; |
921 |
mocchiut |
1.1 |
} |
922 |
|
|
|
923 |
pam-fi |
1.8 |
void PacketUser::recover_boot_number() { |
924 |
mocchiut |
1.3 |
string msg1; |
925 |
|
|
stringstream oss1; |
926 |
|
|
stringstream oss; |
927 |
pam-fi |
1.8 |
oss.str(""); |
928 |
|
|
string query = ""; |
929 |
|
|
TSQLResult* res = NULL; |
930 |
|
|
if (!boot_number || !id_to_recover_index) |
931 |
mocchiut |
1.3 |
return; |
932 |
pam-fi |
1.8 |
|
933 |
|
|
for (int i = 0; i < id_to_recover_index; i++) { |
934 |
mocchiut |
1.5 |
oss.str(""); |
935 |
pam-fi |
1.8 |
oss << "UPDATE " << Table_ROOT_Good << " SET BOOT_NUMBER=" << boot_number << " WHERE ID_N=" << id_to_recover[i] |
936 |
|
|
<< ";"; |
937 |
|
|
query = oss.str(); |
938 |
|
|
res = sqlServer->Query(query.c_str()); |
939 |
|
|
if (!res) { |
940 |
|
|
oss1 << "DBError UNABLE to: " << query.c_str() << endl; |
941 |
|
|
msg1 = oss1.str(); |
942 |
|
|
mainLogUtil->logError(msg1); |
943 |
|
|
return; |
944 |
|
|
} |
945 |
mocchiut |
1.3 |
} |
946 |
|
|
|
947 |
pam-fi |
1.8 |
for (int i = 0; i < id_to_recover_index; i++) { |
948 |
mocchiut |
1.5 |
oss.str(""); |
949 |
pam-fi |
1.8 |
oss << "UPDATE " << Table_ROOT_Merging << " SET BOOT_NUMBER=" << boot_number << " WHERE ROOT_ID_N=" |
950 |
|
|
<< id_to_recover[i] << ";"; |
951 |
|
|
query = oss.str(); |
952 |
|
|
res = sqlServer->Query(query.c_str()); |
953 |
|
|
if (!res) { |
954 |
|
|
oss1 << "DBError UNABLE to: " << query.c_str() << endl; |
955 |
|
|
msg1 = oss1.str(); |
956 |
|
|
mainLogUtil->logError(msg1); |
957 |
|
|
return; |
958 |
|
|
} |
959 |
mocchiut |
1.3 |
} |
960 |
|
|
|
961 |
pam-fi |
1.8 |
id_to_recover_index = 0; |
962 |
mocchiut |
1.3 |
} |
963 |
|
|
|
964 |
mocchiut |
1.1 |
/**********************************************************************************************/ |
965 |
|
|
/*###########################################################################################################*/ |
966 |
|
|
/********************************** MERGING *************************************************/ |
967 |
|
|
/*###########################################################################################################*/ |
968 |
mocchiut |
1.3 |
// Merge ROT files: find other ROOT files in the same temporal ranges |
969 |
mocchiut |
1.1 |
// it finds ROOT files that covers particular temporal range of interest and save this info in DB |
970 |
|
|
/**********************************************************************************************/ |
971 |
|
|
//try to merge current ROOT file with files in DB |
972 |
pam-fi |
1.8 |
bool PacketUser::merge_ROOTfiles() { |
973 |
|
|
stringstream log; |
974 |
|
|
log.str(""); |
975 |
|
|
string slog; |
976 |
mocchiut |
1.1 |
|
977 |
mocchiut |
1.2 |
mainLogUtil->logInfo("Trying merging ROOT files"); |
978 |
pam-fi |
1.8 |
double percentage = (double) (bad_pkt + bad_pkt_EventReader + bad_pkt_CalibReader) / numPKTSaved; |
979 |
mocchiut |
1.1 |
|
980 |
pam-fi |
1.8 |
TSQLResult* res = NULL; |
981 |
|
|
TSQLRow* row = NULL; |
982 |
|
|
//numero di ROOT files trovati sul DB che hanno relaz di tipo dato |
983 |
|
|
unsigned int num_rows = 0; |
984 |
|
|
|
985 |
|
|
//Record su DB: |
986 |
|
|
unsigned int idN = 0; |
987 |
|
|
unsigned int root_id_db = 0; |
988 |
|
|
unsigned long int pkt_num_in_db = 0; |
989 |
|
|
unsigned long int pkt_num_fin_db = 0; |
990 |
|
|
unsigned long int pkt_obt_in_db = 0; |
991 |
|
|
unsigned long int pkt_obt_fin_db = 0; |
992 |
|
|
unsigned long int time_in_db = 0; |
993 |
|
|
unsigned long int time_fin_db = 0; |
994 |
|
|
unsigned int boot_num_db = 0; |
995 |
|
|
double perc = 0; |
996 |
mocchiut |
1.2 |
|
997 |
|
|
//marco_new: non considero mai caso di continuita'(mio finale=DB iniz o viceversa), non mi interessa |
998 |
mocchiut |
1.1 |
//marco_new: after e before contengono anche smaller ma con un bordo comune |
999 |
pam-fi |
1.8 |
for (int relaz = AFTER; relaz <= BIGGER; relaz++) { |
1000 |
|
|
//marco_new: esci se sono arrivato a zero |
1001 |
|
|
if (real_time_last == real_time_init) { |
1002 |
|
|
log.str(""); |
1003 |
|
|
log << "Current File Lenght=0; real_time_last=real_time_init= " << real_time_last; |
1004 |
|
|
slog = log.str(); |
1005 |
|
|
mainLogUtil->logAll(slog); |
1006 |
|
|
mainLogUtil->logInfo("Finish merging ROOT files"); |
1007 |
|
|
if (res) { |
1008 |
|
|
delete res; |
1009 |
|
|
res = NULL; |
1010 |
|
|
} |
1011 |
|
|
if (row) { |
1012 |
|
|
delete row; |
1013 |
|
|
row = NULL; |
1014 |
|
|
} |
1015 |
|
|
return true; |
1016 |
|
|
} |
1017 |
|
|
|
1018 |
|
|
num_rows = 0; |
1019 |
|
|
res = Select_merging(Table_ROOT_Merging, real_time_init, real_time_last, (type_Rel_ROOT) relaz); |
1020 |
|
|
|
1021 |
|
|
if (!res) { |
1022 |
|
|
mainLogUtil->logError("DB_ERROR: Unable to find ROOT files to be merged RES=null"); |
1023 |
|
|
return false; |
1024 |
|
|
} |
1025 |
|
|
|
1026 |
|
|
num_rows = res->GetRowCount(); |
1027 |
|
|
log.str(""); |
1028 |
|
|
log << "Found " << num_rows << " ROOT file in DB with relation of kind = " << relaz; |
1029 |
|
|
slog = log.str(); |
1030 |
|
|
mainLogUtil->logAll(slog); |
1031 |
|
|
|
1032 |
|
|
if (num_rows > 0) { |
1033 |
|
|
for (unsigned int i = 0; i < num_rows; i++) { |
1034 |
|
|
row = res->Next(); |
1035 |
|
|
if (!row) { |
1036 |
|
|
mainLogUtil->logError("DB_ERROR: Unable to find ROOT files to be merged. ROW=null"); |
1037 |
|
|
if (res) { |
1038 |
|
|
delete res; |
1039 |
|
|
res = NULL; |
1040 |
|
|
} |
1041 |
|
|
return false; |
1042 |
|
|
} |
1043 |
|
|
|
1044 |
|
|
//Leggi Record dal DB: |
1045 |
|
|
idN = atoll(row->GetField(0)); |
1046 |
|
|
root_id_db = atoll(row->GetField(1)); |
1047 |
|
|
pkt_num_in_db = atoll(row->GetField(2)); |
1048 |
|
|
pkt_num_fin_db = atoll(row->GetField(3)); |
1049 |
|
|
pkt_obt_in_db = atoll(row->GetField(4)); |
1050 |
|
|
pkt_obt_fin_db = atoll(row->GetField(5)); |
1051 |
|
|
time_in_db = atoll(row->GetField(6)); |
1052 |
|
|
time_fin_db = atoll(row->GetField(7)); |
1053 |
|
|
boot_num_db = atoll(row->GetField(8)); |
1054 |
|
|
perc = atof(row->GetField(9)); |
1055 |
|
|
|
1056 |
|
|
log.str(""); |
1057 |
|
|
log << "*** ROOT file found in DB has idN= " << idN << " root_id_db= " << root_id_db; |
1058 |
|
|
log << " pkt_num_in_db= " << pkt_num_in_db << " pkt_num_fin_db= " << pkt_num_fin_db << " pkt_obt_in_db= " |
1059 |
|
|
<< pkt_obt_in_db << " pkt_obt_fin_db= " << pkt_obt_fin_db; |
1060 |
|
|
log << " time_in_db= " << time_in_db << " time_fin_db= " << time_fin_db << " boot_num_db= " << boot_num_db |
1061 |
|
|
<< " perc= " << perc << " ***"; |
1062 |
|
|
log << "\n*** Current ROOT file has pkt_number_init= " << pkt_number_init << " obt_init= " << obt_init |
1063 |
|
|
<< " real_time_init= " << real_time_init; |
1064 |
|
|
log << " pkt_number_last= " << pkt_number_last << " obt_last= " << obt_last << " real_time_last= " |
1065 |
|
|
<< real_time_last << " ***"; |
1066 |
|
|
slog = log.str(); |
1067 |
|
|
mainLogUtil->logAll(slog); |
1068 |
|
|
if (perc > percentage) { |
1069 |
|
|
mainLogUtil->logInfo("Current ROOT file is better than the one in DB"); |
1070 |
|
|
//modifica DB |
1071 |
|
|
updateMergeROOT_DB(Table_ROOT_Merging, root_id_db, pkt_num_in_db, pkt_num_fin_db, pkt_obt_in_db, |
1072 |
|
|
pkt_obt_fin_db, time_in_db, time_fin_db, boot_num_db, perc, idN, (type_Rel_ROOT) relaz); |
1073 |
|
|
} |
1074 |
|
|
else { |
1075 |
|
|
mainLogUtil->logInfo("Found ROOT file in DB is better than current ROOT file"); |
1076 |
|
|
if (relaz == AFTER) { |
1077 |
|
|
mainLogUtil->logInfo("Relaz:AFTER = Changing Init values of the Current ROOT file"); |
1078 |
|
|
pkt_number_init = (pkt_num_fin_db + 1); |
1079 |
|
|
obt_init = pkt_obt_fin_db; |
1080 |
|
|
real_time_init = time_fin_db; |
1081 |
|
|
log.str(""); |
1082 |
|
|
log << "\n*** Current ROOT file becomes: pkt_number_init= " << pkt_number_init << " obt_init= " |
1083 |
|
|
<< obt_init << " real_time_init= " << real_time_init; |
1084 |
|
|
log << " pkt_number_last= " << pkt_number_last << " obt_last= " << obt_last << " real_time_last= " |
1085 |
|
|
<< real_time_last << " ***"; |
1086 |
|
|
slog = log.str(); |
1087 |
|
|
mainLogUtil->logAll(slog); |
1088 |
|
|
} |
1089 |
|
|
else if (relaz == BEFORE) { |
1090 |
|
|
mainLogUtil->logInfo("Relaz:BEFORE = Changing Last values of the Current ROOT file"); |
1091 |
|
|
pkt_number_last = (pkt_num_in_db - 1); |
1092 |
|
|
obt_last = pkt_obt_in_db; |
1093 |
|
|
real_time_last = time_in_db; |
1094 |
|
|
|
1095 |
|
|
log.str(""); |
1096 |
|
|
log << "\n*** Current ROOT file becomes: pkt_number_init= " << pkt_number_init << " obt_init= " |
1097 |
|
|
<< obt_init << " real_time_init= " << real_time_init; |
1098 |
|
|
log << " pkt_number_last= " << pkt_number_last << " obt_last= " << obt_last << " real_time_last= " |
1099 |
|
|
<< real_time_last << " ***"; |
1100 |
|
|
slog = log.str(); |
1101 |
|
|
mainLogUtil->logAll(slog); |
1102 |
|
|
} |
1103 |
|
|
else if (relaz == SMALLER) { |
1104 |
|
|
//non devo proprio salvarlo ed esco ... |
1105 |
|
|
mainLogUtil->logInfo("Relaz:SMALLER = Nothing to save"); |
1106 |
|
|
mainLogUtil->logInfo("\nFinish merging ROOT files"); |
1107 |
|
|
if (res) { |
1108 |
|
|
delete res; |
1109 |
|
|
res = NULL; |
1110 |
|
|
} |
1111 |
|
|
if (row) { |
1112 |
|
|
delete row; |
1113 |
|
|
row = NULL; |
1114 |
|
|
} |
1115 |
|
|
return true; |
1116 |
|
|
} |
1117 |
|
|
else if (relaz == BIGGER)//spezzettamento |
1118 |
|
|
{ |
1119 |
|
|
mainLogUtil->logInfo("Relaz:BIGGER = (1st part) Saving the first part of the Current ROOT file"); |
1120 |
|
|
saveMergeROOT_DB(Table_ROOT_Merging, my_id, pkt_number_init, (pkt_num_in_db - 1), obt_init, pkt_obt_in_db, |
1121 |
|
|
real_time_init, time_in_db, boot_number, percentage); |
1122 |
|
|
|
1123 |
|
|
mainLogUtil->logInfo("Relaz:BIGGER = (2nd part)Changing Init values of the Current ROOT file"); |
1124 |
|
|
pkt_number_init = (pkt_num_fin_db + 1); |
1125 |
|
|
obt_init = pkt_obt_fin_db; |
1126 |
|
|
real_time_init = time_fin_db; |
1127 |
|
|
|
1128 |
|
|
log.str(""); |
1129 |
|
|
log << "\n*** Current ROOT file becomes: pkt_number_init= " << pkt_number_init << " obt_init= " |
1130 |
|
|
<< obt_init << " real_time_init= " << real_time_init; |
1131 |
|
|
log << " pkt_number_last= " << pkt_number_last << " obt_last= " << obt_last << " real_time_last= " |
1132 |
|
|
<< real_time_last << " ***"; |
1133 |
|
|
slog = log.str(); |
1134 |
|
|
mainLogUtil->logAll(slog); |
1135 |
|
|
}//if relaz |
1136 |
|
|
}//if perc |
1137 |
|
|
}//for num_rows |
1138 |
|
|
}//if num_rows |
1139 |
|
|
|
1140 |
|
|
if (res) { |
1141 |
|
|
delete res; |
1142 |
|
|
res = NULL; |
1143 |
|
|
} |
1144 |
|
|
if (row) { |
1145 |
|
|
delete row; |
1146 |
|
|
row = NULL; |
1147 |
|
|
} |
1148 |
|
|
|
1149 |
|
|
}//for relaz |
1150 |
|
|
|
1151 |
|
|
mainLogUtil->logInfo("Saving Current ROOT file"); |
1152 |
|
|
saveMergeROOT_DB(Table_ROOT_Merging, my_id, pkt_number_init, pkt_number_last, obt_init, obt_last, real_time_init, |
1153 |
|
|
real_time_last, boot_number, percentage); |
1154 |
mocchiut |
1.1 |
|
1155 |
pam-fi |
1.8 |
mainLogUtil->logInfo("Finish merging ROOT files"); |
1156 |
mocchiut |
1.1 |
return true; |
1157 |
mocchiut |
1.2 |
|
1158 |
mocchiut |
1.1 |
} |
1159 |
|
|
|
1160 |
|
|
//unsigned int root_id, percentage non le devo modificare |
1161 |
pam-fi |
1.8 |
bool PacketUser::updateMergeROOT_DB(const char* table_name, unsigned int root_id, unsigned long int pkt_number_in, |
1162 |
|
|
unsigned long int pkt_number_fin, unsigned long int obt_in, unsigned long int obt_fin, |
1163 |
|
|
unsigned long int mtime_init, unsigned long int mtime_last, unsigned long int mboot_num, double bad_perc, |
1164 |
|
|
unsigned int ID_record, type_Rel_ROOT type_rel) { |
1165 |
|
|
|
1166 |
|
|
stringstream oss; |
1167 |
|
|
oss.str(""); |
1168 |
|
|
|
1169 |
|
|
if (type_rel == AFTER) { |
1170 |
|
|
mainLogUtil->logInfo("Relaz:AFTER = Updating Last values of the DB ROOT file"); |
1171 |
|
|
//marco_new:tolti tutti gli apici che qui non devono essere |
1172 |
mocchiut |
1.11 |
|
1173 |
|
|
int good = 1; |
1174 |
|
|
if ( pkt_number_in >= (pkt_number_init - 1) && abs((int)(pkt_number_in-(pkt_number_init-1)))<10 ) good = 0; |
1175 |
|
|
|
1176 |
pam-fi |
1.8 |
oss << "UPDATE " << table_name << " SET PKT_NUMBER_FINAL =" << (pkt_number_init - 1) << ", PKT_OBT_FINAL =" |
1177 |
mocchiut |
1.11 |
<< obt_init << ", REAL_TIME_LAST =" << real_time_init << ", GOOD="<< good << " WHERE ID_N =" << ID_record << ";"; |
1178 |
pam-fi |
1.8 |
|
1179 |
|
|
} |
1180 |
|
|
else if (type_rel == BEFORE) { |
1181 |
|
|
mainLogUtil->logInfo("Relaz:BEFORE = Updating Init values of the DB ROOT file"); |
1182 |
mocchiut |
1.11 |
|
1183 |
|
|
int good = 1; |
1184 |
|
|
if ( (pkt_number_last+1) >= pkt_number_fin && abs((int)((pkt_number_last+1)-pkt_number_fin))<10 ) good = 0; |
1185 |
|
|
|
1186 |
pam-fi |
1.8 |
oss << "UPDATE " << table_name << " SET PKT_NUMBER_INIT =" << (pkt_number_last + 1) << ", PKT_OBT_INIT =" |
1187 |
mocchiut |
1.11 |
<< obt_last << ", REAL_TIME_INIT =" << real_time_last << ", GOOD="<< good << " WHERE ID_N =" << ID_record << ";"; |
1188 |
pam-fi |
1.8 |
} |
1189 |
|
|
else if (type_rel == SMALLER) { |
1190 |
|
|
//spezzettamentento |
1191 |
|
|
mainLogUtil->logInfo("Relaz:SMALLER = (1st part) Updating Last values of the DB ROOT file"); |
1192 |
|
|
|
1193 |
mocchiut |
1.11 |
int good = 1; |
1194 |
|
|
if ( pkt_number_in >= (pkt_number_init - 1) && abs((int)(pkt_number_in-(pkt_number_init-1)))<10 ) good = 0; |
1195 |
|
|
|
1196 |
pam-fi |
1.8 |
oss << "UPDATE " << table_name << " SET PKT_NUMBER_FINAL=" << (pkt_number_init - 1) << ", PKT_OBT_FINAL =" |
1197 |
mocchiut |
1.11 |
<< obt_init << ", REAL_TIME_LAST =" << real_time_init << ", GOOD="<< good << " WHERE ID_N =" << ID_record << ";"; |
1198 |
pam-fi |
1.8 |
|
1199 |
|
|
mainLogUtil->logInfo("Relaz:SMALLER = (2nd part) Saving the second part of the DB ROOT file"); |
1200 |
|
|
|
1201 |
|
|
saveMergeROOT_DB(table_name, root_id, (pkt_number_last + 1), pkt_number_fin, obt_last, obt_fin, real_time_last, |
1202 |
|
|
mtime_last, mboot_num, bad_perc); |
1203 |
|
|
} |
1204 |
|
|
else if (type_rel == BIGGER) { |
1205 |
|
|
//marco_new: ok anche se coincidenti etc |
1206 |
|
|
// oss << "DELETE FROM "<< table_name <<" WHERE ID_N ="<< ID_record<<";"; // EMILIANO |
1207 |
|
|
oss << "UPDATE " << table_name << " SET GOOD=0 WHERE ID_N =" << ID_record << ";"; // EMILIANO DO NOT DELETE FROM ROOT_TABLE_MERGING JUST SET GOOD FLAG TO ZERO |
1208 |
|
|
mainLogUtil->logInfo("Record deleted from merging table"); |
1209 |
|
|
} |
1210 |
|
|
else |
1211 |
|
|
return false; |
1212 |
|
|
|
1213 |
|
|
string msg = oss.str(); |
1214 |
|
|
mainLogUtil->logInfo(msg); |
1215 |
|
|
|
1216 |
|
|
stringstream oss1; |
1217 |
|
|
oss1.str() = ""; |
1218 |
|
|
string msg1; |
1219 |
|
|
|
1220 |
|
|
TSQLResult* res = NULL; |
1221 |
|
|
res = sqlServer->Query(oss.str().c_str()); |
1222 |
|
|
if (!res) { |
1223 |
|
|
oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl; |
1224 |
|
|
msg1 = oss1.str(); |
1225 |
|
|
mainLogUtil->logError(msg1); |
1226 |
|
|
return false; |
1227 |
|
|
} |
1228 |
|
|
if (res) { |
1229 |
|
|
delete res; |
1230 |
|
|
res = NULL; |
1231 |
|
|
} |
1232 |
|
|
return true; |
1233 |
mocchiut |
1.1 |
} |
1234 |
|
|
|
1235 |
mocchiut |
1.2 |
//cerca eventuali ROOT files in DB che possono venire mergiati |
1236 |
|
|
//marco_new bordi: messo in after a before casi in cui smaller con un bordo in comune |
1237 |
|
|
//marco_new bordi: messo in bigger casi con bordi in comune; tra questi anche caso particolare di coincidente |
1238 |
|
|
//marco_new bordi: smaller resta solo caso in cui DB e' piu largo sia a dx che a sx |
1239 |
pam-fi |
1.8 |
TSQLResult* PacketUser::Select_merging(const char* table_name, unsigned long int mtime_init, unsigned long int mtime_last, |
1240 |
|
|
type_Rel_ROOT type_rel) { |
1241 |
|
|
TSQLResult* res = NULL; |
1242 |
|
|
stringstream query; |
1243 |
|
|
query.str(""); |
1244 |
|
|
|
1245 |
|
|
if (type_rel == AFTER) |
1246 |
|
|
query << "select * from " << table_name << " where GOOD=1 and REAL_TIME_LAST > " << mtime_init |
1247 |
|
|
<< " and REAL_TIME_LAST <= " << mtime_last << " and REAL_TIME_INIT < " << mtime_init; // EMI |
1248 |
|
|
else if (type_rel == BEFORE) |
1249 |
|
|
query << "select * from " << table_name << " where GOOD=1 and REAL_TIME_INIT >= " << mtime_init |
1250 |
|
|
<< " and REAL_TIME_INIT < " << mtime_last << " and REAL_TIME_LAST > " << mtime_last; // EMI |
1251 |
|
|
else if (type_rel == SMALLER) |
1252 |
|
|
query << "select * from " << table_name << " where GOOD=1 and REAL_TIME_INIT < " << mtime_init |
1253 |
|
|
<< " and REAL_TIME_LAST > " << mtime_last; // EMI |
1254 |
|
|
else if (type_rel == BIGGER) |
1255 |
|
|
query << "select * from " << table_name << " where GOOD=1 and REAL_TIME_INIT >= " << mtime_init |
1256 |
|
|
<< " and REAL_TIME_LAST <= " << mtime_last; // EMI |
1257 |
|
|
else |
1258 |
|
|
return 0; |
1259 |
|
|
|
1260 |
mocchiut |
1.11 |
query << " order by REAL_TIME_INIT ASC;";//marco_new: inutile |
1261 |
pam-fi |
1.8 |
//se volessi mettere un filtro sulla qualita' |
1262 |
|
|
// query<<" and NUM_PKT_SAVED - BAD_PKT_CALREAD - BAD_PKT_READ - BAD_PKT >= 2" ; |
1263 |
|
|
string msg = query.str(); |
1264 |
|
|
mainLogUtil->logAll(msg); |
1265 |
|
|
res = sqlServer->Query(query.str().c_str()); |
1266 |
|
|
stringstream oss1; |
1267 |
|
|
oss1.str() = ""; |
1268 |
|
|
string msg1; |
1269 |
|
|
|
1270 |
|
|
if (!res) { |
1271 |
|
|
oss1 << "DBError UNABLE to: " << query.str().c_str() << endl; |
1272 |
|
|
msg1 = oss1.str(); |
1273 |
|
|
mainLogUtil->logError(msg1); |
1274 |
|
|
} |
1275 |
|
|
|
1276 |
|
|
return res; |
1277 |
|
|
} |
1278 |
|
|
|
1279 |
|
|
bool PacketUser::saveMergeROOT_DB(const char* table_name, unsigned int root_id, unsigned long int pkt_number_in, |
1280 |
|
|
unsigned long int pkt_number_fin, unsigned long int obt_in, unsigned long int obt_fin, |
1281 |
|
|
unsigned long int mtime_init, unsigned long int mtime_last, unsigned long int mboot_num, double percentage) { |
1282 |
|
|
|
1283 |
mocchiut |
1.11 |
int good = 1; |
1284 |
|
|
if ( pkt_number_in >= pkt_number_fin && abs((int)(pkt_number_fin-pkt_number_in))<10 ) good = 0; |
1285 |
|
|
|
1286 |
pam-fi |
1.8 |
stringstream oss; |
1287 |
|
|
oss.str(""); |
1288 |
|
|
oss << "INSERT INTO " << table_name |
1289 |
mocchiut |
1.11 |
<< " (ID_N, ROOT_ID_N, PKT_NUMBER_INIT, PKT_NUMBER_FINAL, PKT_OBT_INIT, PKT_OBT_FINAL, REAL_TIME_INIT, REAL_TIME_LAST, BOOT_NUMBER, BAD_PKT_PERCENTAGE, INSERT_TIME, INSERTED_BY,GOOD)" |
1290 |
pam-fi |
1.8 |
<< " VALUES ('" << 0 << "','" << root_id << "','" << pkt_number_in << "','" << pkt_number_fin << "','" << obt_in |
1291 |
|
|
<< "','" << obt_fin << "','" << mtime_init << "','" << mtime_last << "','" << mboot_num << "','" << percentage |
1292 |
mocchiut |
1.11 |
<< "'," << "NULL" << ",'" << tag_value << "','" << good <<"');"; |
1293 |
pam-fi |
1.8 |
|
1294 |
|
|
string msg = oss.str(); |
1295 |
|
|
mainLogUtil->logAll(msg); |
1296 |
|
|
|
1297 |
|
|
//marco_new: controlla |
1298 |
|
|
//marco_new: esci se sono arrivato a zero |
1299 |
|
|
// if(real_time_last==real_time_init){ |
1300 |
|
|
if (mtime_init == mtime_last) { |
1301 |
|
|
mainLogUtil->logAll("Nothing to be saved"); |
1302 |
|
|
|
1303 |
|
|
// if(res){delete res; res = NULL;} |
1304 |
|
|
// if(row){delete row; row = NULL;} |
1305 |
|
|
return true; |
1306 |
|
|
} |
1307 |
|
|
|
1308 |
|
|
stringstream oss1; |
1309 |
|
|
oss1.str() = ""; |
1310 |
|
|
string msg1; |
1311 |
|
|
|
1312 |
|
|
TSQLResult* res = NULL; |
1313 |
|
|
res = sqlServer->Query(oss.str().c_str()); |
1314 |
|
|
if (!res) { |
1315 |
|
|
oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl; |
1316 |
|
|
msg1 = oss1.str(); |
1317 |
|
|
mainLogUtil->logError(msg1); |
1318 |
|
|
return false; |
1319 |
|
|
} |
1320 |
|
|
if (res) { |
1321 |
|
|
delete res; |
1322 |
|
|
res = NULL; |
1323 |
|
|
} |
1324 |
|
|
return true; |
1325 |
mocchiut |
1.1 |
} |
1326 |
|
|
|
1327 |
|
|
//Utility: return max(IDN) |
1328 |
pam-fi |
1.8 |
unsigned int PacketUser::select_maxIDN_DB(const char* table_name) { |
1329 |
mocchiut |
1.1 |
|
1330 |
pam-fi |
1.8 |
if (!strcmp(table_name, Table_ROOT_Bad)) { |
1331 |
|
|
return 0; |
1332 |
|
|
} |
1333 |
|
|
unsigned int idN = 0; |
1334 |
|
|
TSQLResult* res = NULL; |
1335 |
|
|
stringstream oss; |
1336 |
|
|
oss.str(""); |
1337 |
|
|
oss << "select max(ID_N) from " << table_name; |
1338 |
|
|
// string msg = oss.str(); |
1339 |
|
|
// mainLogUtil->logAll(msg); |
1340 |
|
|
res = sqlServer->Query(oss.str().c_str()); |
1341 |
|
|
|
1342 |
|
|
stringstream oss1; |
1343 |
|
|
oss1.str() = ""; |
1344 |
|
|
string msg1; |
1345 |
|
|
|
1346 |
|
|
if (!res) { |
1347 |
|
|
oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl; |
1348 |
|
|
msg1 = oss1.str(); |
1349 |
|
|
mainLogUtil->logError(msg1); |
1350 |
|
|
return 0; |
1351 |
|
|
} |
1352 |
|
|
|
1353 |
|
|
TSQLRow* row = NULL; |
1354 |
|
|
row = res->Next(); |
1355 |
|
|
if (!row) { |
1356 |
|
|
oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl; |
1357 |
|
|
msg1 = oss1.str(); |
1358 |
|
|
mainLogUtil->logError(msg1); |
1359 |
|
|
return 0; |
1360 |
|
|
} |
1361 |
|
|
|
1362 |
|
|
idN = atoi(row->GetField(0)); |
1363 |
|
|
if (row) { |
1364 |
|
|
delete row; |
1365 |
|
|
row = NULL; |
1366 |
|
|
} |
1367 |
|
|
if (res) { |
1368 |
|
|
delete res; |
1369 |
|
|
res = NULL; |
1370 |
|
|
} |
1371 |
|
|
|
1372 |
|
|
oss << ". idN = " << idN; |
1373 |
|
|
string msg = oss.str(); |
1374 |
|
|
mainLogUtil->logAll(msg); |
1375 |
mocchiut |
1.2 |
|
1376 |
pam-fi |
1.8 |
return idN; |
1377 |
mocchiut |
1.1 |
} |
1378 |
|
|
|
1379 |
|
|
/** |
1380 |
|
|
* Lock par=table, if par=null lock all tables |
1381 |
|
|
*/ |
1382 |
pam-fi |
1.8 |
int PacketUser::LockTables(const char* tableTobeLocked) { |
1383 |
|
|
//se non ho il DB :) |
1384 |
|
|
if (!do_cont_check) |
1385 |
|
|
return 999; |
1386 |
|
|
|
1387 |
|
|
TSQLResult* res = NULL; |
1388 |
|
|
stringstream oss; |
1389 |
|
|
oss.str(""); |
1390 |
|
|
if (!tableTobeLocked) |
1391 |
|
|
oss << "lock table " << Table_ROOT_Good << " write, " << Table_ROOT_Bad << " write, " << Table_GL_RESURS_OFFSET |
1392 |
|
|
<< " write, " << Table_ROOT_Merging << " write;"; |
1393 |
|
|
else |
1394 |
|
|
oss << "lock table " << tableTobeLocked << " write; "; |
1395 |
mocchiut |
1.1 |
|
1396 |
pam-fi |
1.8 |
string msg = oss.str(); |
1397 |
|
|
mainLogUtil->logAll(msg); |
1398 |
|
|
|
1399 |
|
|
res = sqlServer->Query(oss.str().c_str()); |
1400 |
|
|
|
1401 |
|
|
stringstream oss1; |
1402 |
|
|
oss1.str() = ""; |
1403 |
|
|
string msg1; |
1404 |
|
|
|
1405 |
|
|
if (!res) { |
1406 |
|
|
oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl; |
1407 |
|
|
msg1 = oss1.str(); |
1408 |
|
|
mainLogUtil->logError(msg1); |
1409 |
|
|
return 1; |
1410 |
|
|
} |
1411 |
|
|
|
1412 |
|
|
if (res) { |
1413 |
|
|
delete res; |
1414 |
|
|
res = NULL; |
1415 |
|
|
} |
1416 |
|
|
mainLogUtil->logAll("TABLES LOCKED"); |
1417 |
|
|
return 0; |
1418 |
mocchiut |
1.1 |
} |
1419 |
|
|
|
1420 |
|
|
/** |
1421 |
|
|
* UNLock tables |
1422 |
|
|
*/ |
1423 |
pam-fi |
1.8 |
int PacketUser::UnLockTables() { |
1424 |
|
|
//se non ho il DB :) |
1425 |
|
|
if (!do_cont_check) |
1426 |
|
|
return 999; |
1427 |
|
|
|
1428 |
|
|
TSQLResult* res = NULL; |
1429 |
|
|
stringstream oss; |
1430 |
|
|
oss.str(""); |
1431 |
|
|
oss << "unlock tables;"; |
1432 |
mocchiut |
1.1 |
|
1433 |
pam-fi |
1.8 |
string msg = oss.str(); |
1434 |
|
|
mainLogUtil->logAll(msg); |
1435 |
|
|
|
1436 |
|
|
res = sqlServer->Query(oss.str().c_str()); |
1437 |
|
|
|
1438 |
|
|
stringstream oss1; |
1439 |
|
|
oss1.str() = ""; |
1440 |
|
|
string msg1; |
1441 |
|
|
|
1442 |
|
|
if (!res) { |
1443 |
|
|
oss1 << "DBError UNABLE to: " << oss.str().c_str() << endl; |
1444 |
|
|
msg1 = oss1.str(); |
1445 |
|
|
mainLogUtil->logError(msg1); |
1446 |
|
|
return 1; |
1447 |
|
|
} |
1448 |
mocchiut |
1.1 |
|
1449 |
pam-fi |
1.8 |
if (res) { |
1450 |
|
|
delete res; |
1451 |
|
|
res = NULL; |
1452 |
|
|
} |
1453 |
|
|
mainLogUtil->logAll("TABLES UNLOCKED"); |
1454 |
mocchiut |
1.1 |
|
1455 |
pam-fi |
1.8 |
return 0; |
1456 |
mocchiut |
1.1 |
} |
1457 |
|
|
|
1458 |
|
|
/*********************************************************/ |
1459 |
|
|
//marco_new_31 |
1460 |
pam-fi |
1.8 |
void PacketUser::OpenDBConnection(const char* tableTobeLocked) { |
1461 |
|
|
if (do_cont_check) { |
1462 |
|
|
//controllo che non sia gia' aperta |
1463 |
|
|
if (!sqlServer) { |
1464 |
mocchiut |
1.16 |
sqlServer = TSQLServer::Connect(pelosconnection, db_user, db_pwd); |
1465 |
pam-fi |
1.8 |
if ((!sqlServer) || (!(sqlServer->IsConnected()))) { |
1466 |
|
|
cout << "Can not connect with MYSQL sever" << endl; |
1467 |
|
|
} |
1468 |
|
|
mainLogUtil->logAll("Connected to DB"); |
1469 |
mocchiut |
1.9 |
stringstream myquery; |
1470 |
|
|
myquery.str(""); |
1471 |
|
|
myquery << "SET time_zone='+0:00'"; |
1472 |
|
|
sqlServer->Query(myquery.str().c_str()); |
1473 |
pam-fi |
1.8 |
//blocca le tabelle |
1474 |
|
|
LockTables(tableTobeLocked); |
1475 |
|
|
} |
1476 |
|
|
} |
1477 |
mocchiut |
1.1 |
|
1478 |
|
|
} |
1479 |
|
|
|
1480 |
|
|
//marco_new_31 |
1481 |
pam-fi |
1.8 |
void PacketUser::CloseDBConnection() { |
1482 |
|
|
if (do_cont_check) { |
1483 |
|
|
//controllo che ce ne sia una aperta |
1484 |
|
|
if (sqlServer && sqlServer->IsConnected()) { |
1485 |
|
|
//marco_new: sblocca tutte le tabelle |
1486 |
|
|
UnLockTables(); |
1487 |
|
|
sqlServer->Close(); |
1488 |
|
|
delete sqlServer; |
1489 |
|
|
sqlServer = NULL; |
1490 |
|
|
mainLogUtil->logAll("Closed Connection to DB"); |
1491 |
|
|
} |
1492 |
|
|
} |
1493 |
mocchiut |
1.1 |
} |
1494 |
|
|
|
1495 |
|
|
/***********************************************************************************************************************/ |
1496 |
|
|
/*#################################################### HIC SUNT LEONES ################################################*/ |
1497 |
|
|
/***********************************************************************************************************************/ |
1498 |
|
|
//UNUSED: dbg functions... |
1499 |
|
|
|
1500 |
|
|
//Return the system time in ms |
1501 |
pam-fi |
1.8 |
unsigned long long PacketUser::Record_Time() { |
1502 |
|
|
timeval tv; |
1503 |
|
|
gettimeofday(&tv, NULL); |
1504 |
|
|
unsigned long long timems = (unsigned long long) tv.tv_sec * (unsigned long long) 1000 + tv.tv_usec / 1000; |
1505 |
|
|
return timems; |
1506 |
mocchiut |
1.1 |
} |
1507 |
|
|
|
1508 |
|
|
//dbg_functions: |
1509 |
|
|
|
1510 |
|
|
//UNUSED. save a packet in a file |
1511 |
pam-fi |
1.8 |
void PacketUser::savePKT_file(char* headerPkt, char* pamPkt, long int length, bool append, char* nomefile) { |
1512 |
|
|
char fno[80] = ""; |
1513 |
|
|
ofstream fout; |
1514 |
|
|
sprintf(fno, "%s/pkt%d_of_%s.pkt", gSystem->ExpandPathName(outDir), numPKTSaved, nomefile); // EMI |
1515 |
|
|
|
1516 |
|
|
if (append == true) |
1517 |
|
|
fout.open(fno, ios::binary | ios::app); |
1518 |
|
|
else |
1519 |
|
|
fout.open(fno, ios::binary); |
1520 |
|
|
|
1521 |
|
|
if (!fout) { |
1522 |
|
|
cout << "can not open output file " << fno << endl; |
1523 |
|
|
return; |
1524 |
|
|
} |
1525 |
|
|
fout.write(headerPkt, LENGTH_HEADER_PKT); |
1526 |
|
|
fout.write(pamPkt, length); |
1527 |
|
|
fout.close(); |
1528 |
mocchiut |
1.1 |
} |
1529 |
|
|
|
1530 |
|
|
//UNUSED |
1531 |
pam-fi |
1.8 |
void PacketUser::saveALL_PKT(char* headerPkt, char* pamPkt, long int length, bool append) { |
1532 |
|
|
char fno[80] = ""; |
1533 |
|
|
ofstream fout; |
1534 |
|
|
if (append == true) { |
1535 |
|
|
sprintf(fno, "%s/packets.pkt", gSystem->ExpandPathName(outDir)); // EMI |
1536 |
|
|
fout.open(fno, ios::binary | ios::app); |
1537 |
|
|
} |
1538 |
|
|
else { |
1539 |
|
|
sprintf(fno, "%s/packet%d.pkt", gSystem->ExpandPathName(outDir), numPKT); // EMI |
1540 |
|
|
fout.open(fno, ios::binary); |
1541 |
|
|
} |
1542 |
|
|
|
1543 |
|
|
if (!fout) { |
1544 |
|
|
cout << "can not open output file " << fno << endl; |
1545 |
|
|
return; |
1546 |
|
|
} |
1547 |
|
|
fout.write(headerPkt, LENGTH_HEADER_PKT); |
1548 |
|
|
fout.write(pamPkt, length); |
1549 |
|
|
fout.close(); |
1550 |
mocchiut |
1.1 |
} |
1551 |
|
|
|
1552 |
|
|
} |