/[PAMELA software]/rawreader/src/Read.cpp
ViewVC logotype

Contents of /rawreader/src/Read.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.5 - (show annotations) (download)
Sun Jan 28 10:55:47 2007 UTC (17 years, 10 months ago) by cafagna
Branch: MAIN
CVS Tags: v1r15, HEAD
Changes since 1.4: +1 -1 lines
Main two features of this version are:
1)  the estimation of absolute time is stored  in DB and in timesync.dat
file
2) There is CLN2_flag which gives possibility:
 a) to avoid creation of cln2 files Cln2_flag=0,
 b) if Cln2_flag=1 cln2 file is created with all data in raw file
 c) if Cln2_flag=2 cln2 file is created with only new data in raw file

1 #include "descript.h"
2 #include "flag.h"
3
4 void filename(char [], char [], char [], char[], int, char[]);
5 void FindRoute(int[], int*);
6 short int CRC(int []);
7 int restrict(int [], long long int[], int);
8
9 extern char database[120];
10 extern char MYSQL[120];
11 extern int print_flag;
12
13 int route_good1=0, route_good2=0, route_good3=0;
14 int pack_good1=0, pack_good2=0, pack_good3=0;
15 int number_good1=0, number_good2=0, number_good3=0;
16
17 void read(char fni[], char fno[], char INF[],
18 char protocol[], char path[], char name[], char nnnnn_TMP[], float quality[], int real_route[], int &Rcount)
19 {
20 FILE *fo, *fout, *foRout, *foMiss, *fo_log_kadr, *fo_route, *fo_tmp;
21 ifstream fin;
22 ofstream fo_cln1, fokadr_cln1, fo_info;
23
24 char buf[1024];
25 // char stop1;
26 char ch1,ch2,ch3,ch, ch4[80], ch5[5];
27 char file_route[100]; /*protocol binary filesm nnnnn_mmm_xxx_cln1Er.log*/
28 char miss_file[100]; /*protocol files nnnnn_mmm_xxx_mis_cln1.dat*/
29 char cln1_file[100]; /*route binary data files nnnnn_mmm_xxx_cln1.pam*/
30 char cln1_kadr[100]; /*route binary data files nnnnn_mmm_xxx_cln1.bin*/
31 char log_kadr[100]; /*log binary data files nnnnn_mmm_xxx_cln1.log*/
32 char log_route[100]; /*log binary file for number of routes*/
33 char Short_Buf[8], Name_Buf[4];
34 char temp[10], temp1[80], connection[120], command[80], name11[80];
35 short int CalcCheckSum;
36
37 int LenthBuf=1015, flag_help=0;
38 int i, j, k, file_length=0, Hex[3];
39 int N_er=0; /*Number of cadre with name error*/
40 int CRC0_er=0; /*Number of cadre with CRC0 error*/
41 int P_er=0; /*Number of cadre with packet error number*/
42 int end=0; /*End of last pamela packet*/
43 // Buffers for Cadre analysis
44 int buffer1[1024], buffer2[1024], buffer3[1024];
45 int rr=0;
46 int cirquit_no=0, route=0;
47
48 int header1, header2, header3, CRC_0[3], CRC_1[3];
49 long long int icount_int;
50 long long int icount_frac, tmpP, numP[3];
51 long int N1=0; /* Number of identified cadres*/
52 long long int icount=0; /* Number of bytes in identified cadres*/
53 long long int icount_total=0; /* Total number of bytes*/
54 long long int packet_first[100];/* First cadre number for each route*/
55 long long int packet_last[100]; /* Second cadre number for each route*/
56 long long int count_missed[100];/* Number of missed cadres in each route*/
57 long long int count_sec_missed[100];
58 unsigned long long int count_ident[100]; /* Number of good bytes in each route*/
59 unsigned long long int count_tot[100]; /* Total number of bytes in each route*/
60 int NumRout[1000]; /* Number of route*/
61 long long int Num_kadrs[1000]; /* Number of identified cadres in each route*/
62 long int Num_good_kadrs[1000]; /* Number of normal cadres in each route*/
63 long long int Num_bad_kadrs[1000]; /* Bad cadres number in each route*/
64
65 int counter=0; /* Last byte position in truncated cadre*/
66 int adr1=0; /* Initial byte of cadre in cln1.bin*/
67 int adr2=0; /* Last byte of cadre in cln2.bin*/
68 int tmp=0;
69 int numPack[4]; /* Number of cadre in given route*/
70
71 int adress[4];
72 int R_er[100]; /* Route errors number in given route*/
73 int R_er_interf1[100]; /* Interface Route error at the begining of the route*/
74 int R_er_interf2[100]; /* Interface Route error at end of route*/
75 int Mis_group[1000]; /* Number of missed cadres group
76 for each route*/
77 float first_missed[100];
78 int Pack_Er[1000]; /* Number of packets with packet number
79 error for each route*/
80 int CRC_bad_kadr[3]; /* Current CRC bad cadre number*/
81 int flag_pack[3]; /* Flag for error in packet number*/
82 int flag_rout[3]; /* Flag for error in route number*/
83 int flag_name[3]; /* Flag for name error*/
84 int flag_CRC0[3]; /* Flag for CRC0 error*/
85 int flag_CRC[3]; /* Flag for CRC error*/
86 int flag_CRC_cor[3]; /* Flag for CRC error correction*/
87 int flag_tr[3]; /* Truncate flag*/
88 short int flags; /* Number for all errors*/
89 int num_rows=0;
90 int control[1];
91 control[0]=0;
92 control[1]=0;
93 for (j=0; j<4; j++) {adress[j]=0; numPack[j]=0;}
94 for (j=0; j<1024; j++)
95 {buffer1[j]=0; buffer2[j]=0; buffer3[j]=0;}
96 for (i=0; i<100; i++)
97 {Num_kadrs[i]=0;
98 NumRout[i]=0;
99 packet_first[i]=0;
100 packet_last[i]=0;
101 count_missed[i]=0;
102 count_sec_missed[i]=0;
103 first_missed[i]=0;
104 count_ident[i]=0;
105 count_tot[i]=0;
106 R_er[i]=0;
107 R_er_interf1[i]=0;
108 Num_bad_kadrs[i]=0;
109 Num_good_kadrs[i]=0;
110 quality[i]=0; Mis_group[i]=0; Pack_Er[i]=0;
111 R_er_interf2[i]=0;}
112 for (i=0; i<3; i++)
113 {numP[i]=0; CRC_bad_kadr[i]=0; Hex[i]=0;
114 flag_pack[i]=0; flag_rout[i]=0;
115 flag_name[i]=0; flag_CRC0[i]=0; flag_tr[i]=0;
116 flag_CRC[i]=0; flag_CRC_cor[i]=0;}
117
118 stringstream oss;
119
120 strcpy(connection,MYSQL);
121 strcat(connection,database);
122 TSQLServer *sqlServer = TSQLServer::Connect(connection,"pamelaprod","rawprod");
123 if (sqlServer==0) {cerr<<"can not connect with MYSQL sever\n"; exit(1);}
124 // open input file "nnnnnmmm.pam"
125 fin.open(fni, ifstream::binary);
126 if(fin.good()==0) {cerr<<"can not open input file"; exit(1);}
127 //open output file "nnnnnmmm_work.dat"
128 fout=fopen(fno, "wb");
129 if(fout==0) {cerr<<"can not open work file"; exit(1);}
130
131 strcpy(ch5,"info");
132 strcpy(ch4,fno);
133 for(i=0;i<4;i++){ch4[strlen(ch4)-8+i]=ch5[i];}
134 // open input file "nnnnnmmm_info.dat"
135 fo_info.open(ch4, ifstream::binary);
136 if(fo_info.good()==0) {cerr<<"can not open info file"; exit(1);}
137
138 //open output file "nnnnnmmm_protocol.txt"
139 fo=fopen(protocol, "wb");
140 if(fo==0) {cerr<<"can not open protocol file"; exit(1);}
141 //open output file "nnnnnmmm_route.log"
142 strncpy(log_route,INF,strlen(INF)-9);
143 log_route[strlen(INF)-9]='\0';
144 strcat(log_route,"_route.log");
145 fo_route=fopen(log_route, "wb");
146 if(fo_route==0) {cerr<<"can not open file for routes number"; exit(1);}
147 /////////////////////////////////////////////////////////////////
148 // cin>>stop1;
149 k=0;
150 while(fin.eof()==0)
151 {
152 counter=0; //pounter for position of cadre truncation
153 N_er=0;
154 P_er=0;
155 CRC0_er=0;
156 if (N1==0) Rcount=1;
157 /**********************data reading********************************/
158 fin.read(Name_Buf,3);
159 if (fin.eof()) break;
160 fin.read(Short_Buf,5);
161 if (fin.eof()) break;
162 ch1=Name_Buf[0];
163 ch2=Name_Buf[1];
164 ch3=Name_Buf[2];
165 tmpP=(long int)(unsigned char)(Short_Buf[1])+
166 256*(long int)(unsigned char)(Short_Buf[2])+
167 256*256*(long int)(unsigned char)(Short_Buf[3]);
168 icount+=8; icount_total+=8;
169 count_ident[Rcount-1]+=8; count_tot[Rcount-1]+=8;
170
171 while((ch1!=(char)(CODE1)&&ch2!=(char)(CODE2)&&
172 (N1==0||(buffer3[1023]!=(int)(unsigned char)(Short_Buf[4])||buffer3[3]!=(int)(unsigned char)(Short_Buf[0]))))
173 ||
174 (ch2!=(char)(CODE2)&&ch3!=(char)(CODE3)&&(buffer3[1023]!=(int)(unsigned char)(Short_Buf[4])||(numP[2]+1)!=tmpP))
175 ||
176 (ch3!=(char)(CODE3)&&ch1!=(char)(CODE1)&&(buffer3[1023]!=(int)(unsigned char)(Short_Buf[4])||
177 (buffer3[5]!=(int)(unsigned char)(Short_Buf[2])&& buffer3[6]!=(int)(unsigned char)(Short_Buf[3]))))
178 ||
179 (ch1!=(char)(CODE1)&&
180 (buffer3[1023]!=(int)(unsigned char)(Short_Buf[4])&& buffer3[3]!=(int)(unsigned char)(Short_Buf[0])&&
181 buffer3[5]!=(int)(unsigned char)(Short_Buf[2])&& buffer3[6]!=(int)(unsigned char)(Short_Buf[3])))
182 ||
183 (ch2!=(char)(CODE2)&&
184 (buffer3[1023]!=(int)(unsigned char)(Short_Buf[4])&& buffer3[3]!=(int)(unsigned char)(Short_Buf[0])&&
185 buffer3[5]!=(int)(unsigned char)(Short_Buf[2])&& buffer3[6]!=(int)(unsigned char)(Short_Buf[3])))
186 ||
187 (ch3!=(char)(CODE3)&&
188 (buffer3[1023]!=(int)(unsigned char)(Short_Buf[4])&& buffer3[3]!=(int)(unsigned char)(Short_Buf[0])&&
189 buffer3[5]!=(int)(unsigned char)(Short_Buf[2])&& buffer3[6]!=(int)(unsigned char)(Short_Buf[3])))
190 ||
191 (ch1!=(char)(CODE1)&&ch2!=(char)(CODE2)&&ch3!=(char)(CODE3)))
192 {fin.get(ch);
193 if (fin.eof()) {break;}
194 ch1=ch2; ch2=ch3; ch3=Short_Buf[0];
195 for (i=0;i<4;i++) Short_Buf[i]=Short_Buf[i+1]; Short_Buf[4]=ch;
196 icount_total+=1; count_tot[Rcount-1]+=1;
197 tmpP=(long int)(unsigned char)(Short_Buf[1])+
198 256*(long int)(unsigned char)(Short_Buf[2])+
199 256*256*(long int)(unsigned char)(Short_Buf[3]);
200 }
201 if ((fin.eof())&&(N1==0))
202 {
203 fclose(fout);
204 fo_info.close();
205 remove(fno);
206 fclose(fo);
207 remove(protocol);
208 remove(INF);
209 exit(1);
210 }
211 /*****************************************************************/
212 /*********************data reading********************************/
213 fin.read(buf,LenthBuf);
214 if (fin.eof()) break;
215 icount+=1015; icount_total+=1015;
216 count_ident[Rcount-1]+=1015; count_tot[Rcount-1]+=1015;
217 /****************************************************************/
218 /********************data reading********************************/
219 fin.get(ch);
220 icount+=1; icount_total+=1;
221 count_ident[Rcount-1]+=1; count_tot[Rcount-1]+=1;
222 if (fin.eof()) break;
223 /***************************************************************/
224 N1+=1; Num_kadrs[Rcount-1]+=1;
225
226 /**********************DATA ANALYSIS****************************/
227 /***************************************************************/
228 header1=(unsigned char)(ch1);
229 header2=(unsigned char)(ch2);
230 header3=(unsigned char)(ch3);
231 switch (N1)
232 {
233 case 1:{
234 buffer3[0]=(int)(unsigned char)(ch1);
235 buffer3[1]=(int)(unsigned char)(ch2);
236 buffer3[2]=(int)(unsigned char)(ch3);
237 buffer3[3]=(int)(unsigned char)(Short_Buf[0]);
238 buffer3[4]=(int)(unsigned char)(Short_Buf[1]);
239 buffer3[5]=(int)(unsigned char)(Short_Buf[2]);
240 buffer3[6]=(int)(unsigned char)(Short_Buf[3]);
241 buffer3[7]=(int)(unsigned char)(Short_Buf[4]);
242 for (i=0; i<1015; i++)
243 {buffer3[i+8]=(int)(unsigned char)(buf[i]);}
244 buffer3[1023]=(int)(unsigned char)(ch);
245 for (i=0; i<1024; i++)
246 {buffer1[i]=buffer3[i];buffer2[i]=buffer3[i];}
247
248 NumRout[Rcount-1]=1;
249 numP[2]=(long int)(unsigned char)(Short_Buf[1])+
250 256*(long int)(unsigned char)(Short_Buf[2])+
251 256*256*(long int)(unsigned char)(Short_Buf[3]);
252 CRC_bad_kadr[2]=0;
253 flag_pack[2]=0; flag_rout[2]=0;
254 flag_name[2]=0; flag_CRC0[2]=0; flag_tr[2]=0;
255 flag_CRC[2]=0; flag_CRC_cor[2]=0;
256 for (i=0; i<2; i++)
257 {numP[i]=numP[2];CRC_bad_kadr[i]=CRC_bad_kadr[2];
258 flag_pack[i]=flag_pack[2]; flag_rout[i]=flag_rout[2];
259 flag_name[i]=flag_name[2]; flag_CRC0[i]=flag_CRC0[2];
260 flag_CRC[i]=flag_CRC[2]; flag_tr[i]=flag_tr[2];
261 flag_CRC_cor[i]=flag_CRC_cor[2];}
262 CRC_0[2]=(int)(unsigned char)(Short_Buf[4]);
263 for (i=0; i<2; i++)
264 {CRC_0[i]=CRC_0[2];}
265 CRC_1[2]=(int)(unsigned char)(ch);
266 for (i=0; i<2; i++)
267 {CRC_1[i]=CRC_1[2];}
268 packet_first[Rcount-1]=numP[2];
269 control[0]=0; control[1]=0;
270 break;
271 }
272 default:{
273 for (i=0; i<1024; i++)
274 {buffer1[i]=buffer2[i];buffer2[i]=buffer3[i];}
275 buffer3[0]=(int)(unsigned char)(ch1);
276 buffer3[1]=(int)(unsigned char)(ch2);
277 buffer3[2]=(int)(unsigned char)(ch3);
278 buffer3[3]=(int)(unsigned char)(Short_Buf[0]);
279 buffer3[4]=(int)(unsigned char)(Short_Buf[1]);
280 buffer3[5]=(int)(unsigned char)(Short_Buf[2]);
281 buffer3[6]=(int)(unsigned char)(Short_Buf[3]);
282 buffer3[7]=(int)(unsigned char)(Short_Buf[4]);
283 for (i=0; i<1015; i++)
284 {buffer3[i+8]=(int)(unsigned char)(buf[i]);}
285 buffer3[1023]=(int)(unsigned char)(ch);
286
287 for (i=0; i<2; i++)
288 {numP[i]=numP[i+1]; CRC_bad_kadr[i]=CRC_bad_kadr[i+1];
289 flag_pack[i]=flag_pack[i+1];
290 flag_rout[i]=flag_rout[i+1];
291 flag_name[i]=flag_name[i+1];
292 flag_CRC0[i]=flag_CRC0[i+1];
293 flag_tr[i]=flag_tr[i+1];
294 flag_CRC[i]=flag_CRC[i+1];
295 flag_CRC_cor[i]=flag_CRC_cor[i+1];}
296 numP[2]=(long int)(unsigned char)(Short_Buf[1])+
297 256*(long int)(unsigned char)(Short_Buf[2])+
298 256*256*(long int)(unsigned char)(Short_Buf[3]);
299 CRC_bad_kadr[2]=0;
300 flag_pack[2]=0; flag_rout[2]=0;
301 flag_name[2]=0; flag_CRC0[2]=0;
302 flag_CRC[2]=0; flag_CRC_cor[2]=0; flag_tr[2]=0;
303 for (i=0; i<2; i++) CRC_0[i]=CRC_0[i+1];
304 CRC_0[2]=(int)(unsigned char)(Short_Buf[4]);
305 for (i=0; i<2; i++) {CRC_1[i]=CRC_1[i+1];}
306 CRC_1[2]=(int)(unsigned char)(ch);
307 control[0]=control[1];
308 control[1]=0;
309 }
310 }
311 // if (print_flag>0 && fmod(N1,10000)==0) cout<<N1<<"\n";
312 if (print_flag>0 && !(N1%10000)) cout<<N1<<"\n";
313
314 /******************CRC ERROR ANALYSIS***************************/
315 CalcCheckSum=CRC(buffer3);
316 if (CalcCheckSum!=(short int)(buffer3[1023]))
317 {
318 //write in file nnnnnmmm_info.dat
319 fo_info<<"real CRC = "<<hex<<buffer3[1023]<<" (calculated CRC ="<<CalcCheckSum<<") in cadre "<<dec<<numP[2]<<"\n";
320 //write in file nnnnnmmm_work.dat
321 fprintf(fout,"%10i %4i %4i\n", numP[2], CalcCheckSum, buffer3[1023]);
322
323 flag_CRC[2]=1;
324 Num_bad_kadrs[Rcount-1]+=1;
325 CRC_bad_kadr[2]=numP[2];
326 counter=restrict(buffer3,numP,buffer2[3]);
327 if (counter!=0)
328 {fo_info<<" truncate byte="<<counter<<" in cadre "<<numP[2]<<"\n";
329 if (print_flag>0)
330 {cout<<" truncate counter="<<counter<<" route="<<buffer2[3]<<" "<<buffer3[3]<<" cadre="<<numP[2]<<" "<<numP[1]<<" "<<numP[0]<<"\n";}
331 fin.seekg(-(1024-counter),ios::cur);
332 icount-=1024;
333 count_ident[Rcount-1]-=1024;
334 count_tot[Rcount-1]-=1024-counter;
335 icount_total-=1024-counter;
336 N1-=1;
337 CRC_bad_kadr[2]=0;
338 flag_tr[2]=1;
339 Num_kadrs[Rcount-1]-=1;
340 Num_bad_kadrs[Rcount-1]-=1;}
341 }
342
343 /******************HEADER ANALYSIS*******************************/
344 if ((header1!=(int)(CODE1))||(header2!=(int)(CODE2))||(header3!=(int)(CODE3)))
345 {flag_name[2]=1; N_er=N1;}
346 /****************************************************************/
347
348 /******************CRC0 ANALYSIS*********************************/
349 if ((buffer2[7]!=buffer1[1023])&&
350 ((numP[1]==numP[0]+1)||(numP[1]==numP[2]-1))&&(flag_tr[1]!=1)&&(flag_tr[0]!=1)&&(N1>2))
351 {flag_CRC0[1]=1; CRC0_er=N1-1;}
352 /****************************************************************/
353
354 /******************CADRE NUMBER ANALYSIS*************************/
355 if ((numP[1]!=(numP[0]+1))&&(numP[1]!=(numP[2]-1))&&(N1!=1)&&(CRC_bad_kadr[1]==numP[1])&&(numP[1]!=0))
356 {P_er=N1-1; flag_pack[1]=1;
357 //Correct error packet number//
358 tmpP=numP[0]+1;
359 for (i=0;i<3;i++) Hex[i]=0;
360 for (i=0;i<3;i++)
361 {if (tmpP/(long int)(pow(256.,2-i))>=1)
362 {Hex[2-i]=(int)(tmpP/(long int)(pow(256.,2-i)));
363 tmpP=tmpP-(long int)pow(256.,2-i)*(int)(tmpP/(long int)(pow(256.,2-i)));}}
364 // for (i=4;i<7;i++) (buffer2[i]=Hex[i-4]);
365 if (buffer2[1023]==(int)(CRC(buffer2))) flag_CRC_cor[1]=1;
366
367 tmpP=numP[2]-1;
368 for (i=0;i<3;i++) Hex[i]=0;
369 for (i=0;i<3;i++)
370 {if (tmpP/(long int)(pow(256.,2-i))>=1)
371 {Hex[2-i]=(int)(tmpP/(long int)(pow(256.,2-i)));
372 tmpP=tmpP-(long int)pow(256.,2-i)*(int)(tmpP/(long int)(pow(256.,2-i)));}}
373 // for (i=4;i<7;i++) (buffer2[i]=Hex[i-4]);
374 if (buffer2[1023]==(int)(CRC(buffer2))) flag_CRC_cor[1]=1;
375 }
376 /////////////////////////////////////////////////////////////////////
377 if ((numP[2]!=(numP[1]+1))&&(N1!=1)&&(buffer3[3]==buffer2[3])&&(CRC_bad_kadr[2]==numP[2])&&(numP[2]!=0)) flag_pack[2]=1;
378 if (flag_pack[2]!=1) packet_last[Rcount-1]=numP[2];
379 ////////Missing cadre analysis////////////////////////////////////
380 /**route number: 10 (10 19 10) 10 ******************************/
381 /**cadre number: 21 (22 17 18) 19 ******************************/
382 /**missed cadres: 21 20 19 18 17 ******************************/
383 if ((numP[1]<numP[0])&&(numP[1]==numP[2]-1)&&(buffer1[3]==buffer3[3])&&(flag_tr[1]==0)&&
384 (flag_pack[0]==0)&&(flag_pack[1]==0)&&(flag_pack[2]==0)&&(control[0]==0))
385 {Mis_group[Rcount-1]+=1;
386 count_sec_missed[Rcount-1]+=numP[0]-1-numP[1];
387 fprintf(foMiss,"secondary transmitted cadres may be %lli - %lli number of cadres=%lli\n",
388 numP[1],numP[0],numP[0]-1-numP[1]);
389 }
390 /**route number: 10 (10 19 10) 10 ******************************/
391 /**cadre number: 11 (12 15 20) 21 ******************************/
392 /**missed cadres: 16 17 18 19 ******************************/
393 if ((numP[1]>numP[0]+1)&&(numP[1]<numP[2]-1)&&(buffer1[3]==buffer3[3])&&(flag_tr[1]==0)&&
394 (flag_pack[0]==0)&&(flag_pack[1]==0)&&(flag_pack[2]==0))
395 {Mis_group[Rcount-1]+=1;
396 fprintf(foMiss,"1) %9lli%9lli\n",numP[1]+1,numP[2]-1);
397 if (print_flag>0) cout<<"1) "<<numP[0]<<" "<<numP[1]<<" "<<numP[2]<<"\n";
398 count_missed[Rcount-1]+=numP[2]-numP[1]-1;}
399 /**route number: (10 10 10) 10 10 ******************************/
400 /**cadre number: (11 29 15) 14 15 ******************************/
401 /**number of missed cadres:2 ******************************/
402 else if (((numP[1]<numP[0]+1)||(numP[1]>numP[2]-1))&&(numP[2]-numP[0]>2)&&
403 (buffer1[3]==buffer3[3])&&(buffer1[3]==buffer2[3])&&(flag_tr[1]==0)&&
404 (flag_pack[2]==0)&&(flag_pack[1]==1)&&(flag_pack[0]==0))
405 {Mis_group[Rcount-1]+=1;
406 fprintf(foMiss,"2) %9lli%9lli\n",numP[0]+1,numP[2]-1);
407 if (print_flag>0) cout<<"2) "<<numP[0]<<" "<<numP[1]<<" "<<numP[2]<<"\n";
408 count_missed[Rcount-1]+=numP[2]-numP[0]-1-1;}
409 else if (((numP[1]<numP[0]+1)||(numP[1]>numP[2]-1))&&((numP[2]-numP[0])==2)&&
410 (buffer1[3]==buffer3[3])&&(buffer1[3]==buffer2[3])&&(flag_tr[1]==0))
411 {control[1]=1;}
412 /**route number: (10 10 10) 10 10 ******************************/
413 /**cadre number: (11 15 16) 17 18 ******************************/
414 /**missed kadrs: 12 13 14 ******************************/
415 else if ((numP[1]>numP[0]+1)&&(numP[1]<=numP[2]-1)&&(buffer1[3]==buffer3[3])&&(buffer1[3]==buffer2[3])&&
416 (flag_tr[1]==0)&&(flag_pack[2]==0)&&(flag_pack[1]==0)&&(flag_pack[0]==0)&&(control[0]==0))
417 {Mis_group[Rcount-1]+=1;
418 fprintf(foMiss,"3) %9lli%9lli\n",numP[0]+1,numP[1]-1);
419 if (print_flag>0) cout<<"3) "<<numP[0]<<" "<<numP[1]<<" "<<numP[2]<<"\n";
420 count_missed[Rcount-1]+=numP[1]-numP[0]-1;}
421 /**route number:(10 10 )10 10 10 10 ******************************/
422 /**cadre number:( 1 11 )12 13 14 15 ******************************/
423 /**number of missed cadres: 10 ******************************/
424 else if ((N1>2)&&(abs(numP[1]-pack_good3)>abs(Num_kadrs[Rcount-1]-number_good3-1))&&
425 (buffer2[3]==route_good3)&&(flag_tr[2]==0)&&(flag_pack[2]==0)&&(numP[2]>numP[0]+2)&&(control[0]==0))
426 {Mis_group[Rcount-1]+=1;
427 if (pack_good3<numP[2]) count_missed[Rcount-1]+=abs(numP[2]-pack_good3)-1;
428 fprintf(foMiss,"4) %9lli%9lli number of missed cadres=%i\n", pack_good3, numP[1], abs(numP[1]-pack_good3-1));
429 if (print_flag>0) cout<<"P1="<<numP[0]<<" P2="<<numP[1]<<" P3="<<numP[2]<<"\n";
430 // cout<<"pack_good1="<<pack_good1<<" pack_good2="<<pack_good2<<" pack_good3="<<pack_good3<<"\n";
431 // cout<<"number_good1="<<number_good1<<" number_good2="<<number_good2<<" number_good3="<<number_good3<<"\n";
432 }
433 //truncate cadres
434 /**route number: 10 (10 10 10) 10 ******************************/
435 /**cadre number: 11 (12 13 14) 15 ******************************/
436 /**missed truncate cadre:13 ******************************/
437 else if ((numP[0]<numP[2]-1)&&(buffer1[3]==buffer3[3])&&
438 (flag_tr[0]==0)&&(flag_tr[1]==1)&&(flag_tr[2]==0)&&
439 (flag_pack[2]==0)&&(flag_pack[1]==0)&&(flag_pack[0]==0))
440 {Mis_group[Rcount-1]+=1;
441 fprintf(foMiss,"5) %9lli%9lli\n",numP[0]+1,numP[2]-1);
442 count_missed[Rcount-1]+=numP[2]-numP[0]-1;}
443 /***************************************************************/
444
445 if (flag_CRC[2]!=1)
446 {
447 pack_good1=pack_good2;
448 pack_good2=pack_good3;
449 route_good1=route_good2;
450 route_good2=route_good3;
451 number_good1=number_good2;
452 number_good2=number_good3;
453
454 pack_good3=numP[2];
455 route_good3=buffer3[3];
456 number_good3=Num_kadrs[Rcount-1];
457 }
458 /******************ROUTE NUMBER ANALYSIS**************************/
459 if ((buffer2[3]!=buffer1[3])&&(buffer2[3]!=buffer3[3])&&(buffer1[3]!=buffer3[3])&&
460 (flag_pack[2]==0)&&(flag_pack[1]==0)&&(flag_pack[0]==0))
461 {
462
463 }
464 /**************First route***************************************/
465 /**route number: (0 4) 4*****************************************/
466 /**cadre number: (0 1) 2*****************************************/
467 if (N1==2)
468 {packet_first[Rcount-1]=numP[1];
469 packet_last[Rcount-1]=numP[2];
470 NumRout[Rcount-1]=1;
471 // CREATE FILE NAMES
472 filename(file_route, miss_file, cln1_file, path, NumRout[Rcount-1], name);
473 strncpy(cln1_kadr,cln1_file,strlen(cln1_file)-3);
474 cln1_kadr[strlen(cln1_file)-3]='\0';
475 strcat(cln1_kadr,"bin");
476 strncpy(log_kadr,file_route,strlen(file_route)-6);
477 log_kadr[strlen(file_route)-6]='\0';
478 strcat(log_kadr,"_bin.log");
479 //Open files for new route
480 foRout=fopen(file_route, "wb"); //nnnnn_mmm_xxx_cln1Er.log
481 foMiss=fopen(miss_file, "wb"); //nnnnn_mmm_xxx_mis_cln1.dat
482 if (CLN1_MEPHI>0)
483 {strcpy(ch4,"");
484 strncat(ch4,path,strlen(path)-6);
485 strcat(strcpy(temp1,ch4),"Cln1/tmp.dat");
486 if ((fo_tmp=fopen(temp1,"w"))==NULL)
487 {strcat(strcat(strcpy(command,"mkdir "),ch4),"Cln1");
488 //Creata special directory for cln1 files
489 system(command);
490 }
491 else
492 {
493 fclose(fo_tmp);
494 remove(temp1);
495 }
496 for(i=0;i<22;i++)
497 {name11[i]=cln1_file[i+strlen(cln1_file)-22];}
498 name11[22]='\0';
499 strcat(strcat(ch4,"Cln1/"),name11);
500 strcpy(cln1_file,ch4);
501 }
502 fo_cln1.open(cln1_file, ios::binary); //nnnnn_mmm_xxx_cln1.pam
503
504 if (!fo_cln1) cout<<"can not open "<<cln1_file<<"\n";
505 fokadr_cln1.open(cln1_kadr,ios::binary); //nnnnn_mmm_xxx_cln1.bin
506 if (!fokadr_cln1) cout<<"can not open "<<cln1_kadr<<"\n";
507 fo_log_kadr=fopen(log_kadr,"wb"); //nnnnn_mmm_xxx_cln1_bin.log
508 }
509 /***************New route****************************************/
510 /**route number: 7 ( 7 0 8) 8*********************************/
511 /**cadre number: 199 (200 0 1) 2*********************************/
512 /**route number: 7 ( 7 8 8) 8*********************************/
513 /**cadre number: 199 (200 0 1) 2*********************************/
514 if ( ((buffer1[3]!=buffer3[3])&&(buffer2[3]==0)&&(N1>3)&&(numP[1]!=numP[0]+1)&&(numP[1]<10))||
515 ((buffer1[3]!=buffer2[3])&&(buffer2[3]==buffer3[3])&&(buffer1[3]!=0)&&(numP[1]!=numP[0]+1)&&(numP[1]<10)&&
516 (flag_pack[0]==0)&&(flag_pack[1]==0))||
517 ((numP[2]==numP[1]+1)&&(numP[1]==0)&&(Num_kadrs[Rcount-1]>1000000)) )
518 {Rcount+=1;
519 packet_last[Rcount-2]=numP[0];
520 packet_first[Rcount-1]=numP[1];
521 NumRout[Rcount-1]=Rcount;
522 if (print_flag>0)
523 {cout<<"New route="<<Rcount<<" "<<buffer1[3]<<" "<<buffer2[3]<<" "<<buffer3[3]<<"\n";
524 cout<<numP[0]<<" "<<numP[1]<<" "<<numP[2]<<"\n";}
525 if (flag_tr[1]==0)
526 {Num_kadrs[Rcount-2]-=2;
527 Num_kadrs[Rcount-1]+=2;
528 count_ident[Rcount-1]+=2048; count_ident[Rcount-2]-=2048;
529 count_tot[Rcount-1]+=2048; count_tot[Rcount-2]-=2048;}
530 else
531 {Num_kadrs[Rcount-2]-=1;
532 Num_kadrs[Rcount-1]+=1;
533 count_ident[Rcount-1]+=1024; count_ident[Rcount-2]-=1024;
534 count_tot[Rcount-1]+=1024; count_tot[Rcount-2]-=1024;}
535 // CREATE FILE NAMES
536 filename(file_route, miss_file, cln1_file, path, NumRout[Rcount-1], name);
537 strncpy(cln1_kadr,cln1_file,strlen(cln1_file)-3);
538 cln1_kadr[strlen(cln1_file)-3]='\0';
539 strcat(cln1_kadr,"bin");
540 strncpy(log_kadr,file_route,strlen(file_route)-6);
541 log_kadr[strlen(file_route)-6]='\0';
542 strcat(log_kadr,"_bin.log");
543 fclose(foRout); //Close files
544 fo_cln1.close(); //for old
545 fclose(foMiss); //route
546 fokadr_cln1.close();
547 fclose(fo_log_kadr);
548 //Open files for new route
549 foRout=fopen(file_route, "wb"); //nnnnn_mmm_xxx_cln1Er.log
550 foMiss=fopen(miss_file, "wb"); //nnnnn_mmm_xxx_mis_cln1.dat
551 fo_cln1.open(cln1_file, ios::binary); //nnnnn_mmm_xxx_cln1.pam
552 fokadr_cln1.open(cln1_kadr,ios::binary); //nnnnn_mmm_xxx_cln1.bin
553 fo_log_kadr=fopen(log_kadr,"wb"); //nnnnn_mmm_xxx_cln1_bin.log
554 if ((CRC_bad_kadr[2]==numP[2])&&(numP[2]!=0)) {Num_bad_kadrs[Rcount-1]+=1; Num_bad_kadrs[Rcount-2]-=1;}
555 if ((CRC_bad_kadr[1]==numP[1])&&(numP[1]!=0))
556 {Num_bad_kadrs[Rcount-1]+=1; Num_bad_kadrs[Rcount-2]-=1;
557 flags=(short int)(pow((float)(2*flag_name[1]),4)+
558 pow((float)(2*flag_rout[1]),1)+
559 pow((float)(2*flag_pack[1]),2)+
560 pow((float)(2*flag_CRC0[1]),3)+
561 pow((float)(2*flag_CRC[1]),5)+
562 pow((float)(2*flag_CRC_cor[1]),6));
563 fprintf(foRout,"%1c%1c%1c%1c",(char)(buffer2[4]),(char)(buffer2[5]),(char)(buffer2[6]),(char)(flags));
564 fo_info<<"New route: cadre="<<CRC_bad_kadr[1]<<" error flag="<<flags<<"\n";
565 CRC_bad_kadr[1]-=1;}
566 }
567
568 if (((numP[1]==0)&&(N1>1))||(N1==2))
569 {rr=0;
570 FindRoute(buffer2, &rr);
571 if (rr>0)
572 {
573 real_route[Rcount]=rr;
574 }
575 else
576 {
577 real_route[Rcount]=0;
578 }
579 }
580 /***************************************************************/
581 if (CRC_bad_kadr[1]==numP[1])
582 {
583 //Correct CRC0 error/////////////////////////////////////////////////
584 if (flag_CRC0[1]!=0)
585 {
586 buffer2[7]=buffer1[1023];
587 if (buffer2[1023]==(int)(CRC(buffer2))) flag_CRC_cor[1]=1;
588 }
589 //Correct name error/////////////////////////////////////////////////
590 if (flag_name[1]!=0)
591 {buffer2[0]=(int)(CODE1);
592 buffer2[1]=(int)(CODE2);
593 buffer2[2]=(int)(CODE3);
594 if (buffer2[1023]==(int)(CRC(buffer2))) flag_CRC_cor[1]=1;
595 }
596 }
597 ////////////////////////////////////////////////////////////////////
598 /*******************************************************************/
599 if ((CRC_bad_kadr[1]==numP[1])&&(numP[1]!=0)&&(N1>1))
600 {
601 flags=(short int)(pow((float)(2*flag_name[1]),4)+
602 pow((float)(2*flag_rout[1]),1)+
603 pow((float)(2*flag_pack[1]),2)+
604 pow((float)(2*flag_CRC0[1]),3)+
605 pow((float)(2*flag_CRC[1]),5)+
606 pow((float)(2*flag_CRC_cor[1]),6));
607 fprintf(foRout,"%1c%1c%1c%1c",(char)(buffer2[4]),
608 (char)(buffer2[5]),(char)(buffer2[6]),(char)(flags));
609 fo_info<<" error flag="<<flags<<" in cadre "<<numP[1]<<"\n";}
610
611 /***************************************************************/
612 //*Packet analysis**********************************************
613 if (N_er!=0) fo_info<<"Name error "<<N_er<<" in cadre "<<numP[2]<<"\n";
614 if (P_er!=0) fo_info<<"Number packet error "<<numP[1]<<" in cadre "<<P_er<<"\n";
615 if (CRC0_er!=0) fo_info<<"CRC0 error "<<numP[1]<<" in cadre "<<CRC0_er<<"\n";
616
617 /***************PAMELA data extracting for each route***********/
618 // if (N1!=1&&(flag_CRC[1]==0||(flag_rout[1]==0&&flag_pack[1]==0)||
619 // (flag_CRC[1]!=0&&flag_CRC_cor[1]==1)))
620 if ((N1!=1)&&(flag_tr[1]==0))
621 {end=0;
622 if (buffer2[3]!=buffer1[3]||buffer2[3]!=buffer3[3])
623 {for (i=8;i<1020;i++)
624 {
625 // if (fmodf(float((Num_kadrs[Rcount-1]-1)*1015+i-8),float(64))==0.&&buffer2[i]==0&&buffer2[i+1]==0&&
626 // buffer2[i+2]==0&&buffer2[i+3]==0) end=1;
627 if (end!=1) fo_cln1<<(unsigned char)buffer2[i];
628 }
629 if (end!=1) for(i=1020;i<1023;i++) {fo_cln1<<(unsigned char)buffer2[i];}
630 }
631 else {for(i=8;i<1023;i++) fo_cln1<<(unsigned char)buffer2[i];}
632 for (i=0;i<1024;i++) {fokadr_cln1<<(unsigned char)buffer2[i];}
633 //Write in file nnnnn_mmm_xxx_cln1_bin.log
634 tmp=numP[1];
635 for (k=0;k<4;k++) numPack[k]=0;
636 for (k=0;k<3;k++)
637 {if (tmp/(long int)(pow(256.,2-k))>=1)
638 {numPack[2-k]=(int)(tmp/(long int)(pow(256.,2-k)));
639 tmp=tmp-(long int)pow(256.,2-k)*(int)(tmp/(long int)(pow(256.,2-k)));}}
640 for (i=0;i<3;i++) fputc((int)(unsigned char)(numPack[i]),fo_log_kadr);
641 adr1=icount-1024*2;
642 for (k=0;k<4;k++) adress[k]=0;
643 for (k=0;k<4;k++)
644 {if (adr1/(long int)(pow(256.,3-k))>=1)
645 {adress[3-k]=(int)(adr1/(long int)(pow(256.,3-k)));
646 adr1=adr1-(long int)pow(256.,3-k)*
647 (int)(adr1/(long int)(pow(256.,3-k)));}}
648 for (i=0;i<4;i++) fputc((int)(unsigned char)(adress[i]),fo_log_kadr);
649 adr2=icount-1024;
650 for (k=0;k<4;k++) adress[k]=0;
651 for (k=0;k<4;k++)
652 {if (adr2/(long int)(pow(256.,3-k))>=1)
653 {adress[3-k]=(int)(adr2/(long int)(pow(256.,3-k)));
654 adr2=adr2-(long int)pow(256.,3-k)*
655 (int)(adr2/(long int)(pow(256.,3-k)));}}
656 for (i=0;i<4;i++) fputc((int)(unsigned char)(adress[i]),fo_log_kadr);
657 fputc(flags,fo_log_kadr);
658 }
659 }
660 /***************************************************************/
661 /***************************************************************/
662 if (flag_CRC[2]==0||(flag_rout[2]==0&&flag_pack[2]==0)||(flag_CRC[2]!=0&&flag_CRC_cor[2]==1))
663 {end=0;
664 for (i=0;i<1024;i++) fokadr_cln1<<(unsigned char)buffer3[i];
665 //Write in file nnnnn_mmm_xxx_cln1_bin.log
666 tmp=numP[2];
667 for (k=0;k<4;k++) numPack[k]=0;
668 for (k=0;k<3;k++)
669 {if (tmp/(long int)(pow(256.,2-k))>=1)
670 {numPack[2-k]=(int)(tmp/(long int)(pow(256.,2-k)));
671 tmp=tmp-(long int)pow(256.,2-k)*
672 (int)(tmp/(long int)(pow(256.,2-k)));}}
673 for (i=0;i<3;i++) fputc((int)(unsigned char)(numPack[i]),fo_log_kadr);
674 adr1=icount-1024;
675 for (k=0;k<4;k++) adress[k]=0;
676 for (k=0;k<4;k++)
677 {if (adr1/(long int)(pow(256.,3-k))>=1)
678 {adress[3-k]=(int)(adr1/(long int)(pow(256.,3-k)));
679 adr1=adr1-(long int)pow(256.,3-k)*
680 (int)(adr1/(long int)(pow(256.,3-k)));}}
681 for (i=0;i<4;i++) fputc((int)(unsigned char)(adress[i]),fo_log_kadr);
682 adr2=icount;
683 for (k=0;k<4;k++) adress[k]=0;
684 for (k=0;k<4;k++)
685 {if (adr2/(long int)(pow(256.,3-k))>=1)
686 {adress[3-k]=(int)(adr2/(long int)(pow(256.,3-k)));
687 adr2=adr2-(long int)pow(256.,3-k)*
688 (int)(adr2/(long int)(pow(256.,3-k)));}}
689 for (i=0;i<4;i++) fputc((int)(unsigned char)(adress[i]),fo_log_kadr);
690 fputc(flags,fo_log_kadr);
691
692 for (i=8;i<1019;i++)
693 {
694 // if (fmodf(float((Num_kadrs[Rcount-1]-1)*1015+i-8),
695 // float(64))==0.&&buffer3[i]==0&&buffer3[i+1]==0&&
696 // buffer3[i+2]==0&&buffer3[i+3]==0&&buffer3[i+4]==0) end=1;
697 if (end!=1) fo_cln1<<(unsigned char)buffer3[i];
698 }
699 if (end!=1) {for(i=1019;i<1023;i++) {fo_cln1<<(unsigned char)buffer3[i];}}
700 }
701
702 icount_int = (int)(icount/1024);
703 icount_frac= icount%1024;
704
705 //***protocol file***********************************************
706 file_length=(int)(strlen(name));
707 fprintf(fo,"file name=/home/ntsomz/downlinks/%s\n",name);
708 fprintf(fo,"file size= %i,%i kByte \n", icount_int, icount_frac);
709 fprintf(fo,"number identified cadres= %i\n", N1);
710 fprintf(fo,"number of routes= %i\n", Rcount);
711
712 for(i=0;i<5;i++) {temp[i]=name[i]; temp[5]='\0';}
713 sscanf(temp,"%5d", &cirquit_no);
714 for(i=0;i<3;i++) {temp[i]=name[i+5]; temp[3]='\0';}
715 sscanf(temp,"%3i", &route);
716
717 for (i=0;i<Rcount;i++)
718 {
719 for(j=0;j<22;j++) temp[j]=cln1_file[j+strlen(cln1_file)-22];
720 temp[22]='\0';
721 oss.str("");
722 oss << "INSERT INTO RAW_FILES (cirquit_n, route_n, counter, NumCadr, CRCerr, cln1_name, cln1_size)"
723 << " VALUES ("<< cirquit_no << ","<< route << ","<< i+1 <<","<< Num_kadrs[i]<< "," << Num_bad_kadrs[i] << ",'"
724 << temp << "'," << count_ident[i]-Num_kadrs[i]*9 << ")";
725 if (print_flag>0) cout<<oss.str().c_str()<<" table RAW_FILES\n";
726 TSQLResult *res=sqlServer->Query(oss.str().c_str());
727
728 Num_good_kadrs[i]=Num_kadrs[i]-Num_bad_kadrs[i];
729 if (packet_first[i]>1)
730 {first_missed[i]=(float)(1.)-float(packet_first[i]-1.)/(float)(packet_last[i]);}
731 else if (packet_first[i]==0)
732 {first_missed[i]=1.;}
733
734
735 quality[i]=(float)(1.)-(float)(Num_bad_kadrs[i])/(float)(Num_kadrs[i]);
736 fprintf(fo,"\nRoute number=%i: number of normal cadres= %i: number of errors=%i; \n",NumRout[i],Num_good_kadrs[i],Num_bad_kadrs[i]);
737 fprintf(fo,"size of identified cadres =%lli bytes;",count_ident[i]);
738 fprintf(fo," total size of route=%lli bytes;\n",count_tot[i]);
739 fprintf(fo,"first cadre number= %lli:", packet_first[i]);
740 fprintf(fo," last cadre number= %lli:", packet_last[i]);
741 fprintf(fo," Number of missed cadres= %lli: Number of double transmitted cadres= %lli\n",
742 count_missed[i], count_sec_missed[i]);
743 fprintf(fo,"number of identified cadres=%lli: quality index=%f: completness=%f \n", Num_kadrs[i], quality[i],
744 first_missed[i]);
745 }
746
747 //***route number log file**************************************
748 for (i=0;i<Rcount;i++) {fprintf(fo_route,"%1c",(char)(NumRout[i]));}
749
750
751 //***************************************************************
752 fin.close();
753 fclose(fout);
754 fo_info.close();
755 fclose(fo);
756 fclose(foRout);
757 fclose(foMiss);
758 fo_cln1.close();
759 fclose(fo_log_kadr);
760 fokadr_cln1.close();
761 fclose(fo_route);
762 }
763

  ViewVC Help
Powered by ViewVC 1.1.23