/[PAMELA software]/yoda/techmodel/EventReader.cpp
ViewVC logotype

Contents of /yoda/techmodel/EventReader.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 6.15 - (show annotations) (download)
Mon Nov 20 08:58:04 2006 UTC (18 years ago) by mocchiut
Branch: MAIN
CVS Tags: YODA6_3/19, YODA6_3/20, HEAD
Changes since 6.14: +47 -17 lines
Padding bug fixed, compiling bug on 64 bit arch fixed

1 /** @file
2 * $Author: mocchiut $
3 * $Date: 2006/11/16 12:28:17 $
4 * $Revision: 6.14 $
5 *
6 * Implementation of the functions of a sample Algorithm class.
7 * This file can be used as a templace to develop your own algorithm.
8 */
9
10 #include <log4cxx/logger.h>
11 #include "EventReader.h"
12 #include "ReaderAlgorithms.h"
13
14 extern "C" {
15 #include "CRC.h"
16 }
17
18 using namespace pamela;
19 using namespace pamela::techmodel;
20
21 static log4cxx::LoggerPtr logger = log4cxx::Logger::getLogger(_T("pamela.techmodel.EventReader"));
22
23 unsigned int EventReader::maxPackets = 0;
24 unsigned int EventReader::prevPckCounter = 0;
25 unsigned int EventReader::prevPckOBT = 0;
26
27
28 /**
29 * Constructor.
30 */
31 EventReader::EventReader(int packetsLimit = -1):
32 TechmodelAlgorithm(0, "TechmodelEventReader"){
33 EventReader::maxPackets = packetsLimit;
34 logger->debug(_T("Constructor"));
35 Header = new EventHeader();
36
37 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::PhysEndRun, new PhysEndRunReader));
38 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPulse1, new CalibCalPulse1Reader));
39 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPulse2, new CalibCalPulse2Reader));
40 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Physics, new PhysicsReader));
41 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrkBoth, new CalibTrkBothReader));
42 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrk1, new CalibTrk1Reader));
43 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrk2, new CalibTrk2Reader));
44 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTof, new CalibTofReader));
45 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibS4, new CalibS4Reader));
46 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPed, new CalibCalPedReader));
47 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib1_Ac1, new Calib1_Ac1Reader));
48 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib2_Ac1, new Calib2_Ac1Reader));
49 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib1_Ac2, new Calib1_Ac2Reader));
50 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib2_Ac2, new Calib2_Ac2Reader));
51 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib2_Ac2, new CalibCalReader));
52 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::RunHeader, new RunHeaderReader));
53 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::RunTrailer, new RunTrailerReader));
54 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibHeader, new CalibHeaderReader));
55 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrailer, new CalibTrailerReader));
56 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::InitHeader, new InitHeaderReader));
57 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::InitTrailer, new InitTrailerReader));
58 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::EventTrk, new EventTrkReader));
59 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Log, new LogReader));
60 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::VarDump, new VarDumpReader));
61 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::ArrDump, new ArrDumpReader));
62 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TabDump, new TabDumpReader));
63 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Tmtc, new TmtcReader));
64 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Mcmd, new McmdReader));
65 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::ForcedFECmd, new ForcedFECmdReader));
66 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac1Init, new Ac1InitReader));
67 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalInit, new CalInitReader));
68 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrkInit, new TrkInitReader));
69 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TofInit, new TofInitReader));
70 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrgInit, new TrgInitReader));
71 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::NdInit, new NdInitReader));
72 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::S4Init, new S4InitReader));
73 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac2Init, new Ac2InitReader));
74 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalAlarm, new CalAlarmReader));
75 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac1Alarm, new Ac1AlarmReader));
76 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrkAlarm, new TrkAlarmReader));
77 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrgAlarm, new TrgAlarmReader));
78 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TofAlarm, new TofAlarmReader));
79 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::S4Alarm, new S4AlarmReader));
80 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac2Alarm, new Ac2AlarmReader));
81 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TsbT, new TsbTReader));
82 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TsbB, new TsbBReader));
83 }
84
85 /**
86 * Get a string with the version info of the algorithm.
87 */
88 std::string EventReader::GetVersionInfo(void) const {
89 return
90 "$Header: /afs/ba.infn.it/user/pamela/src/CVS/yoda/techmodel/EventReader.cpp,v 6.14 2006/11/16 12:28:17 mocchiut Exp $\n";
91 }
92
93 /**
94 * Initialize the algorithm with a special run. This will initialize the
95 * event reader routines for all packet types.
96 */
97 void EventReader::Init(PamelaRun *run) {
98 SetInputStream(run);
99 //Create the structure of directories and create xxx.Header.root files
100 run->WriteHeaders(this, &Header);
101 fPL = 0;
102 notfirst = false;
103 jgood = true;
104 //Create the xxx.root in it's specific directory
105 for (AlgorithmMap::iterator i = TechmodelAlgorithmMap.begin();
106 i != TechmodelAlgorithmMap.end(); i++) {
107 oss.str("");
108 oss << "Initializing algo " << i->second->GetAlgorithmName();
109 logger->debug(oss.str().c_str());
110 i->second->Init(run);
111 }
112 Run = dynamic_cast<TechmodelPamelaRun*>(run);
113 }
114
115 static void SkipToNextHeader(ifstream *);
116
117 /**
118 * Read the next event header, call the reader algorithms that
119 * correspond to its packet type, and read the event trailer.
120 */
121 void EventReader::RunEvent(int EventNumber) {
122 stringstream oss;
123 int step = 0;
124 const PacketType* type;
125 while ( InputFile->good() && !InputFile->eof() && ((step++ < maxPackets) || (maxPackets == 0))){
126 try {
127 if (FindStart()) {
128 UnpackPscuHeader();
129 type = Header->GetPscuHeader()->GetPacketType();
130 AlgorithmMap::iterator i = TechmodelAlgorithmMap.find(type);
131 if (i != TechmodelAlgorithmMap.end()) {
132 TechmodelAlgorithm *EventAlgorithm(i->second);
133 EventAlgorithm->RunEvent(EventNumber, Header->GetPscuHeader()->GetPacketLenght());
134 Run->FillTrees(type);
135 Header->GetCounter()->Increment(type);
136 logger->info(Header->GetPscuHeader()->Print());
137 } else {
138 oss.str("");
139 oss << "\n No way to read events of type " << type->GetName().c_str() << Header->GetPscuHeader()->Print();
140 throw NotExistingAlgorithmException(oss.str().c_str()); //to exctract to an higher level and delete the logger!
141 }
142
143 //
144 // E. Mocchiutti
145 //
146 //
147 // Start reading the next event jumping the CPU padding to 64 bits
148 //
149 if ( Header->GetPscuHeader()->GetPacketId1() == 0x10 ) notfirst = true;
150 //
151 if ( !InputFile->eof() && notfirst ){
152 const unsigned char fafe[3]={0xFA, 0xFE, 0xDE};
153 char isfa[3];
154 memset(isfa, 0, 3*sizeof(char));
155 InputFile->read(isfa, sizeof(isfa));
156 InputFile->seekg(-3,std::ios::cur);
157 //
158 fPL += 16 + Header->GetPscuHeader()->GetPacketLenght();
159 //
160 if ( (0x000000FF & isfa[0]) == fafe[0] && (0x000000FF & isfa[2]) == fafe[2] && (0x000000FF & isfa[2]) == fafe[2] ){
161 //
162 fPL += 0;
163 } else {
164 if ( !jgood ){
165 jgood = true;
166 } else {
167 Float_t pd0 = fPL/64.;
168 fPL = 0;
169 Float_t pd1 = pd0 - (Float_t)int(pd0);
170 Float_t padfrac = 64. - pd1 * 64.;
171 //
172 UInt_t padbytes = (UInt_t)padfrac;
173 if ( padbytes > 0 && padbytes < 64 ){
174 oss.str("");
175 oss << " padbytes is " << padbytes << " \n skipping these bytes\n";
176 logger->info(oss.str().c_str());
177 InputFile->seekg(padbytes,std::ios::cur);
178 };
179 };
180 };
181 };
182 //
183 // end E. Mocchiutti
184 //
185
186 }
187 // In case of exception have to save the packet in a specific root file??
188 } catch (NotExistingAlgorithmException exc) {
189 oss.str("");
190 oss << exc.print() << " " << Header->GetPscuHeader()->Print();
191 logger->error(oss.str().c_str());
192 jgood = false;
193 } catch (WrongCRCHeaderException exc) {
194 oss.str("");
195 oss << exc.print();
196 logger->error(oss.str().c_str());
197 jgood = false;
198 } catch (WrongCRCException exc) {
199 oss.str("");
200 oss << exc.print() << " " << Header->GetPscuHeader()->Print();
201 logger->error(oss.str().c_str());
202 archiveCorruptedPacket(Header->GetPscuHeader()->FileOffset, Header->GetPscuHeader()->PacketLenght);
203 jgood = false;
204 } catch (UnidentifiedPacketException exc) {
205 oss.str("");
206 oss << exc.print() << " " << Header->GetPscuHeader()->Print();
207 logger->error(oss.str().c_str());
208 jgood = false;
209 } catch (NotExistingCounterException exc) {
210 oss.str("");
211 oss << exc.print() << " " << Header->GetPscuHeader()->Print();
212 logger->error(oss.str().c_str());
213 jgood = false;
214 } catch (LengthException exc) {
215 oss.str("");
216 oss << exc.print() << " " << Header->GetPscuHeader()->Print();
217 logger->error(oss.str().c_str());
218 jgood = false;
219 } catch (BackwardCounterException exc) {
220 oss.str("");
221 oss << exc.print() << " " << Header->GetPscuHeader()->Print();
222 logger->error(oss.str().c_str());
223 jgood = false;
224 } catch (...) {
225 logger->error("Couldn't read the event. Skipping to the next header. \n");
226 jgood = false;
227 }
228 if ((step%1000) == 0) std::cout << step/1000 << "K \n";
229 oss.str("");
230 oss << "----endPck " << Header->GetPscuHeader()->GetCounter() << "\n";
231 logger->info(oss.str().c_str());
232 }
233 if ( !InputFile->eof() && ( InputFile->bad() || InputFile->fail() ) ) printf("\n\n ERROR READING RAW FILE! \n\n"); // E. Mocchiutti
234
235 Header->GetCounter()->PrintCounters();
236 //if (corruptedPacketFile.is_open()) corruptedPacketFile.close();
237 }
238
239 /**
240 * Unpack the PSCU header from a file into the structure.
241 */
242 void EventReader::UnpackPscuHeader(void) throw (WrongCRCHeaderException, LengthException, BackwardCounterException) {
243 stringstream oss;
244 int response = 0;
245 char buff[16];
246 memset(buff, 0, 16*sizeof(char));
247 InputFile->read(buff, sizeof(buff));
248
249
250 unsigned char PacketId1 = buff[3];
251 unsigned char PacketId2 = buff[4];
252 unsigned int Counter = (((UINT32)buff[5]<<16)&0x00FF0000) + (((UINT32)buff[6]<<8)&0x0000FF00) + (((UINT32)buff[7])&0x000000FF);
253 unsigned int OrbitalTime = (((UINT32)buff[8]<<24)&0xFF000000) + (((UINT32)buff[9]<<16)&0x00FF0000) + (((UINT32)buff[10]<<8)&0x0000FF00) + (((UINT32)buff[11])&0x000000FF);
254 unsigned int PacketLenght = (((UINT32)buff[12]<<16)&0x00FF0000) + (((UINT32)buff[13]<<8)&0x0000FF00) + (((UINT32)buff[14])&0x000000FF);
255 unsigned char CRC = buff[15];
256 unsigned char FileOffset = 0;
257
258
259 if (Counter < prevPckCounter){
260 response = prevPckCounter - Counter;
261 //oss.str("");
262 //oss << "Packet counter is less than before of " << (prevPckCounter - Counter);
263 //throw BackwardCounterException(oss.str().c_str());
264 //logger->error(oss.str().c_str());
265 }
266
267 if (Counter > prevPckCounter + 1){
268 oss.str("");
269 oss << "Packet counter is greater than before of " << (Counter - prevPckCounter);
270 logger->error(oss.str().c_str());
271 }
272
273 if ((OrbitalTime == prevPckOBT) & (PacketId1 == 0x10)){
274 oss.str("");
275 oss << "Onboard Time of this packet is equal to the previous packet OBT";
276 logger->error(oss.str().c_str());
277 logger->error(Header->GetPscuHeader()->Print());
278 }
279
280 if (OrbitalTime < prevPckOBT){
281 oss.str("");
282 oss << " Onboard Time is less than before of " << (prevPckOBT - OrbitalTime);
283 notfirst = false;
284 logger->error(oss.str().c_str());
285 }
286
287 if (((BYTE)CM_Compute_CRC16(0, (BYTE*)&buff, 15) == (BYTE)buff[15]) && (PacketId1 == PacketId2)){
288 prevPckCounter = Counter;
289 prevPckOBT = OrbitalTime;
290 long int initPos = InputFile->tellg();
291 long int finalPos;
292 Header->GetPscuHeader()->SetPacketId(PacketId1, PacketId2);
293 Header->GetPscuHeader()->SetCounter(Counter);
294 Header->GetPscuHeader()->SetOrbitalTime(OrbitalTime);
295 //PacketLength is the length of the whole DATApacket starting from the first byte after the header
296 //plus the CRC legth (which varies for each type of packet)
297 Header->GetPscuHeader()->SetPacketLenght(PacketLenght);
298 Header->GetPscuHeader()->SetCRC(CRC);
299 Header->GetPscuHeader()->SetFileOffset(((unsigned long int)((unsigned long int)(InputFile->tellg()) - 16)));
300 //(unsigned long int)(InputFile->tellg() - 16));
301 } else {
302 /*Here i should extract the block of Data for later analysis */
303 InputFile->seekg(-(13), std::ios::cur);
304 oss.str("");
305 oss << "CRC Header Error on packet:" << PscuHeader::Print(buff);
306 throw WrongCRCHeaderException(oss.str().c_str());
307 }
308
309 if (response > 0){
310 oss.str("");
311 oss << "Packet counter is less than before of " << response;
312 throw BackwardCounterException(oss.str().c_str());
313 }
314 }
315
316 /**
317 * Unpack the trailer of a PSCU event into the structure.
318 */
319 void EventReader::UnpackPscuTrailer(void) throw (std::exception) {
320
321 }
322
323 /**
324 * Find the next starting poin for the PSCU event looking for a {0xFA, 0xFE, 0xDE} sequence
325 */
326 bool EventReader::FindStart(void) throw (std::exception) {
327 //search an hexadecimal sequence in a file
328 //subSign ------> pointer to the sequence buffer
329 //subSignDim ------> dimension of the buffer
330 // at exit
331 // return true if founds a match (else false)
332 // subF point rigth after the match, if found. Else EOF.
333 //Maurizio 15/11/2002-----------------------
334 const int subSignDim = 3;
335 const unsigned char subSign[subSignDim]={0xFA, 0xFE, 0xDE};
336 //------------------------------------------
337 int subIndex = 0;
338 char dataByte;
339
340 int buffSize = 64;
341 int index = 0;
342 int loop = -1;
343 char buffer[buffSize];
344 bool flagOverPad = false;
345 memset(buffer, 0, buffSize*sizeof(char));
346 while (!InputFile->eof()) {
347 InputFile->read(buffer, sizeof(buffer));
348 index = 0;
349 loop++;
350 while (index < buffSize){
351 dataByte = buffer[index++];
352 if (dataByte == (char)(*(subSign+subIndex))){
353 if (subIndex++ == (subSignDim-1)) {
354 InputFile->seekg( (index - (subIndex + buffSize)), std::ios::cur);
355 if (flagOverPad){
356 oss.str("");
357 oss << "\n This packet beginning is farther than 64 byte from the end of the previous."
358 << "\n Below the is the last already unpacked packet";
359 logger->error(oss.str().c_str());
360 logger->error(Header->GetPscuHeader()->Print());
361 }
362 return true;
363 }
364 } else {
365 index = index - (subIndex);
366 subIndex = 0;
367 }
368 }
369 //Needs to guarantee the overap of the buffer(s) in several loop
370 flagOverPad = true;
371 InputFile->seekg( (-1)*(subSignDim + 1) , std::ios::cur);
372 }
373 return false;
374 }
375
376
377 int EventReader::archiveCorruptedPacket(long int offset, long int length) {
378 if (!corruptedPacketFile.is_open()) {
379 oss.str("");
380 oss << Run->GetUnpackPath().c_str() << "Corrupted.dat";
381 cout << oss.str().c_str() << "\n";
382 cout << dec << offset << "\n";
383 cout << dec << length << "\n";
384 corruptedPacketFile.open(oss.str().c_str(), ios::out);
385 }
386 char *buffer = new char[length];
387 InputFile->seekg(offset, ios_base::beg );
388 InputFile->read(buffer, length);
389 corruptedPacketFile.write(buffer, length);
390 InputFile->seekg(offset + 1, ios_base::beg );
391 }
392
393 ClassImp(EventReader)

  ViewVC Help
Powered by ViewVC 1.1.23