/[PAMELA software]/yoda/techmodel/EventReader.cpp
ViewVC logotype

Annotation of /yoda/techmodel/EventReader.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 6.2 - (hide annotations) (download)
Wed Apr 5 07:30:54 2006 UTC (18 years, 8 months ago) by kusanagi
Branch: MAIN
CVS Tags: YODA6_2/01, YODA6_2/00, YODA6_1/00
Changes since 6.1: +23 -5 lines
Update:
Now all the packets recognized as "corrupted" because of CRC are copied into a nameFileCorrupted.dat file.
The structure of the copied packet will include either HEADER and the DATA block below.
In case of multi-parts packet containing multi-sub packets each with its CRC, in case of failute of one sub packet the whole packet is copied in the nameFileCorrupted.dat file.

1 kusanagi 1.1 /** @file
2 kusanagi 6.0 * $Author: kusanagi $
3 kusanagi 6.2 * $Date: 2006/02/15 15:47:14 $
4     * $Revision: 6.1 $
5 kusanagi 1.1 *
6     * Implementation of the functions of a sample Algorithm class.
7     * This file can be used as a templace to develop your own algorithm.
8     */
9    
10 kusanagi 1.10 #include <log4cxx/logger.h>
11 kusanagi 1.1 #include "EventReader.h"
12     #include "ReaderAlgorithms.h"
13 kusanagi 2.4
14 kusanagi 1.1 extern "C" {
15 kusanagi 2.4 #include "CRC.h"
16 kusanagi 1.1 }
17    
18     using namespace pamela;
19     using namespace pamela::techmodel;
20    
21 kusanagi 1.10 static log4cxx::LoggerPtr logger = log4cxx::Logger::getLogger(_T("pamela.techmodel.EventReader"));
22    
23     unsigned int EventReader::maxPackets = 0;
24 kusanagi 1.7 unsigned int EventReader::prevPckCounter = 0;
25     unsigned int EventReader::prevPckOBT = 0;
26 kusanagi 1.10
27    
28 kusanagi 1.1 /**
29     * Constructor.
30     */
31 kusanagi 1.10 EventReader::EventReader(int packetsLimit = -1):
32     TechmodelAlgorithm(0, "TechmodelEventReader"){
33     EventReader::maxPackets = packetsLimit;
34     logger->debug(_T("Constructor"));
35 kusanagi 1.1 Header = new EventHeader();
36 kusanagi 1.5
37 kusanagi 2.5 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::PhysEndRun, new PhysEndRunReader));
38     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPulse1, new CalibCalPulse1Reader));
39     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPulse2, new CalibCalPulse2Reader));
40     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Physics, new PhysicsReader));
41     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrk1, new CalibTrk1Reader));
42     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrk2, new CalibTrk2Reader));
43     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTof, new CalibTofReader));
44     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibS4, new CalibS4Reader));
45     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPed, new CalibCalPedReader));
46 kusanagi 2.6 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib1_Ac1, new Calib1_Ac1Reader));
47     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib2_Ac1, new Calib2_Ac1Reader));
48     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib1_Ac2, new Calib1_Ac2Reader));
49     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib2_Ac2, new Calib2_Ac2Reader));
50 kusanagi 2.5 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::RunHeader, new RunHeaderReader));
51     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::RunTrailer, new RunTrailerReader));
52     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibHeader, new CalibHeaderReader));
53     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrailer, new CalibTrailerReader));
54     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::InitHeader, new InitHeaderReader));
55     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::InitTrailer, new InitTrailerReader));
56 kusanagi 6.1 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::EventTrk, new EventTrkReader));
57 kusanagi 2.5 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Log, new LogReader));
58     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::VarDump, new VarDumpReader));
59     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::ArrDump, new ArrDumpReader));
60     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TabDump, new TabDumpReader));
61     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Tmtc, new TmtcReader));
62     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Mcmd, new McmdReader));
63     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::ForcedFECmd, new ForcedFECmdReader));
64 kusanagi 2.6 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac1Init, new Ac1InitReader));
65 kusanagi 2.5 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalInit, new CalInitReader));
66     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrkInit, new TrkInitReader));
67     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TofInit, new TofInitReader));
68     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrgInit, new TrgInitReader));
69     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::NdInit, new NdInitReader));
70     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::S4Init, new S4InitReader));
71 kusanagi 2.6 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac2Init, new Ac2InitReader));
72 kusanagi 2.5 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalAlarm, new CalAlarmReader));
73     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::AcAlarm, new AcAlarmReader));
74     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrkAlarm, new TrkAlarmReader));
75     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrgAlarm, new TrgAlarmReader));
76     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TofAlarm, new TofAlarmReader));
77     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::S4Alarm, new S4AlarmReader));
78 kusanagi 2.11 TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TsbT, new TsbTReader));
79     TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TsbB, new TsbBReader));
80 kusanagi 1.1 }
81    
82     /**
83     * Get a string with the version info of the algorithm.
84     */
85     std::string EventReader::GetVersionInfo(void) const {
86     return
87 kusanagi 6.2 "$Header: /home/cvsmanager/yoda/techmodel/EventReader.cpp,v 6.1 2006/02/15 15:47:14 kusanagi Exp $\n";
88 kusanagi 1.1 }
89    
90     /**
91     * Initialize the algorithm with a special run. This will initialize the
92     * event reader routines for all packet types.
93     */
94     void EventReader::Init(PamelaRun *run) {
95     SetInputStream(run);
96     //Create the structure of directories and create xxx.Header.root files
97     run->WriteHeaders(this, &Header);
98    
99     //Create the xxx.root in it's specific directory
100     for (AlgorithmMap::iterator i = TechmodelAlgorithmMap.begin();
101     i != TechmodelAlgorithmMap.end(); i++) {
102 kusanagi 2.4 oss.str("");
103 kusanagi 1.10 oss << "Initializing algo " << i->second->GetAlgorithmName();
104     logger->debug(oss.str().c_str());
105 kusanagi 1.1 i->second->Init(run);
106     }
107     Run = dynamic_cast<TechmodelPamelaRun*>(run);
108     }
109    
110     static void SkipToNextHeader(ifstream *);
111    
112     /**
113     * Read the next event header, call the reader algorithms that
114     * correspond to its packet type, and read the event trailer.
115     */
116     void EventReader::RunEvent(int EventNumber) {
117 kusanagi 1.10 stringstream oss;
118     int step = 0;
119 kusanagi 2.5 const PacketType* type;
120 kusanagi 1.10 while (!InputFile->eof() && ((step++ < maxPackets) || (maxPackets == 0))){
121 kusanagi 1.1 try {
122     if (FindStart()) {
123 kusanagi 2.4 UnpackPscuHeader();
124 kusanagi 2.5 type = Header->GetPscuHeader()->GetPacketType();
125 kusanagi 1.1 AlgorithmMap::iterator i = TechmodelAlgorithmMap.find(type);
126     if (i != TechmodelAlgorithmMap.end()) {
127 kusanagi 2.5 TechmodelAlgorithm *EventAlgorithm(i->second);
128 kusanagi 1.1 EventAlgorithm->RunEvent(EventNumber, Header->GetPscuHeader()->GetPacketLenght());
129     Run->FillTrees(type);
130     Header->GetCounter()->Increment(type);
131 kusanagi 2.4 logger->info(Header->GetPscuHeader()->Print());
132 kusanagi 1.1 } else {
133 kusanagi 2.8 oss.str("");
134     oss << "\n No way to read events of type " << type->GetName().c_str() << Header->GetPscuHeader()->Print();
135     throw NotExistingAlgorithmException(oss.str().c_str()); //to exctract to an higher level and delete the logger!
136 kusanagi 2.3 }
137     }
138 kusanagi 2.4 // In case of exception have to save the packet in a specific root file??
139     } catch (NotExistingAlgorithmException exc) {
140 kusanagi 2.5 oss.str("");
141     oss << exc.print() << " " << Header->GetPscuHeader()->Print();
142     logger->error(oss.str().c_str());
143 kusanagi 2.4 } catch (WrongCRCHeaderException exc) {
144 kusanagi 2.5 oss.str("");
145 kusanagi 2.8 oss << exc.print();
146 kusanagi 2.5 logger->error(oss.str().c_str());
147 kusanagi 2.4 } catch (WrongCRCException exc) {
148 kusanagi 2.5 oss.str("");
149     oss << exc.print() << " " << Header->GetPscuHeader()->Print();
150     logger->error(oss.str().c_str());
151 kusanagi 6.2 archiveCorruptedPacket(Header->GetPscuHeader()->FileOffset, Header->GetPscuHeader()->PacketLenght);
152     //InputFile->seekg( (-1)*(Header->GetPscuHeader()->GetPacketLenght() + 14) , std::ios::cur);
153    
154 kusanagi 2.4 } catch (UnidentifiedPacketException exc) {
155 kusanagi 2.5 oss.str("");
156     oss << exc.print() << " " << Header->GetPscuHeader()->Print();
157     logger->error(oss.str().c_str());
158 kusanagi 2.4 } catch (NotExistingCounterException exc) {
159 kusanagi 2.5 oss.str("");
160     oss << exc.print() << " " << Header->GetPscuHeader()->Print();
161     logger->error(oss.str().c_str());
162 kusanagi 2.4 } catch (LengthException exc) {
163 kusanagi 2.5 oss.str("");
164     oss << exc.print() << " " << Header->GetPscuHeader()->Print();
165     logger->error(oss.str().c_str());
166 kusanagi 4.5 } catch (BackwardCounterException exc) {
167     oss.str("");
168     oss << exc.print() << " " << Header->GetPscuHeader()->Print();
169     logger->error(oss.str().c_str());
170 kusanagi 1.1 } catch (...) {
171 kusanagi 2.4 logger->error("Couldn't read the event. Skipping to the next header. \n");
172 kusanagi 1.1 }
173 kusanagi 2.1 if ((step%1000) == 0) std::cout << step/1000 << "K \n";
174 kusanagi 2.10 oss.str("");
175     oss << "----endPck " << Header->GetPscuHeader()->GetCounter() << "\n";
176     logger->info(oss.str().c_str());
177 kusanagi 1.1 }
178 kusanagi 1.10 Header->GetCounter()->PrintCounters();
179 kusanagi 6.2 if (corruptedPacketFile.is_open()) corruptedPacketFile.close();
180 kusanagi 1.1 }
181    
182     /**
183     * Unpack the PSCU header from a file into the structure.
184     */
185 kusanagi 4.5 void EventReader::UnpackPscuHeader(void) throw (WrongCRCHeaderException, LengthException, BackwardCounterException) {
186 kusanagi 1.10 stringstream oss;
187 kusanagi 4.5 int response = 0;
188 kusanagi 1.1 char buff[16];
189     InputFile->read(buff, sizeof(buff));
190    
191    
192     unsigned char PacketId1 = buff[3];
193     unsigned char PacketId2 = buff[4];
194     unsigned int Counter = (((UINT32)buff[5]<<16)&0x00FF0000) + (((UINT32)buff[6]<<8)&0x0000FF00) + (((UINT32)buff[7])&0x000000FF);
195     unsigned int OrbitalTime = (((UINT32)buff[8]<<24)&0xFF000000) + (((UINT32)buff[9]<<16)&0x00FF0000) + (((UINT32)buff[10]<<8)&0x0000FF00) + (((UINT32)buff[11])&0x000000FF);
196     unsigned int PacketLenght = (((UINT32)buff[12]<<16)&0x00FF0000) + (((UINT32)buff[13]<<8)&0x0000FF00) + (((UINT32)buff[14])&0x000000FF);
197     unsigned char CRC = buff[15];
198 kusanagi 1.9 unsigned char FileOffset = buff[15];
199 kusanagi 1.1
200 kusanagi 4.5
201 kusanagi 1.1 if (Counter < prevPckCounter){
202 kusanagi 4.5 response = prevPckCounter - Counter;
203     //oss.str("");
204     //oss << "Packet counter is less than before of " << (prevPckCounter - Counter);
205     //throw BackwardCounterException(oss.str().c_str());
206     //logger->error(oss.str().c_str());
207 kusanagi 2.10 }
208    
209     if (Counter > prevPckCounter + 1){
210     oss.str("");
211     oss << "Packet counter is greater than before of " << (Counter - prevPckCounter);
212     logger->error(oss.str().c_str());
213 kusanagi 1.1 }
214 kusanagi 3.1
215     if ((OrbitalTime == prevPckOBT) & (PacketId1 == 0x10)){
216     oss.str("");
217     oss << "Onboard Time of this packet is equal to the previous packet OBT";
218     logger->error(oss.str().c_str());
219     logger->error(Header->GetPscuHeader()->Print());
220     }
221 kusanagi 1.1
222     if (OrbitalTime < prevPckOBT){
223 kusanagi 2.4 oss.str("");
224     oss << " Onboard Time is less than before of " << (prevPckOBT - OrbitalTime);
225 kusanagi 2.10 logger->error(oss.str().c_str());
226 kusanagi 1.1 }
227    
228 kusanagi 1.7 if (((BYTE)CM_Compute_CRC16(0, (BYTE*)&buff, 15) == (BYTE)buff[15]) && (PacketId1 == PacketId2)){
229     prevPckCounter = Counter;
230     prevPckOBT = OrbitalTime;
231 kusanagi 1.1 long int initPos = InputFile->tellg();
232     long int finalPos;
233     Header->GetPscuHeader()->SetPacketId(PacketId1, PacketId2);
234     Header->GetPscuHeader()->SetCounter(Counter);
235     Header->GetPscuHeader()->SetOrbitalTime(OrbitalTime);
236     //PacketLength is the length of the whole DATApacket starting from the first byte after the header
237     //plus the CRC legth (which varies for each type of packet)
238     Header->GetPscuHeader()->SetPacketLenght(PacketLenght);
239     Header->GetPscuHeader()->SetCRC(CRC);
240 kusanagi 1.9 Header->GetPscuHeader()->SetFileOffset(((long int)(InputFile->tellg()) - 16));
241 kusanagi 1.1 } else {
242 kusanagi 2.8 /*Here i should extract the block of Data for later analysis */
243 kusanagi 1.8 InputFile->seekg(-(13), std::ios::cur);
244 kusanagi 2.8 oss.str("");
245     oss << "CRC Header Error on packet:" << PscuHeader::Print(buff);
246     throw WrongCRCHeaderException(oss.str().c_str());
247 kusanagi 1.1 }
248 kusanagi 2.4
249 kusanagi 4.5 if (response > 0){
250     oss.str("");
251     oss << "Packet counter is less than before of " << response;
252     throw BackwardCounterException(oss.str().c_str());
253     }
254 kusanagi 1.1 }
255    
256     /**
257     * Unpack the trailer of a PSCU event into the structure.
258     */
259     void EventReader::UnpackPscuTrailer(void) throw (std::exception) {
260    
261     }
262    
263     /**
264     * Find the next starting poin for the PSCU event looking for a {0xFA, 0xFE, 0xDE} sequence
265     */
266 kusanagi 2.7 bool EventReader::FindStart(void) throw (std::exception) {
267 kusanagi 1.1 //search an hexadecimal sequence in a file
268     //subSign ------> pointer to the sequence buffer
269     //subSignDim ------> dimension of the buffer
270     // at exit
271     // return true if founds a match (else false)
272     // subF point rigth after the match, if found. Else EOF.
273     //Maurizio 15/11/2002-----------------------
274 kusanagi 2.4 const int subSignDim = 3;
275     const unsigned char subSign[subSignDim]={0xFA, 0xFE, 0xDE};
276 kusanagi 1.1 //------------------------------------------
277     int subIndex = 0;
278     char dataByte;
279 kusanagi 4.1
280     int buffSize = 64;
281 kusanagi 1.10 int index = 0;
282 kusanagi 2.4 int loop = -1;
283 kusanagi 1.10 char buffer[buffSize];
284 kusanagi 4.1 bool flagOverPad = false;
285 kusanagi 1.10
286     while (!InputFile->eof()) {
287     InputFile->read(buffer, sizeof(buffer));
288     index = 0;
289 kusanagi 2.4 loop++;
290 kusanagi 1.10 while (index < buffSize){
291     dataByte = buffer[index++];
292     if (dataByte == (char)(*(subSign+subIndex))){
293     if (subIndex++ == (subSignDim-1)) {
294 kusanagi 2.4 InputFile->seekg( (index - (subIndex + buffSize)), std::ios::cur);
295 kusanagi 4.1 if (flagOverPad){
296     oss.str("");
297     oss << "\n This packet beginning is farther than 64 byte from the end of the previous."
298 kusanagi 4.2 << "\n Below the is the last already unpacked packet";
299 kusanagi 4.1 logger->error(oss.str().c_str());
300     logger->error(Header->GetPscuHeader()->Print());
301     }
302 kusanagi 2.7 return true;
303 kusanagi 2.4 }
304 kusanagi 1.10 } else {
305 kusanagi 2.4 index = index - (subIndex);
306 kusanagi 1.10 subIndex = 0;
307     }
308     }
309 kusanagi 2.4 //Needs to guarantee the overap of the buffer(s) in several loop
310 kusanagi 4.1 flagOverPad = true;
311 kusanagi 2.4 InputFile->seekg( (-1)*(subSignDim + 1) , std::ios::cur);
312 kusanagi 2.7 }
313     return false;
314 kusanagi 1.1 }
315    
316 kusanagi 6.2 int EventReader::archiveCorruptedPacket(long int offset, long int length) {
317     if (!corruptedPacketFile.is_open()) {
318     oss.str("");
319     oss << Run->GetUnpackPath().c_str() << "Corrupted.dat";
320     cout << oss.str().c_str() << "\n";
321     cout << dec << offset << "\n";
322     cout << dec << length << "\n";
323     corruptedPacketFile.open(oss.str().c_str(), ios::out);
324     }
325     char *buffer = new char[length];
326     InputFile->seekg(offset, ios_base::beg );
327     InputFile->read(buffer, length);
328     corruptedPacketFile.write(buffer, length);
329     InputFile->seekg(offset + 1, ios_base::beg );
330     }
331    
332 kusanagi 1.1 ClassImp(EventReader)

  ViewVC Help
Powered by ViewVC 1.1.23