yoda/techmodel/EventReader.cpp

/** @file
 * $Author: mocchiut $
 * $Date: 2006/11/14 15:41:41 $
 * $Revision: 6.11 $
 * 
 * Implementation of the functions of a sample Algorithm class.
 * This file can be used as a templace to develop your own algorithm.
 */

#include <log4cxx/logger.h>
#include "EventReader.h"
#include "ReaderAlgorithms.h"

extern "C" {
    #include "CRC.h"
}

using namespace pamela;
using namespace pamela::techmodel;

static log4cxx::LoggerPtr logger = log4cxx::Logger::getLogger(_T("pamela.techmodel.EventReader"));

unsigned int EventReader::maxPackets     = 0;
unsigned int EventReader::prevPckCounter = 0;
unsigned int EventReader::prevPckOBT     = 0;


/**
 * Constructor. 
 */
EventReader::EventReader(int packetsLimit = -1): 
  TechmodelAlgorithm(0, "TechmodelEventReader"){ 
  EventReader::maxPackets = packetsLimit;
  logger->debug(_T("Constructor"));
  Header = new EventHeader();

  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::PhysEndRun,      new PhysEndRunReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPulse1,  new CalibCalPulse1Reader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPulse2,  new CalibCalPulse2Reader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Physics,         new PhysicsReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrkBoth,    new CalibTrkBothReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrk1,       new CalibTrk1Reader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrk2,       new CalibTrk2Reader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTof,        new CalibTofReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibS4,         new CalibS4Reader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPed,     new CalibCalPedReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib1_Ac1,      new Calib1_Ac1Reader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib2_Ac1,      new Calib2_Ac1Reader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib1_Ac2,      new Calib1_Ac2Reader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib2_Ac2,      new Calib2_Ac2Reader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib2_Ac2,      new CalibCalReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::RunHeader,       new RunHeaderReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::RunTrailer,      new RunTrailerReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibHeader,     new CalibHeaderReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrailer,    new CalibTrailerReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::InitHeader,      new InitHeaderReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::InitTrailer,     new InitTrailerReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::EventTrk,        new EventTrkReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Log,             new LogReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::VarDump,         new VarDumpReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::ArrDump,         new ArrDumpReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TabDump,         new TabDumpReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Tmtc,            new TmtcReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Mcmd,            new McmdReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::ForcedFECmd,     new ForcedFECmdReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac1Init,         new Ac1InitReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalInit,         new CalInitReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrkInit,         new TrkInitReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TofInit,         new TofInitReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrgInit,         new TrgInitReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::NdInit,          new NdInitReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::S4Init,          new S4InitReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac2Init,         new Ac2InitReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalAlarm,        new CalAlarmReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac1Alarm,        new Ac1AlarmReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrkAlarm,        new TrkAlarmReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrgAlarm,        new TrgAlarmReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TofAlarm,        new TofAlarmReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::S4Alarm,         new S4AlarmReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac2Alarm,        new Ac2AlarmReader));  
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TsbT,            new TsbTReader));
  TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TsbB,            new TsbBReader));
}

/**
 * Get a string with the version info of the algorithm.
 */
std::string EventReader::GetVersionInfo(void) const {
  return 
    "$Header: /afs/ba.infn.it/user/pamela/src/CVS/yoda/techmodel/EventReader.cpp,v 6.11 2006/11/14 15:41:41 mocchiut Exp $\n";
}

/**
 * Initialize the algorithm with a special run. This will initialize the
 * event reader routines for all packet types.
 */
void EventReader::Init(PamelaRun *run) {
    SetInputStream(run);
    //Create the structure of directories and create xxx.Header.root files
    run->WriteHeaders(this, &Header); 

    //Create the xxx.root in it's specific directory
    for (AlgorithmMap::iterator i = TechmodelAlgorithmMap.begin(); 
       i != TechmodelAlgorithmMap.end(); i++) {
       oss.str("");
       oss << "Initializing algo " << i->second->GetAlgorithmName();
       logger->debug(oss.str().c_str());
       i->second->Init(run);
    }
    Run = dynamic_cast<TechmodelPamelaRun*>(run);
}

static void SkipToNextHeader(ifstream *);

/**
 * Read the next event header, call the reader algorithms that
 * correspond to its packet type, and read the event trailer.
 */
void EventReader::RunEvent(int EventNumber) {
  stringstream oss;
  int step = 0;
  const PacketType* type;
  while ( InputFile->good() && !InputFile->eof() && ((step++ < maxPackets) || (maxPackets == 0))){
    try {
      if (FindStart()) {
            UnpackPscuHeader();
            type = Header->GetPscuHeader()->GetPacketType();
            AlgorithmMap::iterator i = TechmodelAlgorithmMap.find(type); 
            if (i != TechmodelAlgorithmMap.end()) {
                TechmodelAlgorithm *EventAlgorithm(i->second);
                EventAlgorithm->RunEvent(EventNumber, Header->GetPscuHeader()->GetPacketLenght());
                Run->FillTrees(type);
                Header->GetCounter()->Increment(type);
                logger->info(Header->GetPscuHeader()->Print());
            } else {
                oss.str("");
                oss << "\n No way to read events of type  " << type->GetName().c_str() << Header->GetPscuHeader()->Print();
                throw NotExistingAlgorithmException(oss.str().c_str()); //to exctract to an higher level and delete the logger!
            }

            //
            // E. Mocchiutti 
            //

            //
            // Start reading the next event jumping the CPU padding to 64 bits
            //      
            Float_t pd0 = (16.+Header->GetPscuHeader()->GetPacketLenght())/64.;
            Float_t pd1 =  pd0 - (Float_t)int(pd0);
            Float_t padfrac = 64. - pd1 * 64.;
            //
            UInt_t padbytes = (UInt_t)padfrac;
            if ( padbytes > 0 ){
              oss.str("");
              oss << " padbytes is " << padbytes << " \n skipping these bytes\n";
              logger->info(oss.str().c_str());
              InputFile->seekg(padbytes,std::ios::cur);
            };

            //
            // end E. Mocchiutti
            //

      }
    // In case of exception have to save the packet in a specific root file??
    } catch (NotExistingAlgorithmException exc) {
      oss.str("");
      oss << exc.print() << " " << Header->GetPscuHeader()->Print();
      logger->error(oss.str().c_str());
    } catch (WrongCRCHeaderException exc) {
      oss.str("");
      oss << exc.print();
      logger->error(oss.str().c_str());
    } catch (WrongCRCException exc) {
      oss.str("");
      oss << exc.print() << " " << Header->GetPscuHeader()->Print();
      logger->error(oss.str().c_str());
      archiveCorruptedPacket(Header->GetPscuHeader()->FileOffset, Header->GetPscuHeader()->PacketLenght);
      
    } catch (UnidentifiedPacketException exc) {
      oss.str("");
      oss << exc.print() << " " << Header->GetPscuHeader()->Print();
      logger->error(oss.str().c_str());
    } catch (NotExistingCounterException exc) {
      oss.str("");
      oss << exc.print() << " " << Header->GetPscuHeader()->Print();
      logger->error(oss.str().c_str());
    } catch (LengthException exc) {
      oss.str("");
      oss << exc.print() << " " << Header->GetPscuHeader()->Print();
      logger->error(oss.str().c_str());
    } catch (BackwardCounterException exc) {
      oss.str("");
      oss << exc.print() << " " << Header->GetPscuHeader()->Print();
      logger->error(oss.str().c_str());
    } catch (...) {
      logger->error("Couldn't read the event. Skipping to the next header. \n");
    }
    if ((step%1000) == 0) std::cout << step/1000 << "K \n";
    oss.str("");
    oss << "----endPck " << Header->GetPscuHeader()->GetCounter() << "\n";
    logger->info(oss.str().c_str());
  }
  if ( InputFile->fail() || InputFile->bad() ) printf(" ERROR READING RAW FILE! \n"); // E. Mocchiutti

    Header->GetCounter()->PrintCounters();
    //if (corruptedPacketFile.is_open()) corruptedPacketFile.close();
}

/**
 * Unpack the PSCU header from a file into the structure.
 */
void EventReader::UnpackPscuHeader(void) throw (WrongCRCHeaderException, LengthException, BackwardCounterException) {
  stringstream oss;
  int response = 0;
  char buff[16];
  memset(buff,  0, 16*sizeof(char));
  InputFile->read(buff, sizeof(buff));
  
  
  unsigned char PacketId1    = buff[3];
  unsigned char PacketId2    = buff[4];
  unsigned int  Counter      = (((UINT32)buff[5]<<16)&0x00FF0000) + (((UINT32)buff[6]<<8)&0x0000FF00) + (((UINT32)buff[7])&0x000000FF);
  unsigned int  OrbitalTime  = (((UINT32)buff[8]<<24)&0xFF000000) + (((UINT32)buff[9]<<16)&0x00FF0000) +  (((UINT32)buff[10]<<8)&0x0000FF00) + (((UINT32)buff[11])&0x000000FF);
  unsigned int  PacketLenght = (((UINT32)buff[12]<<16)&0x00FF0000) +  (((UINT32)buff[13]<<8)&0x0000FF00) + (((UINT32)buff[14])&0x000000FF);
  unsigned char CRC          = buff[15];
  unsigned char FileOffset   = 0;


  if (Counter < prevPckCounter){
    response = prevPckCounter - Counter;
    //oss.str("");
    //oss << "Packet counter is less than before of " << (prevPckCounter - Counter);
    //throw BackwardCounterException(oss.str().c_str());
    //logger->error(oss.str().c_str());
  }

  if (Counter > prevPckCounter + 1){
    oss.str("");
    oss << "Packet counter is greater than before of " << (Counter - prevPckCounter);
    logger->error(oss.str().c_str());
  }
  
  if ((OrbitalTime == prevPckOBT) & (PacketId1 == 0x10)){
    oss.str("");
    oss << "Onboard Time of this packet is equal to the previous packet OBT";
    logger->error(oss.str().c_str());
    logger->error(Header->GetPscuHeader()->Print());
  }

  if (OrbitalTime < prevPckOBT){
    oss.str("");
    oss << " Onboard Time is less than before of " << (prevPckOBT - OrbitalTime);
    logger->error(oss.str().c_str());
  }

  if (((BYTE)CM_Compute_CRC16(0, (BYTE*)&buff, 15) == (BYTE)buff[15]) && (PacketId1 == PacketId2)){
    prevPckCounter = Counter;
    prevPckOBT     = OrbitalTime;
    long int initPos = InputFile->tellg();
    long int finalPos;
    Header->GetPscuHeader()->SetPacketId(PacketId1, PacketId2);
    Header->GetPscuHeader()->SetCounter(Counter);
    Header->GetPscuHeader()->SetOrbitalTime(OrbitalTime);
    //PacketLength is the length of the whole DATApacket starting from the first byte after the header
    //plus the CRC legth (which varies for each type of packet)
    Header->GetPscuHeader()->SetPacketLenght(PacketLenght);
    Header->GetPscuHeader()->SetCRC(CRC);
    Header->GetPscuHeader()->SetFileOffset((unsigned long int)(InputFile->tellg() - 16));
  } else {
     /*Here i should extract the block of Data for later analysis */
    InputFile->seekg(-(13), std::ios::cur);
    oss.str("");
    oss << "CRC Header Error on packet:" << PscuHeader::Print(buff);
    throw WrongCRCHeaderException(oss.str().c_str());
  }

  if (response > 0){
    oss.str("");
    oss << "Packet counter is less than before of " << response;
    throw BackwardCounterException(oss.str().c_str());
  }
}

/**
 * Unpack the trailer of a PSCU event into the structure.
 */
void EventReader::UnpackPscuTrailer(void) throw (std::exception) {

}

/**
 * Find the next starting poin for the PSCU event looking for a {0xFA, 0xFE, 0xDE} sequence
 */
bool EventReader::FindStart(void) throw (std::exception) {
//search an hexadecimal sequence in a file
//subSign    ------> pointer to the sequence buffer
//subSignDim ------> dimension of the buffer
// at exit
// return true if founds a match (else false)
// subF point rigth after the match, if found. Else EOF.
//Maurizio 15/11/2002-----------------------
  const int subSignDim = 3;
  const unsigned char subSign[subSignDim]={0xFA, 0xFE, 0xDE};
//------------------------------------------
  int subIndex = 0;
  char dataByte;
 
  int  buffSize = 64;
  int  index = 0;
  int  loop = -1;
  char buffer[buffSize];
  bool flagOverPad = false;
  memset(buffer,  0, buffSize*sizeof(char));
  while (!InputFile->eof()) {
    InputFile->read(buffer, sizeof(buffer));
    index = 0;
    loop++;
    while (index < buffSize){
        dataByte = buffer[index++];
        if (dataByte == (char)(*(subSign+subIndex))){
            if (subIndex++ == (subSignDim-1)) {
                InputFile->seekg( (index - (subIndex + buffSize)), std::ios::cur);
                if (flagOverPad){
                    oss.str("");
                    oss << "\n This packet beginning is farther than 64 byte from the end of the previous."
                        << "\n Below the is the last already unpacked packet";
                    logger->error(oss.str().c_str());
                    logger->error(Header->GetPscuHeader()->Print());
                }
                return true;
            } 
        } else {
            index = index - (subIndex);
            subIndex = 0;
        }
    }
    //Needs to guarantee the overap of the buffer(s) in several loop
    flagOverPad = true;
    InputFile->seekg( (-1)*(subSignDim + 1) , std::ios::cur);
  }
  return false;
} 


int EventReader::archiveCorruptedPacket(long int offset, long int length) {
        if (!corruptedPacketFile.is_open()) {
                oss.str("");
                oss << Run->GetUnpackPath().c_str() << "Corrupted.dat";
                cout << oss.str().c_str() << "\n";
                cout << dec << offset << "\n";
                cout << dec << length << "\n";
                corruptedPacketFile.open(oss.str().c_str(), ios::out);
        }
        char *buffer = new char[length];
        InputFile->seekg(offset, ios_base::beg );
        InputFile->read(buffer, length);
        corruptedPacketFile.write(buffer, length);
        InputFile->seekg(offset + 1, ios_base::beg );
}

ClassImp(EventReader)
1	kusanagi	1.1	/** @file
2	mocchiut	6.10	* $Author: mocchiut $
3	mocchiut	6.12	* $Date: 2006/11/14 15:41:41 $
4			* $Revision: 6.11 $
5	kusanagi	1.1	*
6			* Implementation of the functions of a sample Algorithm class.
7			* This file can be used as a templace to develop your own algorithm.
8			*/
9
10	kusanagi	1.10	#include <log4cxx/logger.h>
11	kusanagi	1.1	#include "EventReader.h"
12			#include "ReaderAlgorithms.h"
13	kusanagi	2.4
14	kusanagi	1.1	extern "C" {
15	kusanagi	2.4	#include "CRC.h"
16	kusanagi	1.1	}
17
18			using namespace pamela;
19			using namespace pamela::techmodel;
20
21	kusanagi	1.10	static log4cxx::LoggerPtr logger = log4cxx::Logger::getLogger(_T("pamela.techmodel.EventReader"));
22
23			unsigned int EventReader::maxPackets = 0;
24	kusanagi	1.7	unsigned int EventReader::prevPckCounter = 0;
25			unsigned int EventReader::prevPckOBT = 0;
26	kusanagi	1.10
27
28	kusanagi	1.1	/**
29			* Constructor.
30			*/
31	kusanagi	1.10	EventReader::EventReader(int packetsLimit = -1):
32			TechmodelAlgorithm(0, "TechmodelEventReader"){
33			EventReader::maxPackets = packetsLimit;
34			logger->debug(_T("Constructor"));
35	kusanagi	1.1	Header = new EventHeader();
36	kusanagi	1.5
37	kusanagi	2.5	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::PhysEndRun, new PhysEndRunReader));
38			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPulse1, new CalibCalPulse1Reader));
39			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPulse2, new CalibCalPulse2Reader));
40			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Physics, new PhysicsReader));
41	kusanagi	6.4	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrkBoth, new CalibTrkBothReader));
42	kusanagi	2.5	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrk1, new CalibTrk1Reader));
43			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrk2, new CalibTrk2Reader));
44			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTof, new CalibTofReader));
45			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibS4, new CalibS4Reader));
46			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibCalPed, new CalibCalPedReader));
47	kusanagi	2.6	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib1_Ac1, new Calib1_Ac1Reader));
48			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib2_Ac1, new Calib2_Ac1Reader));
49			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib1_Ac2, new Calib1_Ac2Reader));
50			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib2_Ac2, new Calib2_Ac2Reader));
51	pam-rm2	6.8	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Calib2_Ac2, new CalibCalReader));
52	kusanagi	2.5	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::RunHeader, new RunHeaderReader));
53			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::RunTrailer, new RunTrailerReader));
54			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibHeader, new CalibHeaderReader));
55			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalibTrailer, new CalibTrailerReader));
56			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::InitHeader, new InitHeaderReader));
57			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::InitTrailer, new InitTrailerReader));
58	kusanagi	6.1	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::EventTrk, new EventTrkReader));
59	kusanagi	2.5	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Log, new LogReader));
60			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::VarDump, new VarDumpReader));
61			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::ArrDump, new ArrDumpReader));
62			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TabDump, new TabDumpReader));
63			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Tmtc, new TmtcReader));
64			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Mcmd, new McmdReader));
65			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::ForcedFECmd, new ForcedFECmdReader));
66	kusanagi	2.6	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac1Init, new Ac1InitReader));
67	kusanagi	2.5	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalInit, new CalInitReader));
68			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrkInit, new TrkInitReader));
69			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TofInit, new TofInitReader));
70			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrgInit, new TrgInitReader));
71			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::NdInit, new NdInitReader));
72			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::S4Init, new S4InitReader));
73	kusanagi	2.6	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac2Init, new Ac2InitReader));
74	kusanagi	2.5	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::CalAlarm, new CalAlarmReader));
75	kusanagi	6.4	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac1Alarm, new Ac1AlarmReader));
76	kusanagi	2.5	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrkAlarm, new TrkAlarmReader));
77			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TrgAlarm, new TrgAlarmReader));
78			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TofAlarm, new TofAlarmReader));
79			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::S4Alarm, new S4AlarmReader));
80	kusanagi	6.4	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::Ac2Alarm, new Ac2AlarmReader));
81	kusanagi	2.11	TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TsbT, new TsbTReader));
82			TechmodelAlgorithmMap.insert(AlgorithmMap::value_type(PacketType::TsbB, new TsbBReader));
83	kusanagi	1.1	}
84
85			/**
86			* Get a string with the version info of the algorithm.
87			*/
88			std::string EventReader::GetVersionInfo(void) const {
89			return
90	mocchiut	6.12	"$Header: /afs/ba.infn.it/user/pamela/src/CVS/yoda/techmodel/EventReader.cpp,v 6.11 2006/11/14 15:41:41 mocchiut Exp $\n";
91	kusanagi	1.1	}
92
93			/**
94			* Initialize the algorithm with a special run. This will initialize the
95			* event reader routines for all packet types.
96			*/
97			void EventReader::Init(PamelaRun *run) {
98			SetInputStream(run);
99			//Create the structure of directories and create xxx.Header.root files
100			run->WriteHeaders(this, &Header);
101
102			//Create the xxx.root in it's specific directory
103			for (AlgorithmMap::iterator i = TechmodelAlgorithmMap.begin();
104			i != TechmodelAlgorithmMap.end(); i++) {
105	kusanagi	2.4	oss.str("");
106	kusanagi	1.10	oss << "Initializing algo " << i->second->GetAlgorithmName();
107			logger->debug(oss.str().c_str());
108	kusanagi	1.1	i->second->Init(run);
109			}
110			Run = dynamic_cast<TechmodelPamelaRun*>(run);
111			}
112
113			static void SkipToNextHeader(ifstream *);
114
115			/**
116			* Read the next event header, call the reader algorithms that
117			* correspond to its packet type, and read the event trailer.
118			*/
119			void EventReader::RunEvent(int EventNumber) {
120	kusanagi	1.10	stringstream oss;
121			int step = 0;
122	kusanagi	2.5	const PacketType* type;
123	mocchiut	6.12	while ( InputFile->good() && !InputFile->eof() && ((step++ < maxPackets) \|\| (maxPackets == 0))){
124	kusanagi	1.1	try {
125	pam-rm2	6.8	if (FindStart()) {
126			UnpackPscuHeader();
127	kusanagi	2.5	type = Header->GetPscuHeader()->GetPacketType();
128	kusanagi	1.1	AlgorithmMap::iterator i = TechmodelAlgorithmMap.find(type);
129			if (i != TechmodelAlgorithmMap.end()) {
130	kusanagi	2.5	TechmodelAlgorithm *EventAlgorithm(i->second);
131	kusanagi	1.1	EventAlgorithm->RunEvent(EventNumber, Header->GetPscuHeader()->GetPacketLenght());
132			Run->FillTrees(type);
133			Header->GetCounter()->Increment(type);
134	kusanagi	2.4	logger->info(Header->GetPscuHeader()->Print());
135	kusanagi	1.1	} else {
136	kusanagi	2.8	oss.str("");
137			oss << "\n No way to read events of type " << type->GetName().c_str() << Header->GetPscuHeader()->Print();
138			throw NotExistingAlgorithmException(oss.str().c_str()); //to exctract to an higher level and delete the logger!
139	kusanagi	2.3	}
140	mocchiut	6.10
141			//
142			// E. Mocchiutti
143			//
144
145			//
146			// Start reading the next event jumping the CPU padding to 64 bits
147			//
148			Float_t pd0 = (16.+Header->GetPscuHeader()->GetPacketLenght())/64.;
149			Float_t pd1 = pd0 - (Float_t)int(pd0);
150			Float_t padfrac = 64. - pd1 * 64.;
151			//
152			UInt_t padbytes = (UInt_t)padfrac;
153			if ( padbytes > 0 ){
154			oss.str("");
155			oss << " padbytes is " << padbytes << " \n skipping these bytes\n";
156			logger->info(oss.str().c_str());
157			InputFile->seekg(padbytes,std::ios::cur);
158			};
159
160			//
161			// end E. Mocchiutti
162			//
163
164	kusanagi	2.3	}
165	kusanagi	2.4	// In case of exception have to save the packet in a specific root file??
166			} catch (NotExistingAlgorithmException exc) {
167	kusanagi	2.5	oss.str("");
168			oss << exc.print() << " " << Header->GetPscuHeader()->Print();
169			logger->error(oss.str().c_str());
170	kusanagi	2.4	} catch (WrongCRCHeaderException exc) {
171	kusanagi	2.5	oss.str("");
172	kusanagi	2.8	oss << exc.print();
173	kusanagi	2.5	logger->error(oss.str().c_str());
174	kusanagi	2.4	} catch (WrongCRCException exc) {
175	kusanagi	2.5	oss.str("");
176			oss << exc.print() << " " << Header->GetPscuHeader()->Print();
177			logger->error(oss.str().c_str());
178	kusanagi	6.6	archiveCorruptedPacket(Header->GetPscuHeader()->FileOffset, Header->GetPscuHeader()->PacketLenght);
179	pam-rm2	6.8
180	kusanagi	2.4	} catch (UnidentifiedPacketException exc) {
181	kusanagi	2.5	oss.str("");
182			oss << exc.print() << " " << Header->GetPscuHeader()->Print();
183			logger->error(oss.str().c_str());
184	kusanagi	2.4	} catch (NotExistingCounterException exc) {
185	kusanagi	2.5	oss.str("");
186			oss << exc.print() << " " << Header->GetPscuHeader()->Print();
187			logger->error(oss.str().c_str());
188	kusanagi	2.4	} catch (LengthException exc) {
189	kusanagi	2.5	oss.str("");
190			oss << exc.print() << " " << Header->GetPscuHeader()->Print();
191			logger->error(oss.str().c_str());
192	kusanagi	4.5	} catch (BackwardCounterException exc) {
193			oss.str("");
194			oss << exc.print() << " " << Header->GetPscuHeader()->Print();
195			logger->error(oss.str().c_str());
196	kusanagi	1.1	} catch (...) {
197	kusanagi	2.4	logger->error("Couldn't read the event. Skipping to the next header. \n");
198	kusanagi	1.1	}
199	kusanagi	2.1	if ((step%1000) == 0) std::cout << step/1000 << "K \n";
200	kusanagi	2.10	oss.str("");
201			oss << "----endPck " << Header->GetPscuHeader()->GetCounter() << "\n";
202			logger->info(oss.str().c_str());
203	kusanagi	1.1	}
204	mocchiut	6.12	if ( InputFile->fail() \|\| InputFile->bad() ) printf(" ERROR READING RAW FILE! \n"); // E. Mocchiutti
205
206	kusanagi	1.10	Header->GetCounter()->PrintCounters();
207	kusanagi	6.3	//if (corruptedPacketFile.is_open()) corruptedPacketFile.close();
208	kusanagi	1.1	}
209
210			/**
211			* Unpack the PSCU header from a file into the structure.
212			*/
213	pam-rm2	6.8	void EventReader::UnpackPscuHeader(void) throw (WrongCRCHeaderException, LengthException, BackwardCounterException) {
214	kusanagi	1.10	stringstream oss;
215	kusanagi	4.5	int response = 0;
216	pam-rm2	6.8	char buff[16];
217	mocchiut	6.9	memset(buff, 0, 16*sizeof(char));
218	pam-rm2	6.8	InputFile->read(buff, sizeof(buff));
219
220
221			unsigned char PacketId1 = buff[3];
222			unsigned char PacketId2 = buff[4];
223			unsigned int Counter = (((UINT32)buff[5]<<16)&0x00FF0000) + (((UINT32)buff[6]<<8)&0x0000FF00) + (((UINT32)buff[7])&0x000000FF);
224			unsigned int OrbitalTime = (((UINT32)buff[8]<<24)&0xFF000000) + (((UINT32)buff[9]<<16)&0x00FF0000) + (((UINT32)buff[10]<<8)&0x0000FF00) + (((UINT32)buff[11])&0x000000FF);
225			unsigned int PacketLenght = (((UINT32)buff[12]<<16)&0x00FF0000) + (((UINT32)buff[13]<<8)&0x0000FF00) + (((UINT32)buff[14])&0x000000FF);
226			unsigned char CRC = buff[15];
227	mocchiut	6.12	unsigned char FileOffset = 0;
228	pam-rm2	6.8
229	kusanagi	4.5
230	pam-rm2	6.8	if (Counter < prevPckCounter){
231	kusanagi	4.5	response = prevPckCounter - Counter;
232			//oss.str("");
233			//oss << "Packet counter is less than before of " << (prevPckCounter - Counter);
234			//throw BackwardCounterException(oss.str().c_str());
235			//logger->error(oss.str().c_str());
236	kusanagi	2.10	}
237
238	pam-rm2	6.8	if (Counter > prevPckCounter + 1){
239	kusanagi	2.10	oss.str("");
240			oss << "Packet counter is greater than before of " << (Counter - prevPckCounter);
241			logger->error(oss.str().c_str());
242	kusanagi	1.1	}
243	kusanagi	3.1
244	pam-rm2	6.8	if ((OrbitalTime == prevPckOBT) & (PacketId1 == 0x10)){
245	kusanagi	3.1	oss.str("");
246			oss << "Onboard Time of this packet is equal to the previous packet OBT";
247			logger->error(oss.str().c_str());
248			logger->error(Header->GetPscuHeader()->Print());
249			}
250	kusanagi	1.1
251	pam-rm2	6.8	if (OrbitalTime < prevPckOBT){
252	kusanagi	2.4	oss.str("");
253			oss << " Onboard Time is less than before of " << (prevPckOBT - OrbitalTime);
254	kusanagi	2.10	logger->error(oss.str().c_str());
255	kusanagi	1.1	}
256
257	pam-rm2	6.8	if (((BYTE)CM_Compute_CRC16(0, (BYTE*)&buff, 15) == (BYTE)buff[15]) && (PacketId1 == PacketId2)){
258	kusanagi	1.7	prevPckCounter = Counter;
259			prevPckOBT = OrbitalTime;
260	pam-rm2	6.8	long int initPos = InputFile->tellg();
261	kusanagi	1.1	long int finalPos;
262			Header->GetPscuHeader()->SetPacketId(PacketId1, PacketId2);
263			Header->GetPscuHeader()->SetCounter(Counter);
264			Header->GetPscuHeader()->SetOrbitalTime(OrbitalTime);
265			//PacketLength is the length of the whole DATApacket starting from the first byte after the header
266			//plus the CRC legth (which varies for each type of packet)
267			Header->GetPscuHeader()->SetPacketLenght(PacketLenght);
268			Header->GetPscuHeader()->SetCRC(CRC);
269	mocchiut	6.12	Header->GetPscuHeader()->SetFileOffset((unsigned long int)(InputFile->tellg() - 16));
270	kusanagi	1.1	} else {
271	pam-rm2	6.8	/Here i should extract the block of Data for later analysis /
272	kusanagi	1.8	InputFile->seekg(-(13), std::ios::cur);
273	kusanagi	2.8	oss.str("");
274	pam-rm2	6.8	oss << "CRC Header Error on packet:" << PscuHeader::Print(buff);
275	kusanagi	2.8	throw WrongCRCHeaderException(oss.str().c_str());
276	kusanagi	1.1	}
277	kusanagi	2.4
278	kusanagi	4.5	if (response > 0){
279			oss.str("");
280			oss << "Packet counter is less than before of " << response;
281			throw BackwardCounterException(oss.str().c_str());
282			}
283	kusanagi	1.1	}
284
285			/**
286			* Unpack the trailer of a PSCU event into the structure.
287			*/
288			void EventReader::UnpackPscuTrailer(void) throw (std::exception) {
289
290			}
291
292			/**
293			* Find the next starting poin for the PSCU event looking for a {0xFA, 0xFE, 0xDE} sequence
294			*/
295	pam-rm2	6.8	bool EventReader::FindStart(void) throw (std::exception) {
296	kusanagi	1.1	//search an hexadecimal sequence in a file
297			//subSign ------> pointer to the sequence buffer
298			//subSignDim ------> dimension of the buffer
299			// at exit
300			// return true if founds a match (else false)
301			// subF point rigth after the match, if found. Else EOF.
302			//Maurizio 15/11/2002-----------------------
303	kusanagi	2.4	const int subSignDim = 3;
304			const unsigned char subSign[subSignDim]={0xFA, 0xFE, 0xDE};
305	kusanagi	1.1	//------------------------------------------
306			int subIndex = 0;
307			char dataByte;
308	kusanagi	4.1
309			int buffSize = 64;
310	kusanagi	1.10	int index = 0;
311	pam-rm2	6.8	int loop = -1;
312	kusanagi	1.10	char buffer[buffSize];
313	kusanagi	4.1	bool flagOverPad = false;
314	mocchiut	6.9	memset(buffer, 0, buffSize*sizeof(char));
315	kusanagi	1.10	while (!InputFile->eof()) {
316	pam-rm2	6.8	InputFile->read(buffer, sizeof(buffer));
317	kusanagi	1.10	index = 0;
318	pam-rm2	6.8	loop++;
319			while (index < buffSize){
320			dataByte = buffer[index++];
321			if (dataByte == (char)(*(subSign+subIndex))){
322			if (subIndex++ == (subSignDim-1)) {
323			InputFile->seekg( (index - (subIndex + buffSize)), std::ios::cur);
324			if (flagOverPad){
325			oss.str("");
326			oss << "\n This packet beginning is farther than 64 byte from the end of the previous."
327			<< "\n Below the is the last already unpacked packet";
328			logger->error(oss.str().c_str());
329			logger->error(Header->GetPscuHeader()->Print());
330			}
331			return true;
332			}
333			} else {
334			index = index - (subIndex);
335			subIndex = 0;
336	kusanagi	1.10	}
337			}
338	kusanagi	2.4	//Needs to guarantee the overap of the buffer(s) in several loop
339	kusanagi	4.1	flagOverPad = true;
340	pam-rm2	6.8	InputFile->seekg( (-1)*(subSignDim + 1) , std::ios::cur);
341	kusanagi	2.7	}
342			return false;
343	kusanagi	1.1	}
344
345	pam-rm2	6.8
346			int EventReader::archiveCorruptedPacket(long int offset, long int length) {
347			if (!corruptedPacketFile.is_open()) {
348			oss.str("");
349			oss << Run->GetUnpackPath().c_str() << "Corrupted.dat";
350			cout << oss.str().c_str() << "\n";
351			cout << dec << offset << "\n";
352			cout << dec << length << "\n";
353			corruptedPacketFile.open(oss.str().c_str(), ios::out);
354			}
355			char *buffer = new char[length];
356			InputFile->seekg(offset, ios_base::beg );
357			InputFile->read(buffer, length);
358			corruptedPacketFile.write(buffer, length);
359			InputFile->seekg(offset + 1, ios_base::beg );
360			}
361
362	kusanagi	1.1	ClassImp(EventReader)