/[PAMELA software]/PadmeAmidala/src/RunGlue.cpp
ViewVC logotype

Diff of /PadmeAmidala/src/RunGlue.cpp

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 1.10 by mocchiut, Fri Sep 7 13:26:11 2007 UTC revision 1.25 by mocchiut, Fri Oct 17 15:58:41 2014 UTC
# Line 5  Line 5 
5   * The file contains implementation of the methods to query the DB.   * The file contains implementation of the methods to query the DB.
6   */   */
7  //  //
8    #include <sstream>
9    #include <iostream>
10    //
11    #include <TFile.h>
12    #include <TTree.h>
13    #include <TTimeStamp.h>
14    #include <TTreeCloner.h>
15  #include <RunGlue.h>  #include <RunGlue.h>
16  //  //
17  ClassImp(RunGlue);  ClassImp(RunGlue);
# Line 15  RunGlue::RunGlue() { Line 22  RunGlue::RunGlue() {
22    this->Clear();    this->Clear();
23  }  }
24    
25  RunGlue::RunGlue(TSQLServer *da, UInt_t ru, TString di, TString wrkdi, Bool_t fcas) {  RunGlue::RunGlue(TSQLServer *da, UInt_t ru, TString di, TString wrkdi) {
26    fDBG = false;    fDBG = false;
   castor = fcas;  
27    li = new PamLevel2();    li = new PamLevel2();
28      //  li = 0;
29    this->Clear();    this->Clear();
30    dbc = da;    dbc = da;
31    run = ru;    run = ru;
32    dir = di;    dir = di;
33    //    //
34    TString wd = gSystem->WorkingDirectory();      discarded = false;
35      //
36      wd = gSystem->WorkingDirectory();  
37    //    //
38    outdir = wrkdi;    outdir = wrkdi;
39    if ( !strcmp(outdir.Data(),"") ) outdir = wd;    if ( !strcmp(outdir.Data(),"") ) outdir = wd;
# Line 35  RunGlue::RunGlue(TSQLServer *da, UInt_t Line 44  RunGlue::RunGlue(TSQLServer *da, UInt_t
44      runmode = false;      runmode = false;
45      createlist = true;      createlist = true;
46    };    };
47      fUpgrade = true;
48    //    //
49    //  lList = new TList();    //  lList = new TList();
50    //    //
51  };  };
52    
   
53  void RunGlue::Clear() {  void RunGlue::Clear() {
54    fEnd = false;    fEnd = false;
55    run = 0;    run = 0;
# Line 69  void RunGlue::SetDList(TString list) { Line 78  void RunGlue::SetDList(TString list) {
78    if (list.Contains("+ALL", TString::kIgnoreCase)) RUN = true;    if (list.Contains("+ALL", TString::kIgnoreCase)) RUN = true;
79    //    //
80    fDList = list;    fDList = list;
81    li->SetWhichTrees(fDList);    //  li->SetWhichTrees(fDList);
82    //    //
83    if ( DebugMode() ) printf(" Detector list is %s \n",fDList.Data());    if ( DebugMode() ) printf(" Detector list is %s \n",fDList.Data());
84    //    //
85  };  };
86    
87  TList *RunGlue::GetRunList(){  TList *RunGlue::GetRunList(){
88    //    //  
89    lList = new TList();    lList = new TList();
90    lList->Clear();    lList->Clear();
91    TString thisrun;    TString thisrun;
   //  TFile *su;  
92    TFile *su;    TFile *su;
93    //    //
94    TSQLResult *pResult;    TSQLResult *pResult;
# Line 109  TList *RunGlue::GetRunList(){ Line 117  TList *RunGlue::GetRunList(){
117      TTimeStamp *llim = new TTimeStamp(YY,MM,DD,0,0,0,0,true,0);      TTimeStamp *llim = new TTimeStamp(YY,MM,DD,0,0,0,0,true,0);
118      //      //
119      UInt_t lowerlimit = llim->GetSec();      UInt_t lowerlimit = llim->GetSec();
120      UInt_t upperlimit = lowerlimit + 86401;      UInt_t upperlimit = lowerlimit + 86400;
121      //      //
122      if ( DebugMode() ) printf(" YY %u MM %u DD %u ll %u ul %u \n",YY,MM,DD,lowerlimit,upperlimit);      if ( DebugMode() ) printf(" YY %u MM %u DD %u ll %u ul %u \n",YY,MM,DD,lowerlimit,upperlimit);
123      //      //
# Line 164  TList *RunGlue::GetRunList(){ Line 172  TList *RunGlue::GetRunList(){
172        //        //
173        if ( DebugMode() ) printf(" Filename is %s \n",thisrun.Data());        if ( DebugMode() ) printf(" Filename is %s \n",thisrun.Data());
174        //        //
       //su = TFile::Open(thisrun);  
175        su = TFile::Open(thisrun);        su = TFile::Open(thisrun);
176        if ( li->CheckLevel2File(thisrun) ){        if ( li->CheckLevel2File(thisrun) ){
177          lList->Add(su);          lList->Add(su);
178        } else {        } else {
179          if ( DebugMode() ) printf(" RUN %s DISCARDED \n",Row->GetField(0));          if ( DebugMode() ) printf(" RUN %s DISCARDED \n",Row->GetField(0));
180            discarded = true;
181        };        };
182        //        //
183      };      };
# Line 208  TList *RunGlue::GetRunList(){ Line 216  TList *RunGlue::GetRunList(){
216            if ( DebugMode() ) printf(" fullpath = %s     name %s \n",fullpath.Data(),name.Data());            if ( DebugMode() ) printf(" fullpath = %s     name %s \n",fullpath.Data(),name.Data());
217            //            //
218            //            //
           //su = TFile::Open(fullpath);  
219            su = TFile::Open(fullpath);            su = TFile::Open(fullpath);
220            if ( li->CheckLevel2File((TString)fullpath) ){            if ( li->CheckLevel2File((TString)fullpath) ){
221              fList->Add(su);              fList->Add(su);
222              fNlist++;              fNlist++;
223            } else {            } else {
224              if ( DebugMode() ) printf(" RUN %s DISCARDED \n",fullpath.Data());              if ( DebugMode() ) printf(" RUN %s DISCARDED \n",fullpath.Data());
225                discarded = true;
226            };            };
227            //            //
228          };          };
# Line 278  TList *RunGlue::GetRunList(){ Line 286  TList *RunGlue::GetRunList(){
286      TTimeStamp *llim = new TTimeStamp(YY,MM,DD,0,0,0,0,true,0);      TTimeStamp *llim = new TTimeStamp(YY,MM,DD,0,0,0,0,true,0);
287      //      //
288      UInt_t lowerlimit = llim->GetSec();      UInt_t lowerlimit = llim->GetSec();
289      UInt_t upperlimit = lowerlimit + 86401;      UInt_t upperlimit = lowerlimit + 86400;
290      //      //
291      if ( DebugMode() ) printf(" YY %u MM %u DD %u ll %u ul %u \n",YY,MM,DD,lowerlimit,upperlimit);      if ( DebugMode() ) printf(" YY %u MM %u DD %u ll %u ul %u \n",YY,MM,DD,lowerlimit,upperlimit);
292      //      //
# Line 332  TList *RunGlue::GetRunList(){ Line 340  TList *RunGlue::GetRunList(){
340        //        //
341        su = TFile::Open(thisrun);        su = TFile::Open(thisrun);
342        if ( su ){        if ( su ){
         //      TFile *su0 = TFile::Open(thisrun);  
343          TFile *su0 = TFile::Open(thisrun);          TFile *su0 = TFile::Open(thisrun);
344          fDoneList->Add(su0);          fDoneList->Add(su0);
345          fNlistdone++;          fNlistdone++;
# Line 342  TList *RunGlue::GetRunList(){ Line 349  TList *RunGlue::GetRunList(){
349          if ( DebugMode() ) printf(" RUN %s ADDED \n",Row->GetField(0));          if ( DebugMode() ) printf(" RUN %s ADDED \n",Row->GetField(0));
350        } else {        } else {
351          if ( DebugMode() ) printf(" RUN %s DISCARDED \n",Row->GetField(0));          if ( DebugMode() ) printf(" RUN %s DISCARDED \n",Row->GetField(0));
352            discarded = true;
353        };        };
354        //        //
355      };      };
# Line 378  TList *RunGlue::GetRunList(){ Line 386  TList *RunGlue::GetRunList(){
386    
387  Bool_t RunGlue::OpenFile(){  Bool_t RunGlue::OpenFile(){
388    //    //
   ifstream myfile;  
   TString thename;  
   //  
   Bool_t exi = false;  
389    fOpen = false;    fOpen = false;
390    thename = Form("rfio://%s",(this->GetFilename()).Data());    printf(" Check if output file already exists \n");
391    Target = 0;    ifstream myfile;
392    if ( castor ){    myfile.open((this->GetFilename()).Data());
393      Target = new TRFIOFile(thename.Data(),"READ","",1);    if ( myfile ){
     if ( !Target->IsZombie()) exi = true;  
   } else {  
     //    thename = Form("rfio://%s",(this->GetFilename()).Data());  
     printf(" Check if output file already exists \n");  
     myfile.open((this->GetFilename()).Data());  
     if ( myfile ) exi = true;  
   };  
   if ( exi ){  
394      //  Target = TFile::Open((this->GetFilename()).Data(), "READ" );      //  Target = TFile::Open((this->GetFilename()).Data(), "READ" );
395      //      //
396      //  if ( Target ){      //  if ( Target ){
397      //    Target->Close();      //    Target->Close();
398      if ( myfile ) myfile.close();      myfile.close();
399      //      printf("Error opening target file, %s  already exist!\n",(this->GetFilename()).Data());
     if ( Target ) Target->Close();  
     //  
     printf("Error opening target file, %s  already exist!\n",thename.Data());  
400      return(false);      return(false);
     //  
401    } else {    } else {
402      //      //
403        // try to lock tables and work on a db level to avoid multiple file simultaneous access
404        //
405        stringstream oss;
406        //  
407        if ( fUpgrade ){
408          oss.str("");
409          oss << "lock table GL_ROOT write;";
410          TSQLResult *result = 0;
411          TSQLRow *row = 0;
412          result = dbc->Query(oss.str().c_str());
413          oss.str("");
414          oss << "select ID from GL_ROOT where NAME='" << ((TString)gSystem->BaseName(this->GetFilename())).Data() << "';";
415          result = dbc->Query(oss.str().c_str());
416          row = result->Next();
417          if ( row ){
418            printf("Error opening target file (does %s exist? already in the DB? are the permissions ok?)\n",(this->GetFilename()).Data());
419            return(false);
420          } else {
421            oss.str("");
422            oss << "insert into GL_ROOT (PATH,NAME) values ('$PAM_L2','" << ((TString)gSystem->BaseName(this->GetFilename())).Data() << "');";      
423            result = dbc->Query(oss.str().c_str());
424          };
425          oss.str("");
426          oss << "unlock tables;";
427          result = dbc->Query(oss.str().c_str());
428        };
429        //    Target = TFile::Open((this->GetFilename()).Data(), "RECREATE" );
430        Target = TFile::Open((this->GetFilename()).Data(), "NEW" );    
431        //    
432      printf(" Output file does not exist, creating it\n");      printf(" Output file does not exist, creating it\n");
433      //      //
434      Long64_t maxsize = 99900000000LL;        Long64_t maxsize = 99900000000LL;  
435      //      //
436      Target = new TRFIOFile(thename.Data(), "RECREATE", "", 2 );      if ( !Target || Target->IsZombie()) {
437      //      Target = TFile::Open((this->GetFilename()).Data(), "RECREATE" );        printf("Error opening target file (does %s exist? are the permissions ok?)\n",(this->GetFilename()).Data());
438          //      exit(1);
439          return(false);
440        }
441        //
442        Target->Write();
443      //      //
444      //fastMethod = kTRUE;      //fastMethod = kTRUE;
445      fastMethod = kFALSE;      fastMethod = kFALSE;
446      //          //    
     //      
     if ( !Target || Target->IsZombie()) {  
       printf("Error opening target file (does %s exist?)\n",thename.Data());  
       exit(1);  
     }  
447      //      //
448      TTree::SetMaxTreeSize(maxsize);      TTree::SetMaxTreeSize(maxsize);
449      Target->SetCompressionLevel(2);      //    Target->SetCompressionLevel(2);
450        Target->SetCompressionLevel(3);
451        //Target->SetCompressionLevel(5);
452      //      //
453      fOpen = true;      fOpen = true;
454      return(true);      return(true);
# Line 487  void RunGlue::UpdateDB(TList *dlist){ Line 510  void RunGlue::UpdateDB(TList *dlist){
510    };    };
511    //    //
512    myquery.str("");    myquery.str("");
   //  myquery << "insert into GL_ROOT (ID_RAW,PATH,NAME) values (" << idr << ",'" << outdir.Data() << "','" << ((TString)gSystem->BaseName(this->GetFilename())).Data() << "');";  
   myquery << "insert into GL_ROOT (ID_RAW,PATH,NAME) values (" << idr << ",'$PAM_L2','" << ((TString)gSystem->BaseName(this->GetFilename())).Data() << "');";  
   if ( DebugMode() ) printf(" query is %s \n",myquery.str().c_str());  
   //  
   pResult = dbc->Query(myquery.str().c_str());  
   if ( !pResult ){  
     printf(" ERROR WRITING ON DB!\n");  
     return;  
   };  
   myquery.str("");  
513    myquery << "select ID from GL_ROOT where NAME='" << ((TString)gSystem->BaseName(this->GetFilename())).Data() << "';";    myquery << "select ID from GL_ROOT where NAME='" << ((TString)gSystem->BaseName(this->GetFilename())).Data() << "';";
514    if ( DebugMode() ) printf(" query is %s \n",myquery.str().c_str());    if ( DebugMode() ) printf(" query is %s \n",myquery.str().c_str());
515    //    //
# Line 512  void RunGlue::UpdateDB(TList *dlist){ Line 525  void RunGlue::UpdateDB(TList *dlist){
525    } else {    } else {
526      idl2 = (UInt_t)atoll(Row->GetField(0));      idl2 = (UInt_t)atoll(Row->GetField(0));
527    };    };
528      myquery.str("");
529      //  myquery << "insert into GL_ROOT (ID_RAW,PATH,NAME) values (" << idr << ",'" << outdir.Data() << "','" << ((TString)gSystem->BaseName(this->GetFilename())).Data() << "');";
530      //  myquery << "insert into GL_ROOT (ID_RAW,PATH,NAME) values (" << idr << ",'$PAM_L2','" << ((TString)gSystem->BaseName(this->GetFilename())).Data() << "');";
531      myquery << "update GL_ROOT set ID_RAW=" << idr << " where ID=" << idl2 << ";";
532      if ( DebugMode() ) printf(" query is %s \n",myquery.str().c_str());
533      //
534      pResult = dbc->Query(myquery.str().c_str());
535      if ( !pResult ){
536        printf(" ERROR WRITING ON DB!\n");
537        return;
538      };
539    //    //
540    //    //
541    //    //
# Line 544  void RunGlue::UpdateDB(TList *dlist){ Line 568  void RunGlue::UpdateDB(TList *dlist){
568  //  //
569  void RunGlue::MergeRootfile(TList *sourcelist) {  void RunGlue::MergeRootfile(TList *sourcelist) {
570    //    //
571    merged = false;    merged = true;
   //  
   TDirectory *target = Target;  
   //  
   if ( DebugMode() ) printf("\nTarget path is: %s \n",target->GetPath());  
   //  
   TString path;  
   //if ( castor ){  
     path = TString(":/");  
     //  } else {  
     //    path = TString( (char*)strstr( target->GetPath(), ":" ) );  
     //  };  
   path.Remove(0,2);  
   if ( DebugMode() ) printf("path is %s \n",path.Data());  
572    //    //
573    TDirectory *first_source = (TDirectory*)sourcelist->First();    //  if ( li ) li->Delete();
574    THashList allNames;    PamLevel2 *nli = new PamLevel2(wd,sourcelist,fDList);
575    //    nli->SetSELLI(2);
576    while ( first_source ){    //
577      //    Target->cd();
578      TDirectory *current_sourcedir = first_source->GetDirectory(path);    //
579      //    nli->CreateCloneTrees(Target);
580      if ( !current_sourcedir ){    //
581        first_source = (TDirectory*)sourcelist->After(first_source);    /*  nli->GetCloneTree("Tracker")->SetAutoSave(900000000000000LL);
582        continue;    nli->GetCloneTree("Trigger")->SetAutoSave(900000000000000LL);
583      }    nli->GetCloneTree("Calorimeter")->SetAutoSave(900000000000000LL);
584      //    nli->GetCloneTree("S4")->SetAutoSave(900000000000000LL);
585      // loop over all keys in this directory    nli->GetCloneTree("Anticounter")->SetAutoSave(900000000000000LL);
586      //    nli->GetCloneTree("NeutronD")->SetAutoSave(900000000000000LL);
587      TChain *globChain = 0;        nli->GetCloneTree("OrbitalInfo")->SetAutoSave(900000000000000LL);
588      TIter nextkey( current_sourcedir->GetListOfKeys() );    nli->GetCloneTree("Run")->SetAutoSave(900000000000000LL);
589      TKey *key = 0;    nli->GetCloneTree("ToF")->SetAutoSave(900000000000000LL);*/
590      TKey *oldkey = 0;    //
591      TH1::AddDirectory(kFALSE); // gain time, do not add the objects in the list in memory    ULong64_t nevents = nli->GetEntries();        
592      //    printf(" NEVENTS %llu \n",nevents);
593      while ( (key = (TKey*)nextkey()) ) {    for(ULong64_t iev=0; iev<nevents; iev++){
594        //      nli->Clear();
595        //      printf(" target ls \n");      if( nli->GetEntry(iev) ){
596        //      Target->ls();        nli->FillCloneTrees();
       //  
       if ( current_sourcedir == target ) break;  
       //  
       if ( oldkey && !strcmp(oldkey->GetName(),key->GetName()) ) continue; //keep only the highest cycle number for each key  
       //  
       if ( allNames.FindObject(key->GetName()) ) continue;  
       //  
       if ( DebugMode() ) printf(" Key name is -%s- \n",key->GetName());  
       //  
       //  
       //  
       if ( !strcmp(key->GetName(),"Tracker") && !li->IsTRK2() && !li->IsTRK1() && !li->IsTRKh() ) continue;  
       //  
       if ( !strcmp(key->GetName(),"Calorimeter") && !li->IsCAL2() && !li->IsCAL1() ) continue;  
       //  
       if ( !strcmp(key->GetName(),"ToF") && !li->IsTOF() ) continue;  
       //  
       if ( !strcmp(key->GetName(),"Trigger") && !li->IsTRG() ) continue;  
       //  
       if ( !strcmp(key->GetName(),"Anticounter") && !li->IsAC() ) continue;  
       //  
       if ( !strcmp(key->GetName(),"S4") && !li->IsS4() ) continue;  
       //  
       if ( !strcmp(key->GetName(),"NeutronD") && !li->IsND() ) continue;  
       //  
       if ( !strcmp(key->GetName(),"OrbitalInfo") && !li->IsORB() ) continue;  
       //  
       if ( !strcmp(key->GetName(),"Run") && !li->IsRUN() ) continue;  
       //  
       if ( strcmp(key->GetName(),"Calorimeter") && strcmp(key->GetName(),"Tracker") && strcmp(key->GetName(),"ToF") && strcmp(key->GetName(),"Trigger") && strcmp(key->GetName(),"Anticounter") && strcmp(key->GetName(),"S4") && strcmp(key->GetName(),"NeutronD") && strcmp(key->GetName(),"OrbitalInfo") && strcmp(key->GetName(),"Run") && strcmp(key->GetName(),"ProcessID0") ){  
         if ( DebugMode() ) printf(" ERROR UNKNOWN KEY %s !\n",key->GetName());  
         continue;  
       };  
       //  
       allNames.Add(new TObjString(key->GetName()));  
       //  
       // read object from first source file  
       //  
       current_sourcedir->cd();  
       TObject *obj = key->ReadObj();  
       //  
       if ( obj->IsA()->InheritsFrom("TTree") ){  
         //  
         // loop over all source files create a chain of Trees "globChain"  
         //  
         TString obj_name;  
         //  
         if ( path.Length() ) {  
           obj_name = path + "/" + obj->GetName();  
         } else {  
           obj_name = obj->GetName();  
         };  
         //  
         globChain = new TChain(obj_name);  
         //  
         globChain->SetCacheSize(0);  
         //  
         globChain->Add(first_source->GetName());  
         //  
         //      TFile *nextsource = (TFile*)sourcelist->After( first_source );  
         TFile *nextsource = (TFile*)sourcelist->After( first_source );  
         //  
         while ( nextsource ) {              
           //  
           //do not add to the list a file that does not contain this Tree  
           //  
           TFile *curf = TFile::Open(nextsource->GetName());  
           //      TFile *curf = TFile::Open(nextsource->GetName());  
           //  
           if ( curf ) {  
             //  
             Bool_t mustAdd = kFALSE;  
             //  
             if (curf->FindKey(obj_name)) {  
               //  
               mustAdd = kTRUE;  
               //  
             } else {  
               //  
               //we could be more clever here. No need to import the object  
               //we are missing a function in TDirectory  
               //  
               TObject *aobj = curf->Get(obj_name);  
               //  
               if ( aobj ){  
                 mustAdd = kTRUE;  
                 delete aobj;  
               };  
             };  
             if (mustAdd) {  
               globChain->Add(nextsource->GetName());  
             };  
           };  
           delete curf;  
           nextsource = (TFile*)sourcelist->After(nextsource);  
         };  
         //  
         delete nextsource;  
         //  
       } else {  
         //  
         // object is of no type that we know or can handle  
         //  
         if ( DebugMode() ) cout << "Unknown object type, name: "  
              << obj->GetName() << " title: " << obj->GetTitle() << endl;  
       };  
       //  
       // now write the merged histogram (which is "in" obj) to the target file  
       // note that this will just store obj in the current directory level,  
       // which is not persistent until the complete directory itself is stored  
       // by "target->Write()" below  
       //  
       if ( obj ){  
         //  
         target->cd();  
         //  
         if( obj->IsA()->InheritsFrom("TTree") ) {  
           //  
           Long64_t nfiles = 0;  
           if ( fastMethod ){  
             //      globChain->Merge(target->GetFile(),0,"C keep fast");  
             nfiles=this->Mergy((TChain*)globChain,target->GetFile(),0,"C keep fast");  
           } else {  
             //globChain->Merge(target->GetFile(),0,"C keep");  
             nfiles=this->Mergy((TChain*)globChain,target->GetFile(),0,"C keep");  
           };  
           //  
           merged = true;  
           //  
           if ( DebugMode() ){  
             printf(" Merged %i files\n",(int)nfiles);  
             globChain->ls();  
           };  
           //  
           delete globChain;  
           //      return;  
           //  
         } else {  
           //  
           //      obj->Write( key->GetName() ); // <==================================================================================  
           //  
         };  
       };  
       delete obj;  
       oldkey = key;  
597      };      };
     //  
     first_source = (TDirectory*)sourcelist->After(first_source);  
     //  
598    };    };
   // save modifications to target file  
   //  
   target->SaveSelf(kTRUE);  
599    //    //
600      TTree *P = nli->GetCloneTree("ProcessingInfo");
601      ProcInfo *procinfo = 0;
602      if ( P ){
603        procinfo = nli->GetProcInfo();
604      } else {
605        procinfo = new ProcInfo();    
606      }
607      procinfo->runID = run;
608      TTimeStamp *dt = new TTimeStamp();
609      procinfo->date = dt->AsString();
610      delete dt;
611      TString isok;
612      if ( discarded ){
613        isok = " WARNING, files were discarded while merging! ";
614      } else {
615        isok = " The level2 merging was OK!";
616      }
617      procinfo->commandLine = Form("PadmeAmidala: %s",isok.Data());
618      procinfo->outputFilename = Target->GetName();
619      procinfo->localDir = gSystem->WorkingDirectory();
620      procinfo->uname = gSystem->GetFromPipe("uname -a");
621      procinfo->DB = Form("mysql://%s/%s",dbc->GetHost(),dbc->GetDB());
622      if ( P ) P->Fill();
623      //
624      Target->cd();
625      nli->WriteCloneTrees();
626      printf("Written file %s \n",Target->GetName());
627      //  Target->Write();
628      //  TTree *slist = (TTree*)Target->Get("SelectionList");
629      //  slist->Delete("all");
630      if ( !P ){
631        TChain *PC = new TChain("ProcessingInfo");
632        // loop over files and create chains
633        TIter next(sourcelist);
634        TSystemFile *questo = 0;
635        while ((questo = (TSystemFile*) next())) {
636          TString name = questo->GetName();
637          PC->Add(name);
638        }
639        if ( P->GetEntries() ){
640          TTree *Pclone = PC->CloneTree();
641          //
642          
643          Pclone->SetBranchAddress("ProcInfo",&procinfo);
644          Pclone->Fill();
645          
646          Target->cd();
647          Pclone->Write("ProcessingInfo",TObject::kOverwrite);
648          PC->Delete();
649          PC=0;
650        }
651      }
652      //  
653      Target->Close();
654    
655    //   //
656    //   TDirectory *target = Target;
657    //   //
658    //   if ( DebugMode() ) printf("\nTarget path is: %s \n",target->GetPath());
659    //   //
660    //   TString path( (char*)strstr( target->GetPath(), ":" ) );
661    //   path.Remove(0,2);
662    //   //
663    //   TDirectory *first_source = (TDirectory*)sourcelist->First();
664    //   THashList allNames;
665    //   //
666    //   while ( first_source ){
667    //     //
668    //     TDirectory *current_sourcedir = first_source->GetDirectory(path);
669    //     //
670    //     if ( !current_sourcedir ){
671    //       first_source = (TDirectory*)sourcelist->After(first_source);
672    //       continue;
673    //     }
674    //     //
675    //     // loop over all keys in this directory
676    //     //
677    //     TChain *globChain = 0;    
678    //     TIter nextkey( current_sourcedir->GetListOfKeys() );
679    //     TKey *key = 0;
680    //     TKey *oldkey = 0;
681    //     TH1::AddDirectory(kFALSE); // gain time, do not add the objects in the list in memory
682    //     //
683    //     while ( (key = (TKey*)nextkey()) ) {
684    //       //
685    //       //      printf(" target ls \n");
686    //       //      Target->ls();
687    //       //
688    //       if ( current_sourcedir == target ) break;
689    //       //
690    //       if ( oldkey && !strcmp(oldkey->GetName(),key->GetName()) ) continue; //keep only the highest cycle number for each key
691    //       //
692    //       if ( allNames.FindObject(key->GetName()) ) continue;
693    //       //
694    //       if ( DebugMode() ) printf(" Key name is -%s- \n",key->GetName());
695    //       //
696    //       //
697    //       //
698    //       if ( !strcmp(key->GetName(),"Tracker") && !li->IsTRK2() && !li->IsTRK1() && !li->IsTRKh() ) continue;
699    //       //
700    //       if ( !strcmp(key->GetName(),"Calorimeter") && !li->IsCAL2() && !li->IsCAL1() ) continue;
701    //       //
702    //       if ( !strcmp(key->GetName(),"ToF") && !li->IsTOF() ) continue;
703    //       //
704    //       if ( !strcmp(key->GetName(),"Trigger") && !li->IsTRG() ) continue;
705    //       //
706    //       if ( !strcmp(key->GetName(),"Anticounter") && !li->IsAC() ) continue;
707    //       //
708    //       if ( !strcmp(key->GetName(),"S4") && !li->IsS4() ) continue;
709    //       //
710    //       if ( !strcmp(key->GetName(),"NeutronD") && !li->IsND() ) continue;
711    //       //
712    //       if ( !strcmp(key->GetName(),"OrbitalInfo") && !li->IsORB() ) continue;
713    //       //
714    //       if ( !strcmp(key->GetName(),"Run") && !li->IsRUN() ) continue;
715    //       //
716    //       if ( strcmp(key->GetName(),"Calorimeter") && strcmp(key->GetName(),"Tracker") && strcmp(key->GetName(),"ToF") && strcmp(key->GetName(),"Trigger") && strcmp(key->GetName(),"Anticounter") && strcmp(key->GetName(),"S4") && strcmp(key->GetName(),"NeutronD") && strcmp(key->GetName(),"OrbitalInfo") && strcmp(key->GetName(),"Run") && strcmp(key->GetName(),"ProcessID0") ){
717    //      if ( DebugMode() ) printf(" ERROR UNKNOWN KEY %s !\n",key->GetName());
718    //      continue;
719    //       };
720    //       //
721    //       printf(" 1 \n");
722    //       allNames.Add(new TObjString(key->GetName()));
723    //       printf(" 2 \n");
724    //       //
725    //       // read object from first source file
726    //       //
727    //       current_sourcedir->cd();
728    //       TObject *obj = key->ReadObj();
729    //       printf(" 3 \n");
730    //       //
731    //       if ( obj->IsA()->InheritsFrom("TTree") ){
732    //      //
733    //              // loop over all source files create a chain of Trees "globChain"
734    //      //
735    //      TString obj_name;
736    //      printf(" 4 \n");
737    //      //
738    //      if ( path.Length() ) {
739    //        obj_name = path + "/" + obj->GetName();
740    //      } else {
741    //        obj_name = obj->GetName();
742    //      };
743    //      //
744    //      globChain = new TChain(obj_name);
745    //      //
746    //      globChain->SetCacheSize(0);
747    //      //
748    //      printf(" 5 \n");
749    //      globChain->Add(first_source->GetName());
750    //      printf(" 6 \n");
751    //      //
752    //      TFile *nextsource = (TFile*)sourcelist->After( first_source );
753    //      //
754    //      while ( nextsource ) {            
755    //        //
756    //        //do not add to the list a file that does not contain this Tree
757    //        //
758    //        printf(" 7 \n");
759    //        TFile *curf = TFile::Open(nextsource->GetName());
760    //        //
761    //        if ( curf ) {
762    //          //
763    //          Bool_t mustAdd = kFALSE;
764    //          //
765    //          if (curf->FindKey(obj_name)) {
766    //            //
767    //            mustAdd = kTRUE;
768    //            //
769    //          } else {
770    //            //
771    //            //we could be more clever here. No need to import the object
772    //            //we are missing a function in TDirectory
773    //            //
774    //            TObject *aobj = curf->Get(obj_name);
775    //            //
776    //            if ( aobj ){
777    //              mustAdd = kTRUE;
778    //              delete aobj;
779    //            };
780    //          };
781    //          if (mustAdd) {
782    //            printf(" 8 \n");
783    //            globChain->Add(nextsource->GetName());
784    //            printf(" 9 \n");
785    //          };
786    //        };
787    //        delete curf;
788    //        nextsource = (TFile*)sourcelist->After(nextsource);
789    //      };
790    //      //
791    //      printf(" 10 \n");      
792    //      delete nextsource;
793    //      printf(" 11 \n");
794    //      //
795    //       } else {
796    //      //
797    //      // object is of no type that we know or can handle
798    //      //
799    //      if ( DebugMode() ) cout << "Unknown object type, name: "
800    //           << obj->GetName() << " title: " << obj->GetTitle() << endl;
801    //       };
802    //       //
803    //       // now write the merged histogram (which is "in" obj) to the target file
804    //       // note that this will just store obj in the current directory level,
805    //       // which is not persistent until the complete directory itself is stored
806    //       // by "target->Write()" below
807    //       //
808    //       printf(" 12 \n");
809    //       if ( obj ){
810    //      //
811    //      target->cd();
812    //      //
813    //      if( obj->IsA()->InheritsFrom("TTree") ) {
814    //        //
815    //        Long64_t nfiles = 0;
816    //        if ( fastMethod ){
817    //          //      globChain->Merge(target->GetFile(),0,"C keep fast");
818    //          nfiles=this->Mergy((TChain*)globChain,target->GetFile(),0,"C keep fast");
819    //        } else {
820    //          //globChain->Merge(target->GetFile(),0,"C keep");
821    //          printf(" 13 %llu \n",globChain->GetEntries());          
822    //          nfiles=this->Mergy((TChain*)globChain,target->GetFile(),0,"C keep");
823    //          printf(" 14 \n");
824    //        };
825    //        //
826    //        merged = true;
827    //        //
828    //        if ( DebugMode() ){
829    //          printf(" Merged %i files\n",(int)nfiles);
830    //          globChain->ls();
831    //        };
832    //        //
833    //        delete globChain;
834    //        //      return;
835    //        //
836    //      } else {
837    //        //
838    //        //      obj->Write( key->GetName() ); // <==================================================================================
839    //        //
840    //      };
841    //       };
842    //       delete obj;
843    //       oldkey = key;
844    //     };
845    //     //
846    //     first_source = (TDirectory*)sourcelist->After(first_source);
847    //     //
848    //   };
849    //   // save modifications to target file
850    //   //
851    //   target->SaveSelf(kTRUE);
852    //   //
853  };  };
854    
855    
856  //Long64_t RunGlue::Mergy(TChain *mychain, TFile* file, Int_t basketsize, Option_t* option){  // Long64_t RunGlue::Mergy(TChain *mychain, TFile* file, Int_t basketsize, Option_t* option){
857  Long64_t RunGlue::Mergy(TChain *mychain, TFile* file, Int_t basketsize, Option_t* option){  //    // We must have been passed a file, we will use it
858     // We must have been passed a file, we will use it  //    // later to reset the compression level of the branches.
859     // later to reset the compression level of the branches.  //    if (!file) {
860     if (!file) {  //       // FIXME: We need an error message here.
861        // FIXME: We need an error message here.  //      printf(" 19 \n");
862       return 0;  //      return 0;
863     }  //    }
864    //    printf(" 20 \n");
865     // Options  
866     Bool_t fastClone = kFALSE;  //    // Options
867     TString opt = option;  //    Bool_t fastClone = kFALSE;
868     opt.ToLower();  //    TString opt = option;
869     if (opt.Contains("fast")) {  //    opt.ToLower();
870        fastClone = kTRUE;  //    if (opt.Contains("fast")) {
871     }  //       fastClone = kTRUE;
872    //       printf(" 21 \n");
873     // The chain tree must have a list of branches  //    }
874     // because we may try to change their basket  //    // The chain tree must have a list of branches
875     // size later.  //    // because we may try to change their basket
876     TObjArray* lbranches = mychain->GetListOfBranches();  //    // size later.
877     if (!lbranches) {  //    TObjArray* lbranches = mychain->GetListOfBranches();
878        // FIXME: We need an error message here.  //    if (!lbranches) {
879        return 0;  //       // FIXME: We need an error message here.
880     }  //      printf(" 22 \n");
881    //       return 0;
882     // The chain must have a current tree because  //    }
883     // that is the one we will clone.  
884     //   if (!fTree) {  //    //   file->cd();
885        // -- LoadTree() has not yet been called, no current tree.  //    // The chain must have a current tree because
886        // FIXME: We need an error message here.  //    // that is the one we will clone.
887     //      return 0;  //    //   if (!fTree) {
888     //   }  //       // -- LoadTree() has not yet been called, no current tree.
889    //       // FIXME: We need an error message here.
890     // Copy the chain's current tree without  //    //      return 0;
891     // copying any entries, we will do that later.  //    //   }
892     TTree* newTree = mychain->CloneTree(0);  
893     if (!newTree) {  //    // Copy the chain's current tree without
894        // FIXME: We need an error message here.  //    // copying any entries, we will do that later.
895        return 0;  //    printf(" 23 \n");
896     }  //    TTree* newTree = mychain->CloneTree(0);
897    //    if (!newTree) {
898     // Strip out the (potential) directory name.  //       // FIXME: We need an error message here.
899     // FIXME: The merged chain may or may not have the  //      printf(" 24 \n");
900     //        same name as the original chain.  This is  //       return 0;
901     //        bad because the chain name determines the  //    }
902     //        names of the trees in the chain by default.  //    printf(" 25 \n");
903     newTree->SetName(gSystem->BaseName(mychain->GetName()));  
904    
905     // FIXME: Why do we do this?  //    // Strip out the (potential) directory name.
906     //   newTree->SetAutoSave(-1);  //    // FIXME: The merged chain may or may not have the
907     newTree->SetAutoSave(900000000000000LL);  //    //        same name as the original chain.  This is
908    //    //        bad because the chain name determines the
909     // Circularity is incompatible with merging, it may  //    //        names of the trees in the chain by default.
910     // force us to throw away entries, which is not what  //    printf(" 26 \n");
911     // we are supposed to do.  //    newTree->SetName(gSystem->BaseName(mychain->GetName()));
912     newTree->SetCircular(0);  //    printf(" 27 \n");
913    
914     // Reset the compression level of the branches.  //    // FIXME: Why do we do this?
915     if (opt.Contains("c")) {  //    //   newTree->SetAutoSave(-1);
916        TBranch* branch = 0;  //    newTree->SetAutoSave(900000000000000LL);
917        TIter nextb(newTree->GetListOfBranches());  
918        while ((branch = (TBranch*) nextb())) {  //    printf(" 28 \n");
919           branch->SetCompressionLevel(file->GetCompressionLevel());  //    // Circularity is incompatible with merging, it may
920        }  //    // force us to throw away entries, which is not what
921     }  //    // we are supposed to do.
922    //    newTree->SetCircular(0);
923     // Reset the basket size of the branches.  
924     if (basketsize > 1000) {  //    // Reset the compression level of the branches.
925        TBranch* branch = 0;  //    if (opt.Contains("c")) {
926        TIter nextb(newTree->GetListOfBranches());  //       TBranch* branch = 0;
927        while ((branch = (TBranch*) nextb())) {  //       TIter nextb(newTree->GetListOfBranches());
928           branch->SetBasketSize(basketsize);  //       while ((branch = (TBranch*) nextb())) {
929        }  //      printf(" 29 \n");
930     }  //          branch->SetCompressionLevel(file->GetCompressionLevel());
931    //       }
932     Long64_t nentries = mychain->GetEntriesFast();  //    }
933    
934     // Copy the entries.  //    printf(" 30 \n");
935     if (fastClone) {  //    // Reset the basket size of the branches.
936        // For each tree in the chain.  //    if (basketsize > 1000) {
937        for (Long64_t i = 0; i < nentries; i += mychain->GetTree()->GetEntries()) {  //       TBranch* branch = 0;
938           if (mychain->LoadTree(i) < 0) {  //       TIter nextb(newTree->GetListOfBranches());
939              break;  //       while ((branch = (TBranch*) nextb())) {
940           }  //      printf(" 31 \n");
941           TTreeCloner cloner(mychain->GetTree(), newTree, option);  //          branch->SetBasketSize(basketsize);
942           if (cloner.IsValid()) {  //       }
943              newTree->SetEntries(newTree->GetEntries() + mychain->GetTree()->GetEntries());  //    }
944              cloner.Exec();  
945           } else {  //    printf(" 32 \n");
946              if (mychain->GetFile()) {  //    Long64_t nentries = mychain->GetEntriesFast();
947                printf("Merge Skipped file %s\n", mychain->GetFile()->GetName());  //    //Long64_t nentries = mychain->GetEntries();
948                 //            } else {  
949                 //               Warning("Merge", "Skipped file number %d\n", fTreeNumber);  //    // Copy the entries.
950              }  //    if (fastClone) {
951           }  //       // For each tree in the chain.
952        }  //       for (Long64_t i = 0; i < nentries; i += mychain->GetTree()->GetEntries()) {
953     } else {  //          if (mychain->LoadTree(i) < 0) {
954        for (Long64_t i = 0; i < nentries; i++) {  //             break;
955           if (mychain->GetEntry(i) <= 0) {  //          }
956              break;  //          TTreeCloner cloner(mychain->GetTree(), newTree, option);
957           }  //          if (cloner.IsValid()) {
958           newTree->Fill();  //             newTree->SetEntries(newTree->GetEntries() + mychain->GetTree()->GetEntries());
959        }  //             cloner.Exec();
960     }  //          } else {
961    //             if (mychain->GetFile()) {
962     // Write the new tree header.  //            printf("Merge Skipped file %s\n", mychain->GetFile()->GetName());
963     newTree->Write();  //             //            } else {
964    //             //               Warning("Merge", "Skipped file number %d\n", fTreeNumber);
965     // Get our return value.  //             }
966     Int_t nfiles = newTree->GetFileNumber() + 1;  //          }
967    //       }
968     // Close and delete the current file of the new tree.  //    } else {
969     if (!opt.Contains("keep")) {  //      printf(" 33 %llu \n",nentries);
970        // FIXME: What happens to fDirectory in newTree here?  //      mychain->Print();
971        delete newTree->GetCurrentFile();  //      for (Long64_t i = 0; i < nentries; i++) {
972     }  //        printf(" i %llu \n",i);
973     return nfiles;  //        // for (Long64_t i = 0; i < 1; i++) {
974  }  //          if (mychain->GetEntry(i) <= 0) {
975    //             break;
976    //          }
977    //          newTree->Fill();
978    //       }
979    //       printf(" 34 \n");
980    //    }
981    
982    //    // Write the new tree header.
983    //    printf(" 35 \n");
984    //    newTree->Write();
985    
986    //    printf(" 36 \n");
987    //    // Get our return value.
988    //    Int_t nfiles = newTree->GetFileNumber() + 1;
989    
990    //    // Close and delete the current file of the new tree.
991    //    if (!opt.Contains("keep")) {
992    //       // FIXME: What happens to fDirectory in newTree here?
993    //       delete newTree->GetCurrentFile();
994    //    }
995    //    return nfiles;
996    // }
Legend:
Removed from v.1.10  
changed lines
  Added in v.1.25
  ViewVC Help
Powered by ViewVC 1.1.23