runsum.cc

Go to the documentation of this file.

// $Id: runsum.cc,v 1.18 2004/10/06 20:39:05 bspeak Exp $
//
// runsum program is the base program to build summaries by accumulating
// files in a directory and feeding to JobControl Modules RunSummary and
// RateSummary
//
// Author: B. Speakman 2004.09.03
//
//system includes
#include <iostream>
#include <fstream>
#include <iosfwd>
#include <vector>
#include <unistd.h>
#ifndef MACOSX
  #include <getopt.h>
#endif

//root includes
#include "TError.h"
#include "TFile.h"
#include "TIterator.h"
#include "TList.h"
#include "TObject.h"
#include "TString.h"
#include "TSystem.h"
#include "TTimeStamp.h"
#include "TTree.h"

//minossoft includes
#include "Algorithm/AlgFactory.h"
#include "Algorithm/AlgConfig.h"
#include "JobControl/JobC.h"
#include "OnlineUtil/mdRunTypeCodes.h"
#include "OnlineUtil/mdTriggerCodes.h"
#include "RawData/RawRecord.h"
#include "RawData/RawHeader.h"
#include "RawData/RawDaqSnarlHeader.h"
#include "RawData/RawRunConfigBlock.h"
#include "Record/RecMinos.h"
#include "Util/UtilString.h"

#include "RSM.h"

using namespace std;

#define RUNNUM_NEW_RUNTYPES 25190

int cfgtest(string fname);
int sepruns(string fname);
void ptrig_run(string fname);
void other_run(string fname);
void usage();
void isetup();

void question(string gravel, bool *drugs) {
  char linein[50];
  cout << gravel;
  if(*drugs) cout << "(Y/n):";
  else cout << "(y/N):";
  cin.getline(linein,sizeof(linein));
  if(strncmp(linein,"y",1)==0) *drugs=true;
  if(strncmp(linein,"Y",1)==0) *drugs=true;
  if(strncmp(linein,"n",1)==0) *drugs=false;
  if(strncmp(linein,"N",1)==0) *drugs=false;
}

void question(string gravel, int *drugs) {
  char linein[50];
  cout << gravel;
  cout << "(" << *drugs << "):";
  cin.getline(linein,sizeof(linein));
  if(strlen(linein)) *drugs=atoi(linein);
}

void question(string gravel, string *drugs) {
  char linein[50];
  cout << gravel;
  cout << "(" << *drugs << "):";
  cin.getline(linein,sizeof(linein));
  if(strlen(linein)) *drugs=linein;
}

Int_t loud = 0;

//Run Modes
Bool_t FarmListGen = false;
Bool_t MonthlyGen = false;
Bool_t WebGen = false;
Bool_t PhysicsAnalysis = false;

Bool_t UseOtherFile = false; string other_file = "other.run";
Bool_t UsePhysicsFile = false; string physics_file = "physics.run";
Bool_t UseRsmFile = false; string runsum_file = "RunSummary.run";

Bool_t MakeScript = false;
Bool_t DryRun = false;
Bool_t UseRunSummary = true;
Bool_t UseRateSummary = true;
Bool_t MakeHitMaps = false;
Bool_t AppendFiles = true;
Bool_t MonthlyDir = false;

Bool_t MakeDBEntries = false;

string sdir = "./";

int main(int argc, char **argv) {
  Int_t nfiles_run = 0;

  vector<string>::const_iterator citr;
  vector<string>::const_iterator citr2;

#ifndef __GNU_LIBRARY__
//#warning long opts are not necessarily supported except under GNU_LIBRARY
#else
  static struct option long_opt[] = {
    {"help", 0, 0, 'h'},
    {"verbose", 0, 0, 'v'},
    {"loud", 0, 0, 'v'},
    {"dry-run", 0, 0, 'n'},
    {"scripts", 0, 0, 'm'},
    {"interactive", 0, 0, 'i'},
    {0, 0, 0, 0}
  };
  int opt_index = 0;
#endif
  const char short_opt[] = "hvqinmsrHLWMAoO:fF:pP:DS:";

  int c;

#ifndef __GNU_LIBRARY__
  while ((c = getopt(argc,argv,short_opt)) != -1)
#else
  while ((c = getopt_long(argc,argv,short_opt,long_opt,&opt_index)) != -1)
#endif
    switch (c) {
    case 'h':
      usage();
      exit(0);
      break;
    case 'v':
      loud++;
      break;
    case 'q':
      loud--;
      break;
    case 'i':
      isetup();
      exit(0);
      break;
    case 'n':
      if(loud>=0) cout << "DryRun (no summarizing done)\n";
      DryRun = true;
      break;
    case 'L':
      if(loud>=0) cout << "Generating farm lists\n";
      FarmListGen = true;
      MonthlyDir = false;
      UseOtherFile = true;
      UsePhysicsFile = false;
      UseRsmFile = true;
      UseRunSummary = true;
      UseRateSummary = false;
      sdir = "./";
      break;
    case 'M':
      if(loud>=0) cout << "Generating monthly summaries and trees\n";
      MonthlyGen = true;
      UseOtherFile = true;
      UseRsmFile = true;
      UsePhysicsFile = false;
      UseRunSummary = true;
      UseRateSummary = true;
      sdir = "./summaries";
      break;
    case 'W':
      if(loud>=0) cout << "Generating web summaries and trees\n";
      WebGen = true;
      MonthlyDir = true;
      UseOtherFile = true;
      UseRsmFile = true;
      UsePhysicsFile = false;
      UseRunSummary = true;
      UseRateSummary = true;
      sdir = "/home/rsm/summaries";
      break;
    case 'A':
      if(loud>=0) cout << "Generating Physics Analysis summaries and trees\n";
      PhysicsAnalysis = true;
      UseRunSummary = false;
      UseRateSummary = false;
      break;
    case 'm':
      if(loud>=0) cout << "Will make sh scripts\n";
      MakeScript = true;
      break;
    case 's':
      if(loud>=0) cout << "Use only RunSummary Module\n";
      UseRunSummary = true;
      UseRateSummary = false;
      break;
    case 'r':
      if(loud>=0) cout << "Use only RateSummary Module\n";
      UseRunSummary = false;
      UseRateSummary = true;
      break;
    case 'H':
      if(loud>=0) cout << "Make hit maps in RateSummary\n";
      MakeHitMaps = true;
      break;
    case 'o':
      if(loud>=0) cout << "Use other runs file " << other_file << endl;
      UseOtherFile = true;
      break;
    case 'O':
      if(loud>=0) cout << "Use other runs file " << optarg << endl;
      other_file = optarg;
      UseOtherFile = true;
      break;
    case 'f':
      if(loud>=0) cout << "Use runsum runs file " << runsum_file << endl;
      UseRsmFile = true;
      break;
    case 'F':
      if(loud>=0) cout << "Use runsum runs file " << optarg << endl;
      runsum_file = optarg;
      UseRsmFile = true;
      break;
    case 'p':
      if(loud>=0) cout << "Use physics runs file " << physics_file << endl;
      UsePhysicsFile = true;
      break;
    case 'P':
      if(loud>=0) cout << "Use physics runs file " << optarg << endl;
      physics_file = optarg;
      UsePhysicsFile = true;
      break;
    case 'D':
      if(loud>=0) cout << "Make Database Entries" << endl;
      MakeDBEntries = true;
      break;
    case 'S':
      if(loud>=0) cout << "Write to directory " << optarg << endl;
      sdir = optarg;
      break;
    default:
      cerr << "unknown command line option:" << optopt << endl;
      usage();
      exit(1);
      break;
    }
  if(loud>=1) printf("Verbose output level %d\n",loud);
  if(loud<=0) gErrorIgnoreLevel = kFatal;

  //Make sure nothing is building
  if ((gSystem->Exec("ls ./.building_* >& /dev/null")==0) && loud>=0) {
    if (!(FarmListGen||WebGen||MonthlyGen)) {
      cout << "Already building something, proceed anyway?(1=yes,0=no)";
      Bool_t proceed;
      cin >> proceed;
      if(!proceed) exit(0);
    }
    else {
      cout << "Already building something in this directory" << endl;
      cout << "Remove .building_* from here to proceed" << endl;
      exit(0);
    }
  }
  if(gSystem->Exec("touch ./.building_runsum >& /dev/null") != 0)
  if(loud>=1) printf("Can't touch .building_runsum\n");

  //Open the scripts if needed
  if (MakeScript) {
    if(loud>=1) cout << "Initializing scripts\n";
    ofstream script("other.sh",ios_base::out);
    script << "#!/bin/bash" << endl;
    script.close();
  }

  string fname;
  string mdaq_str = ".mdaq.root";
  vector<string> mdaq_ind;
  string noli_str = ".noli.root";
  vector<string> noli_ind;

  //Compile list if files are specified on command line
  for (int i=optind; i<argc; i++) {
    fname = argv[i];
    if (fname.length() > mdaq_str.length() &&
        fname.find(mdaq_str) == fname.length()-mdaq_str.length()) {
      if(loud>=3) cout << "Add to mdaq_ind list " << fname << endl;
      mdaq_ind.push_back(fname.substr(0,fname.find(mdaq_str)));
    }
    if (fname.length() > noli_str.length() &&
        fname.find(noli_str) == fname.length()-noli_str.length()) {
      if(loud>=3) cout << "Add to noli_ind list " << fname << endl;
      noli_ind.push_back(fname.substr(0,fname.find(noli_str)));
    }
    //If running on individual files, don't use run files or make scripts
    //UsePhysicsFile = false;
    //UseOtherFile = false;
    //UseRsmFile = false;
    //MakeScript = false;
    //AppendFiles = false;
  }

  //If no files on command line make list of all mdaq and noli files
  //in current directory
  if (mdaq_ind.size()==0 && noli_ind.size()==0) {
    void *dir = gSystem->OpenDirectory("./");

    if (!dir) {
      cout << "Error opening CWD\n";
      return 0;
    }

    const char* file;

    //Span root files in the directory and build lists
    while ((file = gSystem->GetDirEntry(dir))){
      fname = file;
      if (fname.length() > mdaq_str.length() &&
          fname.find(mdaq_str) == fname.length()-mdaq_str.length()) {
        if(loud>=3) cout << "Add to mdaq_ind list " << fname << endl;
        mdaq_ind.push_back(fname.substr(0,fname.find(mdaq_str)));
      }
      if (fname.length() > noli_str.length() &&
          fname.find(noli_str) == fname.length()-noli_str.length()) {
        if(loud>=3) cout << "Add to noli_ind list " << fname << endl;
        noli_ind.push_back(fname.substr(0,fname.find(noli_str)));
      }
    }
    gSystem->FreeDirectory(dir);
  }

  //Sort the mdaq and noli lists
  sort(mdaq_ind.begin(),mdaq_ind.end());
  if(loud>=4)
    for(citr=mdaq_ind.begin();citr!=mdaq_ind.end();citr++)
      cout << "mdaqlist: " << *citr << endl;
  sort(noli_ind.begin(),noli_ind.end());
  if(loud>=4)
    for(citr=noli_ind.begin();citr!=noli_ind.end();citr++)
      cout << "nolilist: " << *citr << endl;

  if(loud>=1) cout << "mdaqlist has " << mdaq_ind.size() << " elements\n";
  if(loud>=1) cout << "nolilist has " << noli_ind.size() << " elements\n";

  vector<string> frun_ind;
  char FName[30];

  //compile list from physics file if requested
  if (UseRsmFile) {
    if(loud>=2) printf("Reading runsum runs from %s\n",runsum_file.c_str());
    ifstream RFile(runsum_file.c_str());
    while (1) {
      if(!RFile.good()) break;
      RFile >> FName;
      fname = FName;
      if (fname.length()>mdaq_str.length() &&
          fname.find(mdaq_str)==fname.length()-mdaq_str.length()) {
        frun_ind.push_back(fname.substr(0,fname.find(mdaq_str)));
        if(loud>=3) cout << "Adding to runindex file " << fname << endl;
      }
      if (fname.length()>noli_str.length() &&
          fname.find(noli_str)==fname.length()-noli_str.length()) {
        frun_ind.push_back(fname.substr(0,fname.find(noli_str)));
        if(loud>=3) cout << "Adding to runindex file " << fname << endl;
      }
    }
    RFile.close();
  }

  //compile list from physics file if requested, and only for dry runs
  if (UsePhysicsFile && DryRun) {
    if(loud>=2) printf("Reading physics runs from %s\n",physics_file.c_str());
    ifstream RFile(physics_file.c_str());
    while (1) {
      if(!RFile.good()) break;
      RFile >> FName;
      fname = FName;
      if (fname.length()>mdaq_str.length() &&
          fname.find(mdaq_str)==fname.length()-mdaq_str.length()) {
        frun_ind.push_back(fname.substr(0,fname.find(mdaq_str)));
        if(loud>=3) cout << "Adding to runindex file " << fname << endl;
      }
      if (fname.length()>noli_str.length() &&
          fname.find(noli_str)==fname.length()-noli_str.length()) {
        frun_ind.push_back(fname.substr(0,fname.find(noli_str)));
        if(loud>=3) cout << "Adding to runindex file " << fname << endl;
      }
    }
    RFile.close();
  }

  //compile list from other file if requested
  if (UseOtherFile) {
    if(loud>=2) printf("Reading other runs from %s\n",other_file.c_str());
    ifstream OFile(other_file.c_str());
    while (1) {
      OFile >> FName;
      if(!OFile.good()) break;
      fname = FName;
      if (fname.length()>mdaq_str.length() &&
          fname.find(mdaq_str)==fname.length()-mdaq_str.length()) {
        frun_ind.push_back(fname.substr(0,fname.find(mdaq_str)));
        if(loud>=3) cout << "Adding to runindex file " << fname << endl;
      }
    }
    OFile.close();
  }

  sort(frun_ind.begin(),frun_ind.end());
  if(loud>=4)
    for(citr=frun_ind.begin();citr!=frun_ind.end();citr++)
      cout << "Runindex: " << *citr << endl;

  if(loud>=1) cout << "Runindex has " << frun_ind.size() << " elements\n";

  //span the noli files for files not run
  vector<string> file_ind;
  bool noli_has, frun_has;
  for (citr=noli_ind.begin();citr!=noli_ind.end();citr++) {
    fname = *citr;
    frun_has=false;
    for(citr2=frun_ind.begin();citr2!=frun_ind.end();citr2++)
      if (citr->rfind(*citr2)!=string::npos) {frun_has=true; break;}
    if (!frun_has) {
      file_ind.push_back(fname+noli_str);
      if(loud>=3) cout << "Adding noli file to runlist " << fname << endl;
    }
  }

  //span the mdaq files for files not run
  for (citr=mdaq_ind.begin();citr!=mdaq_ind.end();citr++) {
    fname = *citr;
    noli_has=false; frun_has=false;
    for(citr2=noli_ind.begin();citr2!=noli_ind.end();citr2++)
      if (citr->rfind(*citr2)!=string::npos) {noli_has=true; break;}
    for(citr2=frun_ind.begin();citr2!=frun_ind.end() && !noli_has;citr2++)
      if (citr->rfind(*citr2)!=string::npos) {frun_has=true; break;}
    if (!noli_has && !frun_has) {
      file_ind.push_back(fname+mdaq_str);
      if(loud>=3) cout << "Adding mdaq file runlist " << fname << endl;
    }
  }

  sort(file_ind.begin(),file_ind.end());
  if(loud>=4)
    for(citr=file_ind.begin();citr!=file_ind.end();citr++)
      cout << "Runlist: " << *citr << endl;

  if(loud>=1) cout << "Runlist has " << file_ind.size() << " elements\n";

  JobC RunSum;
  JobCPathModule& RSM_PTH = RunSum.Path;
  JobCInput& RSM_INP = RunSum.Input;
  JobCMsgModule& RSM_MSG = RunSum.Msg;
  RSM_PTH.Create("RSM");
  JobCPath& R_PTH = RunSum.Path("RSM");

  RSM_PTH.Create("RunSummary");

  //Start up the JobControl stuff
  if (!DryRun) {
    gSystem->Load("libRunSummary");
    if (PhysicsAnalysis) {
      gSystem->Load("libFilterDigitSR");
      gSystem->Load("libDeMux");
      gSystem->Load("libAltDeMux");
      gSystem->Load("libAtmosEvent");
      gSystem->Load("libShieldPlank");
      gSystem->Load("libCandDataQuality");
      gSystem->Load("libNoiseFilter");
      //gSystem->Load("libDigitDraw");

      RSM_PTH.Create("base");
      RSM_PTH.Add("base","FilterType::Ana");
      RSM_PTH.Add("base","NoiseFilterModule::Ana");
      RSM_PTH.Add("base","DigitListModule::Get");
      RSM_PTH.Add("base","DigitListModule::Reco");
      RSM_PTH.Add("base","FilterDigitListModule::Reco");
      RSM_PTH.Add("base","DeMuxDigitListModule::Reco");
      RSM_PTH.Add("base","ShieldPlankListModule::Reco");
      JobCPath& R1_PTH = RunSum.Path("base");
      R1_PTH.Mod("FilterDigitListModule").Set("FilterDigitListAlgorithm=AlgFilterDigitListSR");
      R1_PTH.Mod("FilterDigitListModule").Set("NameListOut=filterdigitlist");
      R1_PTH.Mod("FilterDigitListModule").Set("SwitchPersToTemp=0");
      R1_PTH.Mod("DeMuxDigitListModule").Set("NameListIn=filterdigitlist");
      R1_PTH.Mod("DeMuxDigitListModule").Set("NameListOut=altdemux");
      R1_PTH.Mod("DeMuxDigitListModule").Set("DeMuxDigitListAlgConfig=devel");
      R1_PTH.Mod("FilterType").Set("PassMonitor=0");
      R1_PTH.Mod("FilterType").Set("PassSnarl=1");
      R1_PTH.Mod("FilterType").Set("PassCand=0");
      R1_PTH.Mod("FilterType").Set("PassLI=0");
      if(loud>=3) R1_PTH.Mod("FilterType").Report();

      AlgFactory &af = AlgFactory::GetInstance();
      af.Register("AlgDeMuxDigitList", "devel");
      AlgHandle ah = af.GetAlgHandle("AlgDeMuxDigitList", "devel");
      AlgConfig &acd = ah.GetAlgConfig();
      acd.UnLockValues();
      acd.Set("DeMuxAlgorithm", "AlgAltDeMuxCosmics");
      acd.Set("DeMuxAlgConfig", "default");
      acd.LockValues();
      acd.LockKeys();

      RSM_PTH.Create("daqmon","FilterType::Ana");
      JobCPath& R2_PTH = RunSum.Path("daqmon");
      R2_PTH.Mod("FilterType").Set("PassMonitor=1");
      R2_PTH.Mod("FilterType").Set("PassSnarl=0");
      R2_PTH.Mod("FilterType").Set("PassCand=0");
      R2_PTH.Mod("FilterType").Set("PassLI=0");
      if(loud>=3) R2_PTH.Mod("FilterType").Report();

      RSM_PTH.Add("RunSummary","DataQualityModule::Reco");
      RSM_PTH.Attach("RSM", "base");
      RSM_PTH.Attach("RSM", "daqmon");
      RSM_PTH.Attach("base", "RunSummary");
      RSM_PTH.Attach("daqmon", "RunSummary");
    }
    else {
      RSM_PTH.Attach("RSM","RunSummary");
    }

    if (UseRunSummary) {
      RSM_PTH.Add("RunSummary","RunSummary::Ana");
      JobCPath& R1_PTH = RunSum.Path("RunSummary");
      if(UseRsmFile) R1_PTH.Mod("RunSummary").Set("MakeRunFile=1");
      else R1_PTH.Mod("RunSummary").Set("MakeRunFile=0");
      R1_PTH.Mod("RunSummary").Set(("AFileDir="+sdir).c_str());
      R1_PTH.Mod("RunSummary").Set(("MFileDir="+sdir).c_str());
      R1_PTH.Mod("RunSummary").Set(("SplitFileDir="+sdir).c_str());
      if(MakeDBEntries) R1_PTH.Mod("RunSummary").Set("MakeDBEntries=1");
      if (!AppendFiles) {
        R1_PTH.Mod("RunSummary").Set("AppendFiles=0");
        R1_PTH.Mod("RunSummary").Set("MakeAFile=0");
        R1_PTH.Mod("RunSummary").Set("MakeMFile=0");
      }
      if(MonthlyDir) R1_PTH.Mod("RunSummary").Set("MonthlySubDir=1");
      //Name summary mail file for current UTC date
      TTimeStamp tt;
      string mfname = "summary.";
      mfname += UtilString::ToString<int>(tt.GetDate());
      if (FarmListGen) {
        R1_PTH.Mod("RunSummary").Set("FarmList=1");
        R1_PTH.Mod("RunSummary").Set("MakeMFile=1");
        R1_PTH.Mod("RunSummary").Set(("MFileName="+mfname).c_str());
        R1_PTH.Mod("RunSummary").Set("AppendFiles=1");
        R1_PTH.Mod("RunSummary").Set("MakeAFile=0");
        R1_PTH.Mod("RunSummary").Set("MakeSplitFile=0");
      }
      if (WebGen) {
        R1_PTH.Mod("RunSummary").Set("AppendFiles=1");
        R1_PTH.Mod("RunSummary").Set("MakeSplitFile=1");
        R1_PTH.Mod("RunSummary").Set("MakeAFile=0");
        R1_PTH.Mod("RunSummary").Set("MakeMFile=1");
        R1_PTH.Mod("RunSummary").Set(("MFileDir="+sdir+"/farm_lists").c_str());
        R1_PTH.Mod("RunSummary").Set(("MFileName="+mfname).c_str());
      }
      if (MonthlyGen) {
        R1_PTH.Mod("RunSummary").Set("AppendFiles=1");
        R1_PTH.Mod("RunSummary").Set("MakeSplitFile=1");
        R1_PTH.Mod("RunSummary").Set("MakeAFile=0");
        R1_PTH.Mod("RunSummary").Set("MakeMFile=1");
        R1_PTH.Mod("RunSummary").Set(("MFileDir="+sdir).c_str());
        R1_PTH.Mod("RunSummary").Set(("MFileName=farm.lst"));
      }
      if(loud>=3) R1_PTH.Mod("RunSummary").Report();
    }

    if (UseRateSummary) {
      RSM_PTH.Add("RunSummary","RateSummary::Ana");
      JobCPath& R1_PTH = RunSum.Path("RunSummary");
      if(UseRsmFile) R1_PTH.Mod("RateSummary").Set("MakeRunFile=1");
      else R1_PTH.Mod("RateSummary").Set("MakeRunFile=0");
      R1_PTH.Mod("RateSummary").Set(("RateTreeDir="+sdir).c_str());
      if(MonthlyDir) R1_PTH.Mod("RateSummary").Set("MonthlySubDir=1");
      if(loud>=3) R1_PTH.Mod("RateSummary").Report();
    }

    //RSM_INP.Set("Streams=DaqSnarl,DaqMonitor,LightInjection,Cand");
    RSM_INP.Set("Streams=DaqSnarl,DaqMonitor");
    //RSM_INP.Set("Streams=DaqMonitor");
    if(FarmListGen) RSM_INP.Set("Streams=DaqSnarl");

    RSM_MSG.SetLevel("Raw","Fatal");

    RSM_MSG.SetLevel("DataQ","Debug");
    RSM_MSG.SetLevel("Plex","Error");
    if(loud>=2) RSM_MSG.SetLevel("Plex","Info");

    RSM_MSG.SetLevel("Dbi","Error");
    if(loud>=2) RSM_MSG.SetLevel("Dbi","Info");

    if(loud>= 4) RSM_MSG.SetLevel("RSM","Verbose");
    if(loud== 3) RSM_MSG.SetLevel("RSM","Debug");
    if(loud== 2) RSM_MSG.SetLevel("RSM","Synopsis");
    if(loud== 1) RSM_MSG.SetLevel("RSM","Info");
    if(loud== 0) RSM_MSG.SetLevel("RSM","Warning");
    if(loud==-1) RSM_MSG.SetLevel("RSM","Error");
    if(loud<=-2) RSM_MSG.SetLevel("RSM","Fatal");
  }

  //Other and Physics files here
  ofstream ofile, pfile;
  if(UseOtherFile) ofile.open(other_file.c_str(), ios_base::out | ios_base::app);
  if(UsePhysicsFile) pfile.open(physics_file.c_str(), ios_base::out | ios_base::app);
  ofstream bfile(".building_runsum",ios_base::out);

  //Test files now
  for (citr=file_ind.begin();citr!=file_ind.end();citr++) {
    if(loud>=2) cout << "Testing " << *citr << endl;
    int sep_val = sepruns(*citr);
    if(loud>=2) cout << " sepruns returns " << sep_val << endl;
    int cfg_val = cfgtest(*citr);
    if(loud>=2) cout << " cfgtest returns " << cfg_val << endl;

    if (cfg_val==0) {
      if(loud>=2) cout << " Passed cfgtest" << endl;
      if(MakeScript) ptrig_run(*citr);
      if(UsePhysicsFile) pfile << *citr << endl;
      RSM_INP.AddFile(citr->c_str());
      bfile << *citr << endl;
      nfiles_run++;
    }
    else if (cfg_val>=1 && cfg_val<=3) {
      if(loud>=2) cout << " Failed cfgtest" << endl;
      if(MakeScript) other_run(*citr);
      if(UseOtherFile) ofile << *citr << endl;
    }
    else {
      if(loud>=2) cout << " Undetermined cfgtest" << endl;
      if (sep_val==0) {
        if(loud>=2) cout << " Passed sepruns" << endl;
        if(MakeScript) ptrig_run(*citr);
        if(UsePhysicsFile) pfile << *citr << endl;
        RSM_INP.AddFile(citr->c_str());
        bfile << *citr << endl;
        nfiles_run++;
      }
      else {
        if(loud>=2) cout << " Failed sepruns" << endl;
        if(MakeScript) other_run(*citr);
        if(UseOtherFile) ofile << *citr << endl;;
      }
    }
  }

  if(UseOtherFile) ofile.close();
  if(UsePhysicsFile) pfile.close();
  bfile.close();

  if(nfiles_run>0 && loud>=0)
    cout << "Running " << nfiles_run << " of "
         << mdaq_ind.size() << " mdaq files and "
         << noli_ind.size() << " noli files\n";

  if (!DryRun) {
    RSM_MSG.SetLevel("Io","Warning");
    if(loud>=2) R_PTH.Report();
    R_PTH.Run();
    if(loud>=1) R_PTH.Report();
  }

  if(MakeScript)
    gSystem->Exec("chmod 755 other.sh");

  gSystem->Exec("rm -f ./.building_runsum");
}

/* sepruns() Separates runs based on the contents of the first DaqSnarl
 * cfgtest() Separates runs based on the contents of the first DaqMonitor
 * Return values:
 * -1 = Failed
 *  0 = Physics
 *  1 = Singles
 *  2 = Pedestal
 *  3 = Calibration
 *  4 = Unknown
 */
int sepruns(string fname) {
  TFile *fFile = 0;

  if(loud>=2) cout << "sepruns checking file " << fname.c_str() << endl;
  fFile = new TFile(fname.c_str());
  if (!fFile) {
    if(loud>=1) cout << fname << " File not valid\n";
    return -1;
  }
  if (!(fFile->Get("DaqSnarl"))) {
    if(loud>=1) cout << fname << " Contains no DaqSnarl object\n";
    fFile->Close();
    return -1;
  }

  TTree *dsnrl = dynamic_cast<TTree*>(fFile->Get("DaqSnarl"));
  if (!dsnrl) {
    if(loud>=1) cout << fname << " Error retrieving DaqSnarl\n";
    fFile->Close();
    return -1;
  }

  if (dsnrl->GetEntries() <= 1) {
    if(loud>=1) cout << fname << " To Few (" << dsnrl->GetEntries() << ") DaqSnarls\n";
    fFile->Close();
    return -1;
  }

  RawRecord* record = 0;
  const RawDaqSnarlHeader* head = 0;

  dsnrl->SetBranchAddress("RawRecord",&record);
  dsnrl->GetEntry(0);//Look at just first DaqSnarl

  head=dynamic_cast<const RawDaqSnarlHeader*>(record->GetRawHeader());
  if(!head) {fFile->Close(); return -1;}

  Int_t run = head->GetRun();
  Int_t srun = head->GetSubRun();
  Int_t rtype = head->GetRunType();
  Int_t trigsrc = head->GetTrigSrc();
  if(loud>=2) cout << " Run:" << run << ";" << srun
                   << ", RunType:" << rtype
                   << ", TrigSrc:" << trigsrc << endl;

  //Hosed up RawDaqSnarlHeader
  if (run==0 || srun<0 || rtype<0) {
    if(loud>=1) cout << fname << " hosed header\n";
    fFile->Close();
    return -1;
  }

  fFile->Close();

  //Check for new RunType definitions
  if (run > RUNNUM_NEW_RUNTYPES) {
    if(loud>=2) cout << " New RunType: " << rtype << endl;
    if((rtype&RUN_TYPE_MASK_TYPECODE) == RUN_TYPE_PHYSICS) return 0;
    if((rtype&RUN_TYPE_MASK_TYPECODE) == RUN_TYPE_CHECKOUT) return 2;
    if((rtype&RUN_TYPE_MASK_TYPECODE) == RUN_TYPE_VA_PEDESTAL) return 1;
    if((rtype&RUN_TYPE_MASK_TYPECODE) == RUN_TYPE_VA_CALIBRATE) return 3;
    return 4;
  }

  //Plane Trigger Runs
  if(rtype==2 && (trigsrc&TRIGGER_BIT_PLANE)) return 0;

  //Singles and Special Runs
  if(rtype==2 && (trigsrc&TRIGGER_BIT_NULL)) return 2;

  //Pedestals
  if(rtype==1) return 1;

  //Calibrate
  if(rtype==3) return 3;

  return 4;
}

int cfgtest(string fname) {
  TFile *fFile = 0;

  if(loud>=2) cout << "cfgtest checking file " << fname.c_str() << endl;
  fFile = new TFile(fname.c_str());
  if (!fFile) {
    if(loud>=1) cout << fname << " File not valid\n";
    return 0;
  }

  if (!(fFile->Get("DaqMonitor")) || !(fFile->Get("DaqSnarl"))) {
    if(loud>=1)
      cout << fname << " Contains no DaqMonitor or DaqSnarl object\n";
    fFile->Close();
    return -1;
  }

  TTree *dsnrl = dynamic_cast<TTree*>(fFile->Get("DaqSnarl"));
  TTree *dmntr = dynamic_cast<TTree*>(fFile->Get("DaqMonitor"));
  if (!dmntr || !dsnrl) {
    if(loud>=1)
      cout << fname << " Error retrieving DaqMonitor or DaqSnarl\n";
    fFile->Close(); return -1;
  }
  if (dmntr->GetEntries()<=5 || dsnrl->GetEntries()<=2) {
    if(loud>=1)
      cout << fname << " To Few (" << dmntr->GetEntries() << ") DaqMonitors\n"
           << "or " << " To Few (" << dsnrl->GetEntries() << ") DaqSnarls\n";
    fFile->Close(); return -1;
  }

  RawRecord* record = 0;
  const RawDaqHeader* rdh = 0;
  RawRunConfigBlock* rrcfgb = 0;
  TObject* obj = 0;

  dmntr->SetBranchAddress("RawRecord",&record);

  //If the RawRunConfigBlock isn't in the first entry, give up
  dmntr->GetEntry(0);

  rdh = dynamic_cast<const RawDaqHeader*>(record->GetRawHeader());
  if (!rdh) { fFile->Close(); return -1; }

  Int_t run = rdh->GetRun();
  Int_t srun = rdh->GetSubRun();
  Int_t rtype = rdh->GetRunType();
  if(loud>=2) cout << " Run:" << run << ";" << srun
                   << ", RunType:" << rtype << endl;

  //Hosed up RawDaqHeader
  if (run==0 || srun<0 || rtype<0) {
    if(loud>=1) cout << fname << " hosed header\n";
    fFile->Close();
    return -1;
  }

  fFile->Close();

  if (run > RUNNUM_NEW_RUNTYPES) {
    if(loud>=2) cout << " New RunType: " << rtype << endl;
    if((rtype&RUN_TYPE_MASK_TYPECODE) == RUN_TYPE_PHYSICS) return 0;
    if((rtype&RUN_TYPE_MASK_TYPECODE) == RUN_TYPE_CHECKOUT) return 2;
    if((rtype&RUN_TYPE_MASK_TYPECODE) == RUN_TYPE_VA_PEDESTAL) return 1;
    if((rtype&RUN_TYPE_MASK_TYPECODE) == RUN_TYPE_VA_CALIBRATE) return 3;
    return 4;
  }

  if(rtype==1) return 1;
  if(rtype==3) return 3;
  TIter rawitr = record->GetRawBlockIter();

  while ((obj=rawitr())) {
    if ((rrcfgb=dynamic_cast<RawRunConfigBlock*>(obj))) { //RawRunConfigBlock
      string cfg = rrcfgb->GetRunConfig();
      if(loud>=3) cout << "RawRunConfigBlock" << cfg << endl;
      if(cfg.find("runTypeName") == string::npos) {
        if(loud>=1) cout << "  No runTypeName in cfg\n";
        return -1;
      }
      string rtname;
      rtname = cfg.substr(cfg.find("runTypeName"),cfg.length()-1);
      rtname = rtname.substr(rtname.find("=")+1,rtname.length());
      rtname = rtname.substr(0,rtname.find(";"));
      if(loud>=2) cout << "  runTypeName: " << rtname << endl;

      if (rtname.find("Physics")==0) return 0; //Current runtype name for data runs
      if (rtname.find("PlaneTrigger")==0) return 0; //Old runtype name, keep for older files

      //Shift all *Special* and *Singles* to singles type
      if (rtname.find("Special")!=string::npos) return 2;
      if (rtname.find("Singles")!=string::npos) return 2;

      break;
    }
  }
  return -1;
}

void ptrig_run(string fname) {
  if(loud>=3) cout << "ptrig run for " << fname << endl;
  //Add nothing to scripts
}

void other_run(string fname) {
  if(loud>=3) cout << "other run for " << fname << endl;
  ofstream script("other.sh",ios_base::out | ios_base::app);
  script << "rm -f " << fname << endl;
  script.close();
}

void usage() {
  cout << "Usage: runsum -hvdmsrHPMw -o -O <otherfile> -f -F <runfile>\n";

  cout << " -h: Usage Message\n";
  cout << " -v: Verbose output\n";
  cout << " -n: Dry Run (no summarizing)\n";

  cout << " -M: Run monthly umn generation\n";
  cout << " -W: Run standard web generation\n";
  cout << " -L: Run farm list generation\n";

  cout << " -m: Produce sh scripts\n";
  cout << " -o: Use other run file (other.run)\n";
  cout << " -O <otherfile>: Set other run file name=<otherfile>\n";
  cout << " -f: Use runsum run file (RunSummary.run)\n";
  cout << " -F <runfile>: Set runsum run file name=<runfile>\n";
  cout << " -p: Use physics run file (RunSummary.run)\n";
  cout << " -P <runfile>: Set physicsrun file name=<runfile>\n";

  cout << " -s: use only RunSummary Module\n";
  cout << " -r: use only RateSummary Module\n";
  cout << " -H: Make hit maps in RateSummary module\n";
}

void isetup() {
  bool temp_bool = false;
  if(loud>=1) cout << "Entering Interactive Setup\n";

  question("Verbosity level?",&loud);
  question("Do a dry run?",&DryRun);

  question("Monthly umn runs setup?",&temp_bool);
  if (temp_bool) {
    MonthlyGen = true;
    UseOtherFile = true;
    UseRsmFile = true;
    UsePhysicsFile = false;
    UseRunSummary = true;
    UseRateSummary = true;
    sdir = "./summaries";
    return;
  }

  question("Web minos-offline runs setup?",&temp_bool);
  if (temp_bool) {
    WebGen = true;
    MonthlyDir = true;
    UseOtherFile = true;
    UseRsmFile = true;
    UseRunSummary = false;
    UseRateSummary = true;
    sdir = "/data2/web_files/rsm/summaries";
    return;
  }

  question("Farms FNAL runs setup?",&temp_bool);
  if (temp_bool) {
    FarmListGen = true;
    MonthlyDir = false;
    UseOtherFile = false;
    UseRunSummary = true;
    UseRateSummary = false;
    sdir = "./";
    return;
  }

  question("Make other.sh script?",&MakeScript);

  question("Use other file?",&UseOtherFile);
  if(UseOtherFile) question("Other file name?",&other_file);
  question("Use physics file?",&UsePhysicsFile);
  if(UsePhysicsFile) question("Physics file name?",&physics_file);
  question("Use rsm file?",&UseRsmFile);
  if(UseRsmFile) question("Rsm file name?",&runsum_file);

  question("Use RunSummary Module?",&UseRunSummary);
  if (UseRunSummary) {
    question("Append summary files in RunSummary?",&AppendFiles);
  }

  question("Use RateSummary Module?",&UseRateSummary);
  if (UseRateSummary) {
    question("Make HitMaps in RateSummary",&MakeHitMaps);
  }

  if (UseRateSummary || UseRunSummary) {
    question("Put files in monthly subdir",&MonthlyDir);
  }
}

---