FileGap.cxx

Go to the documentation of this file.

#include "FileGap.h"

#include <Validity/VldContext.h>
#include <DatabaseInterface/DbiSqlContext.h>

#include <Conventions/Detector.h>
#include <Conventions/SimFlag.h>


#include <algorithm>
#include <iostream>
using namespace std;


FileGap::FileGap()
    : fRes(new DbiResultPtr<BeamMonFileSummary>)
{

}

FileGap::~FileGap()
{
    if (fRes) delete fRes; fRes = 0;
}

bool bound_less_than(const FileGap::Bound& a, const FileGap::Bound& b)
{
    return a.first<b.first;
}

FileGap::BoundList FileGap::GetFileBounds(VldTimeStamp beg, VldTimeStamp end, double deltas)
{
    Detector::Detector_t det = Detector::kNear;
    SimFlag::SimFlag_t simflag = SimFlag::kData;
    VldContext vc(det,simflag,beg);

    const char* sql = Form("(TIMEEND>='%s') and (TIMESTART<='%s')",
                           beg.AsString("s"),end.AsString("s"));
    int nrows = fRes->NewQuery(DbiSqlContext(sql));
    BoundList bounds;
    for (int ind=0; ind<nrows; ++ind) {
        const BeamMonFileSummary *fs = fRes->GetRow(ind);
        if (!fs->fSpillCount) continue;
        if (fs->fTclkTriggerEvent != 0xa9) continue;
        VldTimeStamp first_spilltime = fs->fFirstSpillTime;
        first_spilltime.Add(-1*deltas);
        VldTimeStamp last_spilltime = fs->fLastSpillTime;
        last_spilltime.Add(deltas);
        bounds.push_back(Bound(first_spilltime,last_spilltime));
    }

    bounds.sort(bound_less_than);
    return bounds;
}

void FileGap::DumpGaps(VldTimeStamp beg, VldTimeStamp end)
{
    BoundList bounds = this->GetFileBounds(beg,end);

    VldTimeStamp last = beg;
    double total_gap = 0, total_data = 0;
    for (BoundList::iterator it=bounds.begin(); it != bounds.end(); ++it) {
        VldTimeStamp start = it->first;
        VldTimeStamp stop = it->second;

        double dt_gap = start - last;
        double dt_data = stop - start;
        if (dt_gap>120.0) {
            cerr << last << " - " << start << " = " << dt_gap
                 << " (" << dt_data << ")\n";

            if (last != beg) total_gap += dt_gap;
        }
        total_data += dt_data;

        last = stop;
    }

    cerr << "From " << beg << " to " << end <<endl
         << "total data = " << total_data
         << " total gap = " << total_gap << endl;
}

static void dump_file_summary(const BeamMonFileSummary* fs)
{
    cerr << fs->fFileName << " size="
         << fs->fFileSize << " "
         << fs->fProtonCount << " prot in "
         << fs->fSpillCount << " spills, time range: "
         << fs->fFirstSpillTime << " --> "
         << fs->fLastSpillTime
         << endl;
}

void FileGap::DumpMissing(std::list<std::string> file_list)
{
    Detector::Detector_t det = Detector::kNear;
    SimFlag::SimFlag_t simflag = SimFlag::kData;
    VldContext vc(det,simflag,VldTimeStamp::GetBOT());

    const char* sql = Form("(TIMEEND>='%s') and (TIMESTART<='%s')",
                           VldTimeStamp::GetBOT().AsString("s"),
                           VldTimeStamp::GetEOT().AsString("s"));
    int nrows = fRes->NewQuery(DbiSqlContext(sql));
    cerr << "There are " << nrows << " files in the DB\n";

    typedef map<string,const BeamMonFileSummary*> DbMap;
    DbMap dbmap;

    for (int ind=0; ind<nrows; ++ind) {
        const BeamMonFileSummary *fs = fRes->GetRow(ind);
        if (!fs) {
            cerr << "Got zero row at " << ind << " / " << nrows << endl;
            continue;
        }
        dbmap[fs->fFileName] = fs;
    }

    int checked=0, found=0, missing=0;
    list<string>::iterator it, done=file_list.end();
    const BeamMonFileSummary* last=0;
    bool ingap = true;
    for (it=file_list.begin(); it!=done; ++it) {
        ++checked;
        const BeamMonFileSummary* fs = dbmap[*it];
        if (fs) {

            ++found;
            last = fs;
            if (ingap) {
                dump_file_summary(fs);
                ingap = false;
            }
            continue;
        }
        if (last) {
            dump_file_summary(last);
            last = 0;
            ingap = true;
        }
        ++missing;
        cerr  << *it << " missing from db" << endl;
    }
    cerr << checked << " checked, "
         << found << " found, "
         << missing << " missing "
         << endl;

}

#include <TSystem.h>


void FileGap::DumpMissing(const char* directory)
{
    void* dir = gSystem->OpenDirectory(directory);
    if (!dir) {
        cerr << "Failed to open " << directory << endl;
        return;
    }
    
    cerr << "Checking: " << directory << endl;

    list<string> file_names;
    const char* cptr = 0;
    while ( (cptr = gSystem->GetDirEntry(dir))) {

        if (cptr[0] == '.') {
            cerr << "Skipping (dot file): " << cptr << endl;
            continue;
        }
        if (cptr[0] != 'B') {
            continue;
            cerr << "Skipping (bad name): " << cptr << endl;
        }
        string file(cptr);
        if (string::npos == file.rfind(".mbeam.root")) {
            cerr << "Skipping (bad ext): " << cptr << endl;
            continue;
        }

        file_names.push_back(file);
    }
    file_names.sort();
    cerr << "Using " << file_names.size() << " files\n";
    this->DumpMissing(file_names);
}

---