DbiAsciiDbImporter.cxx

Go to the documentation of this file.

// $Id: DbiAsciiDbImporter.cxx,v 1.5 2008/02/14 11:12:04 west Exp $

//
// DbiAsciiDbImporter
// Acknowledgments 
//   The code is essentially a translation of
//   RDBC/TSQLImporter by Valeriy Onuchin 21/03/2001
//


#include <TSQLServer.h>
#include <TSQLStatement.h>
#include "TSystem.h"
#include <TUrl.h>

#include <DatabaseInterface/DbiAsciiDbImporter.h>
#include <DatabaseInterface/DbiAsciiTablePreparer.h>
#include <DatabaseInterface/DbiExceptionLog.h>
#include "MessageService/MsgService.h"
#include "LeakChecker/Lea.h"

ClassImpQ(DbiAsciiDbImporter)

//   Definition of static data members
//   *********************************

CVSID("$Id: DbiAsciiDbImporter.cxx,v 1.5 2008/02/14 11:12:04 west Exp $");

//    Definition of all member functions (static or otherwise)
//    *******************************************************
//
//    -  ordered: ctors, dtor, operators then in alphabetical order.


//___________________________________________________________________
DbiAsciiDbImporter::DbiAsciiDbImporter():
  fServer(0),
  fTablePreparer(0)
{
   // ctor

   LEA_CTOR    //Leak Checker

     MSG("Dbi", Msg::kVerbose) << "Creating DbiAsciiDbImporter " << (void*) this << endl;

   fStatus = HTTP_BAD_REQUEST; // not OK
}

//___________________________________________________________________
DbiAsciiDbImporter::DbiAsciiDbImporter(const TString& url,TSQLServer* server):
  fServer(server),
  fTablePreparer(0)
{
   // ctor

   LEA_CTOR    //Leak Checker

   MSG("Dbi", Msg::kVerbose) << "Creating DbiAsciiDbImporter "  << (void*) this << endl;

   Import(url,server);
}

//___________________________________________________________________
DbiAsciiDbImporter::~DbiAsciiDbImporter()
{
   // dtor

   LEA_DTOR    //Leak Checker

   MSG("Dbi", Msg::kVerbose) << "Destroying DbiAsciiDbImporter" << endl;
   delete fTablePreparer;
   fTablePreparer = 0;
}

//___________________________________________________________________
void DbiAsciiDbImporter::LoadTable(const TString& url)
{
   //

   fStatus = HTTP_BAD_REQUEST;

   // Prepare the table for importing.
   delete fTablePreparer;
   fTablePreparer = 0;
   fTablePreparer = new DbiAsciiTablePreparer(url);

   // Check for exceptions from table preparer and include them.
   if(!fTablePreparer->IsValid()) {  
      fStatus = fTablePreparer->GetStatus();
      const DbiExceptionLog& el = fTablePreparer->GetExceptionLog();
      if(! el.IsEmpty() ) fExceptionLog.AddLog(el);
      delete fTablePreparer;
      fTablePreparer = 0;
      return;
   }

   TString cols  = fTablePreparer->GetColumns();   // read column names,types
   TString table = fTablePreparer->GetTableName();
   TString file  = fTablePreparer->GetLocalFile();

   TString query("CREATE TEMPORARY TABLE ");
   query += table + "(" + cols + ")";

   MSG("Dbi",Msg::kSynopsis) << "Creating table with: " << query << endl;
   if(! fServer->Exec(query.Data()) ) {
      fExceptionLog.AddEntry(*fServer);
      delete fTablePreparer;
      fTablePreparer = 0;
      fStatus = HTTP_NOT_ACCEPTABLE;
      return;
   }

   query =  "LOAD DATA ";
   query += fTablePreparer->GetLocal() + " INFILE '";
   query += file;
   query += "' INTO TABLE ";
   query += table;
   query += " FIELDS TERMINATED BY ',' OPTIONALLY ENCLOSED BY '";
   query += '\"';
   query += "'";
//   query += " ESCAPED BY '\\'";
//   query += " LINES TERMINATED BY '\n'";

   if(fTablePreparer->GetSkipLines()) {
      query += " IGNORE ";
      query += Form("%d LINES",fTablePreparer->GetSkipLines());
   }

   MSG("Dbi",Msg::kSynopsis) << "Filling table with: " << query << endl;
   if (! fServer->Exec(query.Data()) ) {
      fExceptionLog.AddEntry(*fServer);
      delete fTablePreparer;
      fTablePreparer = 0;
      fStatus = HTTP_NOT_ACCEPTABLE;
      return;
   }

   fImportedTableNames.push_back(table.Data());
   fStatus = HTTP_OK;
   return;
}

//___________________________________________________________________
void DbiAsciiDbImporter::LoadCatalog(const TString& url)
{

  // Laod the catalogue
   LoadTable(url);

   if( (fStatus!=HTTP_OK) || !fTablePreparer ) {
      return;
   }

   TString table = fTablePreparer->GetTableName();
   TString query = "SELECT * FROM " + table;

   MSG("Dbi",Msg::kSynopsis) << "Reading catalogue with: " << query << endl;

   TSQLStatement* stmt = fServer->Statement(query.Data());

   if ( ! stmt ) {
      fExceptionLog.AddEntry(*fServer);
      fStatus = HTTP_NOT_ACCEPTABLE;
      return;
   } 
   stmt->EnableErrorOutput(false);
   if ( ! stmt->Process() || ! stmt->StoreResult() ) {
      fExceptionLog.AddEntry(*fServer);
      fStatus = HTTP_NOT_ACCEPTABLE;
      return;
   }

   if(fTablePreparer) {
      delete fTablePreparer;
      fTablePreparer = 0;
   }

   while(stmt->NextResultRow()) {
      table = stmt->GetString(0); // first column is URL/file
      gSystem->ExpandPathName(table);
      LoadTable(table);
   }

   if(fTablePreparer) {
      delete fTablePreparer;
      fTablePreparer = 0;
   }

   fStatus = HTTP_OK; 
   if (stmt) delete stmt;
   return;   
}

//___________________________________________________________________
Int_t DbiAsciiDbImporter::Import(const TString& url,TSQLServer* server)
{
   // import data from url to server
 
   fStatus = HTTP_BAD_REQUEST;

   if( !server ) {
      fServer = 0;
      fExceptionLog.AddEntry("No server supplied");
      return fStatus = HTTP_FORBIDDEN;
   }

   fServer = server;
   TString ext = strrchr(url.Data(),'.');  // get file extention

   MSG("Dbi",Msg::kSynopsis) << "Importing ASCII data for " << url << endl;

   if( (ext==".cat") || (ext==".db") ) LoadCatalog(url);
   else LoadTable(url); 

   return fStatus = HTTP_OK;
}

//___________________________________________________________________
Bool_t DbiAsciiDbImporter::IsValid() const
{
   // 

   return (fStatus < HTTP_BAD_REQUEST);
}

---