daq_bin2roto.c

Go to the documentation of this file.

#include <stdio.h>
/* #include <getopt.h> seems to be part of <unistd.h> */
#include <unistd.h>
/* stdlib.h:  malloc and atoi */
#include <stdlib.h>
/* string.h: strrchr */
#include <string.h>

#include "OnlineUtil/msgLogLib/msgLog.h"
#include "OnlineUtil/rototalk.h"

/* forward declarations */
int send_whole_file(const char* fname, long* buffer, int bsize, int mxrec);
int config_autosave(const char* config);
int config_compress(const char* config);
int config_basketsize(const char* config);

/* (default) maximum buffer size for raw records (in bytes) */
#define MAXBUFFER 8388608

/* subset of RunControl's MinosOnlineEntities */
#include "OnlineUtil/rotoMessages.h"

/*
 *=========================================================================
 * main(int argc, char **argv)
 * 
 * Purpose:
 *    Send a series of binary files of DAQ records to the Rotorooter
 *
 *   usage: daq_bin2roto -i<hostname> -b<buffer size> 
 *           -w<whoami> -p<port #> 
 *           -c"autosave_configstring" 
 *           -C"compress_configstring" 
 *           -B"basketsize_configstring" 
 *           <filenames..>
 *
 *     -i: hostname where rotorooter is running
 *     -b: buffer size to use
 *     -c: autosave config    "streamName,nrec,nsec[;streamName,nrec,nsec]" 
 *     -C: compression config "streamName,level[;streamName,level]"
 *     -B: basketsize config "streamName,size[;streamName,size]"
 *            both -c,-C,-B use "*" as streamName to set all legal streams
 *     -w: DCP or DCS or BEAMMON
 *     -p: port number rotorooter is listening on
 *     -v: how verbose to be
 *     -n: maximum number of records from each file
 *     -h: print this message
 *
 * Return Value:
 *    non-zero indicates there was an error
 *=========================================================================
 */
int main(int argc, char **argv)
{

   /* this is C ... all declarations must come first */
   const char* iphost = "localhost";
   const char* default_producer = "DCP";       /* default producer */
   const int   default_port     = 9011;        /* default port     */
   const char* producer = default_producer;
   const char* autosave_config = 0;
   const char* compress_config = 0;
   const char* basketsize_config = 0;
   int port = default_port;
   int whoami = MINOS_ROOTER_DCP;       
   int bsize = MAXBUFFER;
   long* buffer = 0;
   int nerr = 0;
   int mxrec = 0;
   int nodelay_flag = 1;  /* on by default */
   int echoMsgLog = 0;
   int copt;

   /*
    * parse the options and filenames
    * -i and -p take args
    */
   while ((copt = getopt(argc, argv, "i:b:c:C:B:w:p:ev:n:D:h")) != EOF) {
      switch (copt) {
      case 'i':  /* internet host */
         iphost = optarg;
         break;
      case 'b':  /* buffer size */
         bsize = atoi(optarg);
         break;
      case 'c':  /* autosave config string */
         autosave_config = optarg;
         break;
      case 'C':  /* compression config string */
         compress_config = optarg;
         break;
      case 'B':  /* basketsize config string */
         basketsize_config = optarg;
         break;
      case 'w':  /* whoami:  DCP, DCS, other */
         producer = optarg;
         break;
      case 'p':  /* port # */
         port = atoi(optarg);
         break;
      case 'e':  /* msgLog messages to stdout as well */
         echoMsgLog = 1;
         break;
      case 'v':  /* verbosity */
         roto_verbose = atoi(optarg);
         break;
      case 'n':  /* maximum number of records */
         mxrec = atoi(optarg);
         break;
      case 'D':  /* set nodelay_flag? */
         nodelay_flag = atoi(optarg);
         break;
      case 'h':  /* help */
         printf(" usage: %s -i<hostname> -b<buffer size> -w<whoami> -p<port #> <filenames..>\n", argv[0]);
         printf("   -i: hostname where rotorooter is running\n");
         printf("   -b: buffer size to use\n");
         printf("   -w: DCP or DCS\n");
         printf("   -p: port number rotorooter is listening on\n");
         printf("   -v: how verbose to be\n");
         printf("   -c: autosave config \"streamName,nrec,nsec[;streamName,nrec,nsec]\"\n");
         printf("   -C: compression config \"streamName,level[;streamName,level]\"\n");
         printf("   -B: basketsize config \"streamName,size[;streamName,size]\"\n");

         printf("   -n: maximum number of records from each file\n");

         printf("   -h: print this message\n");
         exit(1);
      default:
         printf(" unrecognized option '%c' ignored\n",(char)optopt);
         break;
      }
   }

   msgLogInit(argv[0]);
   msgLogNodeIdSet(whoami);
   msgLogLocalEchoSet(echoMsgLog);
   logDebugLevelSet(3);
   logNotice("starting %s",argv[0]);

   /* allocate a buffer to use */
   buffer = (long*) malloc(bsize);
   if (!buffer) {
      printf("failed to allocate buffer of size %d\n",bsize);
      exit(1);
   }
   if (roto_verbose>1) printf("allocated buffer of size %d\n",bsize);

   /* open a connection to the Rotorooter */
   if (0 == strcmp(producer,default_producer) && 
       port == default_port) {
      /* standard connection */
      if (roto_verbose>1) 
         printf("connect via roto_open_DCP_connection\n");
      nerr += roto_open_DCP_connection(iphost);
   } else {
      /* non-standard connection requested (either producer or port) */
      if (0 == strcmp(producer,"DCP")) {
         whoami  = MINOS_ROOTER_DCP;
      }
      else if (0 == strcmp(producer,"DCS")) {
         whoami = MINOS_ROOTER_DCS;
      }
      else if (0 == strcmp(producer,"BEAMMON")) {
         whoami = MINOS_ROOTER_BEAMMON;
      }
      else 
         whoami = MINOS_ROOTER_UNIDENTIFIED_CLIENT;

      if (roto_verbose>1) 
         printf("connect via roto_open_connection: port %d, whoami %s (0x%2.2x)\n",port,producer,whoami);
      nerr += roto_open_connection(iphost,port,whoami);
   }
   if (nerr) exit(nerr);
   
   nerr += roto_set_connection_nodelay(nodelay_flag);

   if (autosave_config) nerr += config_autosave(autosave_config);
   if (compress_config) nerr += config_compress(compress_config);
   if (basketsize_config) nerr += config_basketsize(basketsize_config);

   /* process each file in turn */
   while (optind < argc) {
      nerr += send_whole_file(argv[optind++],buffer,bsize,mxrec);
   }   

   /* close the connection */
   nerr += roto_close_connection();

   /* set my buffer free */
   free(buffer);

   logNotice("stopping %s",argv[0]);
   msgLogCleanup();

   exit(nerr);
}

/*
 *=========================================================================
 * send_whole_file(const char* fname, long* buffer, int bsize, int mxrec) 
 * 
 * Purpose:
 *    Send a file of records to the rotorooter
 *
 * Arguments:
 *    fname:   file name
 *    buffer:  ptr to pre-allocated buffer
 *    bsize:   buffer size
 *    mxrec:   maximum number of records to send (0=all)
 *
 * Return Value:
 *    non-zero indicates there was an error
 *=========================================================================
 */
int send_whole_file(const char* fname, long* buffer, int bsize, int mxrec) 
{

   FILE* file;
   long  size;
   int   nRecords=0;
   int   nbytes;
   const char* lastslash;
#ifdef DUMPALL
   int   i;
#endif


   char rootfname[1024];
   int nerr = 0;

   nerr = 0;

   /*
    * strip off any leading path
    */
   lastslash = strrchr(fname,'/');
   if (lastslash) ++lastslash;
   else           lastslash = fname;
   sprintf(rootfname,"%s",lastslash);

   file=fopen(fname,"rb");
   if (file==NULL) {
      printf("Failed to open input file: '%s'\n",fname);
      return 1;
   }

   /* 
    * WARNING, WARNING, WARNING!
    * this should be the ONLY place roto_open_file() is ever used
    * code in the DCP one should use
    *    roto_open_daqfile(int detector, int run, int subrun);
    * in order that multi-file capabilities are enabled
    */
   nerr += roto_open_named_file(rootfname);
   if (nerr) {
      printf("Rotorooter failed to open output file: '%s'\n",rootfname);
      return 1;
   }

/*
 * NB These binary files are a temporary measure
 *    ROOT files will replace them soon
 *
 * Format is
 * [#bytes in record] [record data]
 * [#bytes in record] [record data]
 * and so on
 *
 * The record data contains the 'data' DAQ blocks
 * : TP singles summary
 * : Snarl header
 * : Crate Readout
 * - identify them by their block ID. 
 *
 * You may find others that are of no interest so branch on block ID
 *
 * See http://hepunx.rl.ac.uk/minos/daq/data-format/blocks/tp-singles.html
 * See http://hepunx.rl.ac.uk/minos/daq/data-format/blocks/snarl-header.html
 * See http://hepunx.rl.ac.uk/minos/daq/data-format/blocks/crate-readout.html
 *
 */

   while(!feof(file)){
      if (mxrec>0 && nRecords==mxrec) break;
      if (fread(&size,sizeof(long),1,file)==1) {
         nRecords++;
         nbytes = size-sizeof(long);  /* byte count is inclusive */
         if (nbytes>bsize) {
            printf("Record %d Size %d bytes too large for buffer (%d)\n",
                   nRecords,nbytes,bsize);
            printf("Skip the rest of '%s'\n",fname);
            break;
         }
#ifdef DUMPALL
         printf("Record %d Size = %d bytes (0x%03x words follow)\n",
                nRecords,size,(size-sizeof(long))/sizeof(long));
#endif
         if (fread(buffer,nbytes,1,file)==1) {
#ifdef DUMPALL
         /* this is the old "dump" code */
            for (i=0;i<(size-4)/sizeof(int);i++) {
               printf("0x%03x: 0x%08x\n",i,buffer[i]);
            }
#endif
            /* send the record */
            nerr += roto_send_record(buffer,nbytes);
         }
      }
   }

   fclose(file);

   /* 
    * WARNING, WARNING, WARNING!
    * this should be the ONLY place roto_close_file() is ever used
    * code in the DCP one should use
    *    roto_close_daqfile(int detector, int run, int subrun);
    * in order that multi-file capabilities are enabled
    */
   nerr += roto_close_named_file(rootfname);
   return nerr;
}

/*
 *=========================================================================
 * config_autosave(const char* config)
 * 
 * Purpose:
 *    Send autosave config to the rotorooter, parsed from string
 *
 * Arguments:
 *    config:  configuration string of form:
 *             "streamName,nrec,nsec[;streamName,nrec,nsec]"
 *             use "*" as streamName to set all legal streams
 * 
 * Return Value:
 *    non-zero indicates there was an error
 *=========================================================================
 */
int config_autosave(const char* config)
{
   int nerr = 0;
   int len = strlen(config);
   char *wcopy = (char*)malloc(len+1);  /* a writable copy of config string */
   char stream[1024];
   const char *p1;
   char *p2;
   char achar;
   int nrec,nsec, nitems;

   /* make a copy, replacing all the commas with blanks*/
   p1 = config; p2 = wcopy;
   while (p2 < wcopy+len) {
      achar = *p1;
      if (achar != ',') *p2 = achar;
      else              *p2 = ' ';
      p1++; p2++;
   }

   p2 = wcopy;
   while (p2  < wcopy+len) {
      nitems = sscanf(p2,"%s %d %d",stream,&nrec,&nsec);
      if (nitems != 3) {
         logInfo("config_autosave: only %d items from \"%s\"\n",nitems,p2);
         nerr += rototalk_err_badconfig;
      }
      else 
         nerr += roto_send_autosave_config(stream,nrec,nsec);

      p2 = strchr(p2,';'); /* move to the semicolon         */
      if (!p2) break;      /* in case of no final semicolon */
      p2++;                /* start just beyond semicolon   */
   }


   free(wcopy);  /* return the allocated space */
   wcopy = 0;

   return nerr;
}

/*
 *=========================================================================
 * config_compress(const char* config)
 * 
 * Purpose:
 *    Send compression config to the rotorooter, parsed from string
 *
 * Arguments:
 *    config:  configuration string of form:
 *             "streamName,level[;streamName,level]"
 *             use "*" as streamName to set all legal streams
 * 
 * Return Value:
 *    non-zero indicates there was an error
 *=========================================================================
 */
int config_compress(const char* config)
{
   int nerr = 0;
   int len = strlen(config);
   char *wcopy = (char*)malloc(len+1);  /* a writable copy of config string */
   char stream[1024];
   const char *p1;
   char *p2;
   char achar;
   int level, nitems;

   /* make a copy, replacing all the commas with blanks*/
   p1 = config; p2 = wcopy;
   while (p2 < wcopy+len) {
      achar = *p1;
      if (achar != ',') *p2 = achar;
      else              *p2 = ' ';
      p1++; p2++;
   }

   p2 = wcopy;
   while (p2  < wcopy+len) {
      nitems = sscanf(p2,"%s %d",stream,&level);
      if (nitems != 2) {
         logInfo("config_compress: only %d items from \"%s\"\n",nitems,p2);
         nerr += rototalk_err_badconfig;
      }
      else 
         nerr += roto_send_compress_config(stream,level);

      p2 = strchr(p2,';'); /* move to the semicolon         */
      if (!p2) break;      /* in case of no final semicolon */
      p2++;                /* start just beyond semicolon   */
   }


   free(wcopy);  /* return the allocated space */
   wcopy = 0;

   return nerr;
}

/*
 *=========================================================================
 * config_basketsize(const char* config)
 * 
 * Purpose:
 *    Send basketsize config to the rotorooter, parsed from string
 *
 * Arguments:
 *    config:  configuration string of form:
 *             "streamName,bsize[;streamName,bsize]"
 *             use "*" as streamName to set all legal streams
 * 
 * Return Value:
 *    non-zero indicates there was an error
 *=========================================================================
 */
int config_basketsize(const char* config)
{
   int nerr = 0;
   int len = strlen(config);
   char *wcopy = (char*)malloc(len+1);  /* a writable copy of config string */
   char stream[1024];
   const char *p1;
   char *p2;
   char achar;
   int bsize, nitems;

   /* make a copy, replacing all the commas with blanks*/
   p1 = config; p2 = wcopy;
   while (p2 < wcopy+len) {
      achar = *p1;
      if (achar != ',') *p2 = achar;
      else              *p2 = ' ';
      p1++; p2++;
   }

   p2 = wcopy;
   while (p2  < wcopy+len) {
      nitems = sscanf(p2,"%s %d",stream,&bsize);
      if (nitems != 2) {
         logInfo("config_basketsize: only %d items from \"%s\"\n",nitems,p2);
         nerr += rototalk_err_badconfig;
      }
      else 
         nerr += roto_send_basketsize_config(stream,bsize);

      p2 = strchr(p2,';'); /* move to the semicolon         */
      if (!p2) break;      /* in case of no final semicolon */
      p2++;                /* start just beyond semicolon   */
   }


   free(wcopy);  /* return the allocated space */
   wcopy = 0;

   return nerr;
}

---