mlogger.cxx File Reference

#include "midas.h"
#include "msystem.h"
#include "hardware.h"
#include "mstrlcpy.h"
#include <errno.h>
#include <assert.h>
#include <string>
#include "mdsupport.h"
#include <zlib.h>
#include "crc32c.h"
#include "sha256.h"
#include "sha512.h"
#include "mlz4frame.h"
#include "history.h"

Include dependency graph for mlogger.cxx:

Go to the source code of this file.

Classes
struct	CHN_SETTINGS
struct	CHN_STATISTICS
struct	LOG_CHN
struct	hist_log_s
struct	MIDAS_INFO
class	WriterInterface
class	WriterNull
class	WriterFile
class	WriterGzip
class	WriterPopen
class	WriterCRC32Zlib
class	WriterCRC32C
class	WriterSHA256
class	WriterSHA512
class	WriterLZ4
class	WriterFtp
struct	EVENT_DEF

Macros
#define	HAVE_LOGGING
#define	CHN_TREE_STR(_name)
#define	CHN_SETTINGS_STR(_name)
#define	CHN_STATISTICS_STR(_name)
#define	DISK_CHECK_INTERVAL_MILLISEC   10000
#define	MEMZERO(obj)   memset(&(obj), 0, sizeof(obj))
#define	FREE(ptr)   if (ptr) free(ptr); (ptr)=NULL;
#define	DELETE(ptr)   if (ptr) delete (ptr); (ptr)=NULL;
#define	EVENT_DEF_CACHE_SIZE   30
#define	CHECKSUM_NONE   0
#define	CHECKSUM_ZLIB   1
#define	CHECKSUM_CRC32C   2
#define	CHECKSUM_SHA256   3
#define	CHECKSUM_SHA512   4
#define	COMPRESS_NONE   0
#define	COMPRESS_ZLIB   1
#define	COMPRESS_LZ4   2
#define	COMPRESS_BZIP2   3
#define	COMPRESS_PBZIP2   4
#define	OUTPUT_NONE   0
#define	OUTPUT_NULL   1
#define	OUTPUT_FILE   2
#define	OUTPUT_FTP   3
#define	OUTPUT_PIPE   5

Functions
void	create_runlog_ascii_tree ()
void	create_runlog_json_tree ()
static std::string	IntToString (int value)
static std::string	TimeToString (time_t t)
LOG_CHN *	new_LOG_CHN (const char *name)
static	CHN_SETTINGS_STR (chn_settings_str)
static	CHN_STATISTICS_STR (chn_statistics_str)
static	CHN_TREE_STR (chn_tree_str)
void	receive_event (HNDLE hBuf, HNDLE request_id, EVENT_HEADER *pheader, void *pevent)
INT	log_write (LOG_CHN *log_chn, EVENT_HEADER *pheader)
void	log_system_history (HNDLE hDB, HNDLE hKey, void *info)
int	log_generate_file_name (LOG_CHN *log_chn)
void	start_image_history ()
void	stop_image_history ()
int	get_number_image_history_threads ()
static std::string	xpathname (const char *xpath, int level)
static FILE *	fopen_wx (const char *filename)
static bool	check_file_exists (const char *filename)
void	logger_init ()
void	log_odb_dump_odb (LOG_CHN *log_chn, short int event_id, INT run_number)
void	log_odb_dump_xml (LOG_CHN *log_chn, short int event_id, INT run_number)
void	log_odb_dump_json (LOG_CHN *log_chn, short int event_id, INT run_number)
void	log_odb_dump (LOG_CHN *log_chn, short int event_id, INT run_number)
void	odb_save (const char *filename, bool make_file_readonly)
void	write_runlog_ascii (BOOL bor)
void	write_runlog_json (BOOL bor)
INT	ftp_error (const char *message)
INT	ftp_open (const char *xdestination, FTP_CON **con)
EVENT_DEF *	db_get_event_definition (short int event_id)
WriterInterface *	NewWriterBzip2 (LOG_CHN *log_chn)
WriterInterface *	NewWriterPbzip2 (LOG_CHN *log_chn)
WriterInterface *	NewChecksum (LOG_CHN *log_chn, int code, int level, WriterInterface *chained)
WriterInterface *	NewCompression (LOG_CHN *log_chn, int code, WriterInterface *chained)
std::string	get_value (HNDLE hDB, HNDLE hDir, const char *name)
void	set_value (HNDLE hDB, HNDLE hDir, const char *name, const std::string &set, const std::string &def)
int	check_add (int v, int n, const std::string &val, const char *str, bool bdef, std::string *def, std::string *sel)
int	select_checksum_module (HNDLE hDB, HNDLE hSet, const char *name)
int	select_compression_module (HNDLE hDB, HNDLE hSet, const char *name)
int	select_output_module (HNDLE hDB, HNDLE hSet, const char *name)
int	log_create_writer (LOG_CHN *log_chn)
INT	log_open (LOG_CHN *log_chn, INT run_number)
INT	log_close (LOG_CHN *log_chn, INT run_number)
int	log_disk_level (LOG_CHN *log_chn, double *pdisk_size, double *pdisk_free)
int	maybe_check_disk_level ()
static int	get_trans_flag ()
int	stop_the_run (int restart)
int	start_the_run ()
void	log_history (HNDLE hDB, HNDLE hKey, void *info)
static int	add_event (int *indexp, time_t timestamp, int event_id, const char *event_name, HNDLE hKey, int ntags, const TAG *tags, time_t min_period, int hotlink)
INT	open_history ()
void	maybe_flush_history (time_t now)
void	close_history ()
int	close_channels (int run_number, BOOL *p_tape_flag)
int	close_buffers ()
static int	write_history (DWORD transition, DWORD run_number)
static void	watch_settings (HNDLE hDB, HNDLE hKey, HNDLE index, void *info)
INT	tr_start (INT run_number, char *error)
INT	tr_start_abort (INT run_number, char *error)
INT	tr_stop (INT run_number, char *error)
INT	tr_pause (INT run_number, char *error)
INT	tr_resume (INT run_number, char *error)
int	main (int argc, char *argv[])

Variables
INT	local_state
BOOL	in_stop_transition = FALSE
BOOL	tape_message = TRUE
BOOL	verbose = FALSE
BOOL	stop_requested = FALSE
BOOL	start_requested = FALSE
DWORD	auto_restart = 0
DWORD	run_start_time
DWORD	subrun_start_time
double	stop_try_later = 0
std::vector< LOG_CHN * >	log_channels
static int	hist_log_size = 0
static int	hist_log_max = 0
static struct hist_log_s *	hist_log = NULL
static HNDLE	hDB
static std::vector< MidasHistoryInterface * >	mh
static std::vector< std::string >	history_events
time_t	last_history_flush = 0

Macro Definition Documentation

CHECKSUM_CRC32C

#define CHECKSUM_CRC32C   2

Definition at line 3117 of file mlogger.cxx.

CHECKSUM_NONE

#define CHECKSUM_NONE   0

Definition at line 3115 of file mlogger.cxx.

CHECKSUM_SHA256

#define CHECKSUM_SHA256   3

Definition at line 3118 of file mlogger.cxx.

CHECKSUM_SHA512

#define CHECKSUM_SHA512   4

Definition at line 3119 of file mlogger.cxx.

CHECKSUM_ZLIB

#define CHECKSUM_ZLIB   1

Definition at line 3116 of file mlogger.cxx.

CHN_SETTINGS_STR

#define CHN_SETTINGS_STR

(

_name

)

Value:

const char *_name[] = { \
"Active = BOOL : 1",\
"Type = STRING : [8] Disk",\
"Filename = STRING : [256] run%05d.mid",\
"Format = STRING : [8] MIDAS",\
"Compression = INT32 : 0",\
"ODB dump = BOOL : 1",\
"ODB dump format = STRING : [32] json",\
"Log messages = UINT32 : 0",\
"Buffer = STRING : [32] SYSTEM",\
"Event ID = INT32 : -1",\
"Trigger mask = INT32 : -1",\
"Event limit = DOUBLE : 0",\
"Byte limit = DOUBLE : 0",\
"Subrun Byte limit = DOUBLE : 0",\
"Tape capacity = DOUBLE : 0",\
"Subdir format = STRING : [32]",\
"Current filename = STRING : [256]",\
"Data checksum = STRING : [256]",\
"File checksum = STRING : [256]",\
"Compress = STRING : [256]",\
"Output = STRING : [256]",\
"Gzip compression = UINT32 : 0",\
"Bzip2 compression = UINT32 : 0",\
"Pbzip2 num cpu = UINT32 : 0",\
"Pbzip2 compression = UINT32 : 0",\
"Pbzip2 options = STRING : [256]",\
"",\
NULL}

Definition at line 191 of file mlogger.cxx.

                                                      { \
"Active = BOOL : 1",\
"Type = STRING : [8] Disk",\
"Filename = STRING : [256] run%05d.mid",\
"Format = STRING : [8] MIDAS",\
"Compression = INT32 : 0",\
"ODB dump = BOOL : 1",\
"ODB dump format = STRING : [32] json",\
"Log messages = UINT32 : 0",\
"Buffer = STRING : [32] SYSTEM",\
"Event ID = INT32 : -1",\
"Trigger mask = INT32 : -1",\
"Event limit = DOUBLE : 0",\
"Byte limit = DOUBLE : 0",\
"Subrun Byte limit = DOUBLE : 0",\
"Tape capacity = DOUBLE : 0",\
"Subdir format = STRING : [32]",\
"Current filename = STRING : [256]",\
"Data checksum = STRING : [256]",\
"File checksum = STRING : [256]",\
"Compress = STRING : [256]",\
"Output = STRING : [256]",\
"Gzip compression = UINT32 : 0",\
"Bzip2 compression = UINT32 : 0",\
"Pbzip2 num cpu = UINT32 : 0",\
"Pbzip2 compression = UINT32 : 0",\
"Pbzip2 options = STRING : [256]",\
"",\
NULL}

CHN_STATISTICS_STR

#define CHN_STATISTICS_STR

(

_name

)

Value:

const char *_name[] = {\
"Events written = DOUBLE : 0",\
"Bytes written = DOUBLE : 0",\
"Bytes written uncompressed = DOUBLE : 0",\
"Bytes written total = DOUBLE : 0",\
"Bytes written subrun = DOUBLE : 0",\
"Files written = DOUBLE : 0",\
"Disk level = DOUBLE : 0",\
"",\
NULL}

Definition at line 231 of file mlogger.cxx.

                                                        {\
"Events written = DOUBLE : 0",\
"Bytes written = DOUBLE : 0",\
"Bytes written uncompressed = DOUBLE : 0",\
"Bytes written total = DOUBLE : 0",\
"Bytes written subrun = DOUBLE : 0",\
"Files written = DOUBLE : 0",\
"Disk level = DOUBLE : 0",\
"",\
NULL}

CHN_TREE_STR

#define CHN_TREE_STR

(

_name

)

Definition at line 87 of file mlogger.cxx.

                                                  {\
"[Settings]",\
"Active = BOOL : 1",\
"Type = STRING : [8] Disk",\
"Filename = STRING : [256] run%05d.mid",\
"Format = STRING : [8] MIDAS",\
"Compression = INT32 : 0",\
"ODB dump = BOOL : 1",\
"ODB dump format = STRING : [32] json",\
"Options ODB dump format = STRING[3] :",\
"[32] odb",\
"[32] xml",\
"[32] json",\
"Log messages = UINT32 : 0",\
"Buffer = STRING : [32] SYSTEM",\
"Event ID = INT32 : -1",\
"Trigger mask = INT32 : -1",\
"Event limit = DOUBLE : 0",\
"Byte limit = DOUBLE : 0",\
"Subrun Byte limit = DOUBLE : 0",\
"Tape capacity = DOUBLE : 0",\
"Subdir format = STRING : [32]",\
"Current filename = STRING : [256]",\
"Data checksum = STRING : [256] CRC32C",\
"Options Data checksum = STRING[5] :",\
"[32] NONE",\
"[32] CRC32C",\
"[32] SHA256",\
"[32] SHA512",\
"[32] ZLIB",\
"File checksum = STRING : [256] CRC32C",\
"Options File checksum = STRING[5] :",\
"[32] NONE",\
"[32] CRC32C",\
"[32] SHA256",\
"[32] SHA512",\
"[32] ZLIB",\
"Compress = STRING : [256] lz4",\
"Options Compress = STRING[5] :",\
"[32] none",\
"[32] gzip",\
"[32] lz4",\
"[32] bzip2",\
"[32] pbzip2",\
"Output = STRING : [256] FILE",\
"Options Output = STRING[5] :",\
"[32] NULL",\
"[32] FILE",\
"[32] FTP",\
"[32] ROOT",\
"[32] PIPE",\
"Gzip compression = UINT32 : 0",\
"Bzip2 compression = UINT32 : 0",\
"Pbzip2 num cpu = UINT32 : 0",\
"Pbzip2 compression = UINT32 : 0",\
"Pbzip2 options = STRING : [256]",\
"",\
"[Statistics]",\
"Events written = DOUBLE : 0",\
"Bytes written = DOUBLE : 0",\
"Bytes written uncompressed = DOUBLE : 0",\
"Bytes written total = DOUBLE : 0",\
"Bytes written subrun = DOUBLE : 0",\
"Files written = DOUBLE : 0",\
"Disk level = DOUBLE : 0",\
"",\
NULL}

COMPRESS_BZIP2

#define COMPRESS_BZIP2   3

Definition at line 3142 of file mlogger.cxx.

COMPRESS_LZ4

#define COMPRESS_LZ4   2

Definition at line 3141 of file mlogger.cxx.

COMPRESS_NONE

#define COMPRESS_NONE   0

Definition at line 3139 of file mlogger.cxx.

COMPRESS_PBZIP2

#define COMPRESS_PBZIP2   4

Definition at line 3143 of file mlogger.cxx.

COMPRESS_ZLIB

#define COMPRESS_ZLIB   1

Definition at line 3140 of file mlogger.cxx.

DELETE

#define DELETE

(

ptr

)

if (ptr) delete (ptr); (ptr)=NULL;

Definition at line 342 of file mlogger.cxx.

DISK_CHECK_INTERVAL_MILLISEC

#define DISK_CHECK_INTERVAL_MILLISEC   10000

Definition at line 284 of file mlogger.cxx.

EVENT_DEF_CACHE_SIZE

#define EVENT_DEF_CACHE_SIZE   30

FREE

#define FREE

(

ptr

)

if (ptr) free(ptr); (ptr)=NULL;

Definition at line 341 of file mlogger.cxx.

HAVE_LOGGING

#define HAVE_LOGGING

Definition at line 22 of file mlogger.cxx.

MEMZERO

#define MEMZERO

(

obj

)

memset(&(obj), 0, sizeof(obj))

Definition at line 339 of file mlogger.cxx.

OUTPUT_FILE

#define OUTPUT_FILE   2

Definition at line 3159 of file mlogger.cxx.

OUTPUT_FTP

#define OUTPUT_FTP   3

Definition at line 3160 of file mlogger.cxx.

OUTPUT_NONE

#define OUTPUT_NONE   0

Definition at line 3157 of file mlogger.cxx.

OUTPUT_NULL

#define OUTPUT_NULL   1

Definition at line 3158 of file mlogger.cxx.

OUTPUT_PIPE

#define OUTPUT_PIPE   5

Definition at line 3162 of file mlogger.cxx.

Function Documentation

add_event()

static int add_event ( int *  indexp, time_t  timestamp, int  event_id, const char *  event_name, HNDLE  hKey, int  ntags, const TAG *  tags, time_t  min_period, int  hotlink  )

static

Definition at line 3784 of file mlogger.cxx.

{
   int status;
   int size, i;
   int index = *indexp;
 
#if 0
   {
      /* print the tags */
      printf("add_event: event %d, name \"%s\", ntags %d\n", event_id, event_name, ntags);
      for (i=0; i<ntags; i++) {
         printf("tag %d: name \"%s\", type %d, n_data %d\n", i, tags[i].name, tags[i].type, tags[i].n_data);
      }
   }
#endif
 
   /* check for duplicate event id's */
   for (i=0; i<index; i++) {
      if (strcmp(hist_log[i].event_name, event_name) == 0) {
         cm_msg(MERROR, "add_event", "Duplicate event name \'%s\' with event id %d", event_name, event_id);
         return 0;
      }
   }
 
   while (index >= hist_log_size) {
      int new_size = 2*hist_log_size;
 
      if (hist_log_size == 0)
         new_size = 10;
 
      hist_log = (hist_log_s*)realloc(hist_log, sizeof(hist_log[0])*new_size);
      assert(hist_log!=NULL);
 
      hist_log_size = new_size;
   }
 
   if (index >= hist_log_max)
      hist_log_max = index + 1;
 
   /* check for invalid history tags */
   for (i=0; i<ntags; i++) {
      if (tags[i].type == TID_STRING) {
         cm_msg(MERROR, "add_event", "Invalid tag %d \'%s\' in event %d \'%s\': cannot do history for TID_STRING data, sorry!", i, tags[i].name, event_id, event_name);
         return 0;
      }
      if (tags[i].type == TID_INT64) {
         cm_msg(MERROR, "add_event", "Invalid tag %d \'%s\' in event %d \'%s\': cannot do history for TID_INT64 data, sorry!", i, tags[i].name, event_id, event_name);
         return 0;
      }
      if (tags[i].type == TID_UINT64) {
         cm_msg(MERROR, "add_event", "Invalid tag %d \'%s\' in event %d \'%s\': cannot do history for TID_UINT64 data, sorry!", i, tags[i].name, event_id, event_name);
         return 0;
      }
      if (rpc_tid_size(tags[i].type) == 0) {
         cm_msg(MERROR, "add_event", "Invalid tag %d \'%s\' in event %d \'%s\': type %d size is zero", i, tags[i].name, event_id, event_name, tags[i].type);
         return 0;
      }
   }
 
   /* check for trailing spaces in tag names */
   for (i=0; i<ntags; i++) {
      if (isspace(tags[i].name[strlen(tags[i].name)-1])) {
         cm_msg(MERROR, "add_event", "Invalid tag %d \'%s\' in event %d \'%s\': has trailing spaces", i, tags[i].name, event_id, event_name);
         return 0;
      }
   }
   
   for (unsigned i=0; i<mh.size(); i++) {
      status = mh[i]->hs_define_event(event_name, timestamp, ntags, tags);
      if (status != HS_SUCCESS) {
         cm_msg(MERROR, "add_event", "Cannot define event \"%s\", hs_define_event() status %d", event_name, status);
         return 0;
      }
   }
 
   status = db_get_record_size(hDB, hKey, 0, &size);
 
   if (status != DB_SUCCESS) {
      cm_msg(MERROR, "add_event", "Cannot define event \"%s\", db_get_record_size() status %d", event_name, status);
      return 0;
   }
 
   /* setup hist_log structure for this event */
   mstrlcpy(hist_log[index].event_name, event_name, sizeof(hist_log[index].event_name));
   hist_log[index].n_var       = ntags;
   hist_log[index].hKeyVar     = hKey;
   hist_log[index].buffer_size = size;
   hist_log[index].buffer      = (char*)malloc(size);
   hist_log[index].min_period  = min_period;
   hist_log[index].last_log    = 0;
 
   if (hist_log[index].buffer == NULL) {
      cm_msg(MERROR, "add_event", "Cannot allocate data buffer for event \"%s\" size %d", event_name, size);
      return 0;
   }
   
   /* open hot link to variables */
   if (hotlink) {
      status = db_open_record(hDB, hKey, hist_log[index].buffer, size, MODE_READ, log_history, NULL);
      if (status != DB_SUCCESS) {
         cm_msg(MERROR, "add_event",
                "Cannot hotlink event %d \"%s\" for history logging, db_open_record() status %d",
                event_id, event_name, status);
         return status;
      }
   }
 
   history_events.push_back(event_name);
   
   if (verbose)
      printf("Created event %d for equipment \"%s\", %d tags, size %d\n", event_id, event_name, ntags, size);
 
   *indexp = index+1;
 
   return SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

check_add()

int check_add	(	int	v,
		int	n,
		const std::string &	val,
		const char *	str,
		bool	bdef,
		std::string *	def,
		std::string *	sel
	)

Definition at line 3184 of file mlogger.cxx.

{
   (*def) += std::string(" ") + str;
   if (v)
      return v; // keep returning the first selection
   if (val.find(str) == 0) {
      *sel = str;
      return n; // if no selection yet, return the new selection
   }
   return v;
}

Here is the caller graph for this function:

check_file_exists()

static bool check_file_exists ( const char *  filename )

static

Definition at line 368 of file mlogger.cxx.

{
   struct stat st;
   int status = stat(filename, &st);
   if (status == -1) {
      return false;
   }
   return true;
}

Here is the caller graph for this function:

CHN_SETTINGS_STR()

static CHN_SETTINGS_STR ( chn_settings_str  )

static

CHN_STATISTICS_STR()

static CHN_STATISTICS_STR ( chn_statistics_str  )

static

CHN_TREE_STR()

static CHN_TREE_STR ( chn_tree_str  )

static

close_buffers()

INT close_buffers

(

void

)

Definition at line 4912 of file mlogger.cxx.

{
   /* close buffers */
   for (unsigned i = 0; i < log_channels.size(); i++) {
      LOG_CHN* chn = log_channels[i];
#ifndef FAL_MAIN
      if (chn->buffer_handle) {
         bm_close_buffer(chn->buffer_handle);
         for (unsigned j = i + 1; j < log_channels.size(); j++)
            if (log_channels[j]->buffer_handle == chn->buffer_handle)
               log_channels[j]->buffer_handle = 0;
      }
 
      if (chn->msg_request_id)
         bm_delete_request(chn->msg_request_id);
#endif
 
      delete chn;
      log_channels[i] = NULL;
   }
 
   log_channels.clear();
 
   return SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

close_channels()

int close_channels	(	int	run_number,
		BOOL *	p_tape_flag
	)

Definition at line 4867 of file mlogger.cxx.

{
   BOOL tape_flag = FALSE;
 
   for (unsigned i = 0; i < log_channels.size(); i++) {
      LOG_CHN* chn = log_channels[i];
      if (chn->handle || chn->ftp_con|| chn->pfile) {
         /* generate MTALK message */
#ifndef FAL_MAIN
         /* wait until buffer is empty */
         if (chn->buffer_handle) {
#ifdef DELAYED_STOP
            DWORD start_time = ss_millitime();
            do {
               cm_yield(100);
            } while (ss_millitime() - start_time < DELAYED_STOP);
#else
            INT n_bytes;
            do {
               bm_get_buffer_level(chn->buffer_handle, &n_bytes);
               if (n_bytes > 0)
                  cm_yield(100);
            } while (n_bytes > 0);
#endif
         }
#endif                          /* FAL_MAIN */
 
         /* close logging channel */
         log_close(chn, run_number);
 
         /* close statistics record */
         db_set_record(hDB, chn->stats_hkey, &chn->statistics, sizeof(CHN_STATISTICS), 0);
         db_close_record(hDB, chn->stats_hkey);
         db_unwatch(hDB, chn->settings_hkey);
         chn->stats_hkey = 0;
         chn->settings_hkey = 0;
      }
   }
 
   if (p_tape_flag)
      *p_tape_flag = tape_flag;
 
   return SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

close_history()

void close_history

(

)

Definition at line 4568 of file mlogger.cxx.

{
   INT status;
   HNDLE hKeyRoot;
 
   /* close system history */
   status = db_find_key(hDB, 0, "/History/Links", &hKeyRoot);
   if (status == DB_SUCCESS) {
      for (int i = 0;; i++) {
         HNDLE hKey;
         status = db_enum_key(hDB, hKeyRoot, i, &hKey);
         if (status == DB_NO_MORE_SUBKEYS)
            break;
         db_close_record(hDB, hKey);
      }
   }
 
   /* close event history */
   for (int i = 0; i < hist_log_max; i++)
      if (hist_log[i].hKeyVar) {
         db_close_record(hDB, hist_log[i].hKeyVar);
         hist_log[i].hKeyVar = 0;
         if (hist_log[i].buffer)
            free(hist_log[i].buffer);
         hist_log[i].buffer = NULL;
      }
 
   for (unsigned h=0; h<mh.size(); h++) {
      mh[h]->hs_disconnect();
      delete mh[h];
      mh[h] = NULL;
   }
 
   mh.clear();
}

Here is the call graph for this function:

Here is the caller graph for this function:

create_runlog_ascii_tree()

void create_runlog_ascii_tree

(

)

Definition at line 2466 of file mlogger.cxx.

{
   std::string filename;
   int size, write_flag;
   HNDLE hKeyRoot, hKey;
   
   size = sizeof(write_flag);
   write_flag = 0;
   db_get_value(hDB, 0, "/Logger/Runlog/ASCII/Write data", &write_flag, &size, TID_BOOL, TRUE);
 
   filename = "runlog.log";
   db_get_value_string(hDB, 0, "/Logger/Runlog/ASCII/Filename", 0, &filename, TRUE);
 
   db_find_key(hDB, 0, "/Logger/Runlog/ASCII/Links BOR", &hKeyRoot);
   if (!hKeyRoot) {
      /* create some default links */
      db_create_key(hDB, 0, "/Logger/Runlog/ASCII/Links BOR", TID_KEY);
      
      if (db_find_key(hDB, 0, "/Runinfo/Run number", &hKey) == DB_SUCCESS)
         db_create_link(hDB, 0, "/Logger/Runlog/ASCII/Links BOR/Run number", "/Runinfo/Run number");
      
      if (db_find_key(hDB, 0, "/Experiment/Run parameters/Comment", &hKey) == DB_SUCCESS)
         db_create_link(hDB, 0, "/Logger/Runlog/ASCII/Links BOR/Comment", "/Experiment/Run parameters/Comment");
      
      if (db_find_key(hDB, 0, "/Runinfo/Start time", &hKey) == DB_SUCCESS)
         db_create_link(hDB, 0, "/Logger/Runlog/ASCII/Links BOR/Start time", "/Runinfo/Start time");
   }
   
   db_find_key(hDB, 0, "/Logger/Runlog/ASCII/Links EOR", &hKeyRoot);
   if (!hKeyRoot) {
      /* create some default links */
      db_create_key(hDB, 0, "/Logger/Runlog/ASCII/Links EOR", TID_KEY);
      
      if (db_find_key(hDB, 0, "/Runinfo/Stop time", &hKey) == DB_SUCCESS)
         db_create_link(hDB, 0, "/Logger/Runlog/ASCII/Links EOR/Stop time", "/Runinfo/Stop time");
      
      if (db_find_key(hDB, 0, "/Equipment/Trigger/Statistics/Events sent", &hKey) == DB_SUCCESS)
         db_create_link(hDB, 0, "/Logger/Runlog/ASCII/Links EOR/Number of events",
                        "/Equipment/Trigger/Statistics/Events sent");
      
   }
}

Here is the call graph for this function:

Here is the caller graph for this function:

create_runlog_json_tree()

void create_runlog_json_tree

(

)

Definition at line 2625 of file mlogger.cxx.

{
   char dirname[256];
   int size, write_flag;
   HNDLE hKeyRoot, hKey;
   
   size = sizeof(write_flag);
   write_flag = 0;
   db_get_value(hDB, 0, "/Logger/Runlog/JSON/Write data", &write_flag, &size, TID_BOOL, TRUE);
   
   size = sizeof(dirname);
   strcpy(dirname, "runlogs");
   db_get_value(hDB, 0, "/Logger/Runlog/JSON/Subdir", dirname, &size, TID_STRING, TRUE);
   
   db_find_key(hDB, 0, "/Logger/Runlog/JSON/Links BOR", &hKeyRoot);
   if (!hKeyRoot) {
      /* create some default links */
      db_create_key(hDB, 0, "/Logger/Runlog/JSON/Links BOR", TID_KEY);
      
      if (db_find_key(hDB, 0, "/Runinfo/Run number", &hKey) == DB_SUCCESS)
         db_create_link(hDB, 0, "/Logger/Runlog/JSON/Links BOR/Run number", "/Runinfo/Run number");
      
      if (db_find_key(hDB, 0, "/Experiment/Run parameters/Comment", &hKey) == DB_SUCCESS)
         db_create_link(hDB, 0, "/Logger/Runlog/JSON/Links BOR/Comment", "/Experiment/Run parameters/Comment");
      
      if (db_find_key(hDB, 0, "/Runinfo/Start time", &hKey) == DB_SUCCESS)
         db_create_link(hDB, 0, "/Logger/Runlog/JSON/Links BOR/Start time", "/Runinfo/Start time");
   }
   
   db_find_key(hDB, 0, "/Logger/Runlog/JSON/Links EOR", &hKeyRoot);
   if (!hKeyRoot) {
      /* create some default links */
      db_create_key(hDB, 0, "/Logger/Runlog/JSON/Links EOR", TID_KEY);
      
      if (db_find_key(hDB, 0, "/Runinfo/Stop time", &hKey) == DB_SUCCESS)
         db_create_link(hDB, 0, "/Logger/Runlog/JSON/Links EOR/Stop time", "/Runinfo/Stop time");
      
      if (db_find_key(hDB, 0, "/Equipment/Trigger/Statistics/Events sent", &hKey) == DB_SUCCESS)
         db_create_link(hDB, 0, "/Logger/Runlog/JSON/Links EOR/Number of events",
                        "/Equipment/Trigger/Statistics/Events sent");
      
   }
}

Here is the call graph for this function:

Here is the caller graph for this function:

db_get_event_definition()

EVENT_DEF * db_get_event_definition

(

short int

event_id

)

Definition at line 2997 of file mlogger.cxx.

{
   INT i, index, status, size;
   char str[80];
   HNDLE hKey, hKeyRoot;
   WORD id;
 
#define EVENT_DEF_CACHE_SIZE 30
   static EVENT_DEF *event_def = NULL;
 
   /* allocate memory for cache */
   if (event_def == NULL)
      event_def = (EVENT_DEF *) calloc(EVENT_DEF_CACHE_SIZE, sizeof(EVENT_DEF));
 
   assert(event_def != NULL);
 
   /* lookup if event definition in cache */
   for (i = 0; event_def[i].event_id; i++)
      if (event_def[i].event_id == event_id)
         return &event_def[i];
 
   /* search free cache entry */
   for (index = 0; index < EVENT_DEF_CACHE_SIZE; index++)
      if (event_def[index].event_id == 0)
         break;
 
   if (index == EVENT_DEF_CACHE_SIZE) {
      cm_msg(MERROR, "db_get_event_definition", "too many event definitions");
      return NULL;
   }
 
   /* check for system events */
   if (event_id < 0) {
      event_def[index].event_id = event_id;
      event_def[index].format = FORMAT_MIDAS;
      event_def[index].hDefKey = 0;
      return &event_def[index];
   }
 
   status = db_find_key(hDB, 0, "/equipment", &hKeyRoot);
   if (status != DB_SUCCESS) {
      cm_msg(MERROR, "db_get_event_definition", "cannot find /equipment entry in ODB");
      return NULL;
   }
 
   for (i = 0;; i++) {
      /* search for client with specific name */
      status = db_enum_key(hDB, hKeyRoot, i, &hKey);
      if (status == DB_NO_MORE_SUBKEYS) {
         cm_msg(MERROR, "db_get_event_definition", "Cannot find event id %d under /equipment", event_id);
         return NULL;
      }
 
      size = sizeof(id);
      status = db_get_value(hDB, hKey, "Common/Event ID", &id, &size, TID_UINT16, TRUE);
      if (status != DB_SUCCESS)
         continue;
 
      if (id == event_id) {
         /* set cache entry */
         event_def[index].event_id = id;
 
         size = sizeof(str);
         str[0] = 0;
         db_get_value(hDB, hKey, "Common/Format", str, &size, TID_STRING, TRUE);
 
         if (equal_ustring(str, "Fixed"))
            event_def[index].format = FORMAT_FIXED;
         else if (equal_ustring(str, "MIDAS"))
            event_def[index].format = FORMAT_MIDAS;
         else {
            cm_msg(MERROR, "db_get_event_definition", "unknown data format name \"%s\"", str);
            event_def[index].event_id = 0;
            return NULL;
         }
 
         db_find_key(hDB, hKey, "Variables", &event_def[index].hDefKey);
         return &event_def[index];
      }
   }
}

Here is the call graph for this function:

fopen_wx()

static FILE * fopen_wx ( const char *  filename )

static

Definition at line 360 of file mlogger.cxx.

{
   int fd = open(filename, O_CREAT|O_EXCL|O_WRONLY, S_IRUSR|S_IRGRP|S_IROTH);
   if (fd == -1)
      return NULL;
   return fdopen(fd, "w");
}

Here is the caller graph for this function:

ftp_error()

INT ftp_error

(

const char *

message

)

Definition at line 2800 of file mlogger.cxx.

{
   cm_msg(MERROR, "ftp_error", "%s", message);
   return 1;
}

Here is the call graph for this function:

Here is the caller graph for this function:

ftp_open()

INT ftp_open	(	const char *	xdestination,
		FTP_CON **	con
	)

Definition at line 2806 of file mlogger.cxx.

{
   INT status;
   short port = 0;
   char *token;
   char host_name[HOST_NAME_LENGTH];
   char user[32], pass[32];
   char directory[256], file_name[256], file_mode[256];
   char bdestination[256]; // have to make a copy of destination because strtok() modifies it's string
   mstrlcpy(bdestination, xdestination, sizeof(bdestination));
   char* destination = bdestination;
 
   // skip leading slash
   if (destination[0] == '/')
      destination += 1;
 
   /*
      destination should have the form:
      host, port, user, password, directory, run%05d.mid
    */
 
   /* break destination in components */
   token = strtok(destination, ",");
   if (token)
      mstrlcpy(host_name, token, sizeof(host_name));
 
   token = strtok(NULL, ", ");
   if (token)
      port = atoi(token);
 
   token = strtok(NULL, ", ");
   if (token)
      mstrlcpy(user, token, sizeof(user));
 
   token = strtok(NULL, ", ");
   if (token)
      mstrlcpy(pass, token, sizeof(pass));
 
   token = strtok(NULL, ", ");
   if (token)
      mstrlcpy(directory, token, sizeof(directory));
 
   token = strtok(NULL, ", ");
   if (token)
      mstrlcpy(file_name, token, sizeof(file_name));
 
   token = strtok(NULL, ", ");
   file_mode[0] = 0;
   if (token)
      mstrlcpy(file_mode, token, sizeof(file_mode));
 
#ifdef FAL_MAIN
   ftp_debug(NULL, ftp_error);
#else
   ftp_debug((int (*)(const char *)) puts, ftp_error);
#endif
 
   status = ftp_login(con, host_name, port, user, pass, "");
   if (status >= 0)
      return status;
 
   status = ftp_chdir(*con, directory);
   if (status >= 0)
      return status;
 
   status = ftp_binary(*con);
   if (status >= 0)
      return status;
 
   if (file_mode[0]) {
      status = ftp_command(*con, "umask %s", file_mode, 200, 250, EOF);
      if (status >= 0)
         return status;
   }
 
   if (ftp_open_write(*con, file_name) >= 0)
      return (*con)->err_no;
 
   return SS_SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

get_number_image_history_threads()

int get_number_image_history_threads ( )

extern

Definition at line 317 of file history_image.cxx.

{ return 0; }

Here is the caller graph for this function:

get_trans_flag()

static int get_trans_flag ( )

static

Definition at line 3465 of file mlogger.cxx.

{
   int status, size, flag;
 
   size = sizeof(BOOL);
   flag = FALSE;
   status = db_get_value(hDB, 0, "/Logger/Async transitions", &flag, &size, TID_BOOL, FALSE);
 
   if (status == DB_SUCCESS) {
      cm_msg(MINFO, "get_trans_flag", "ODB \"/Logger/Async transitions\" is obsolete, please delete it");
   }
 
   size = sizeof(BOOL);
   flag = TRUE;
   status = db_get_value(hDB, 0, "/Logger/Multithread transitions", &flag, &size, TID_BOOL, FALSE);
 
   if (status == DB_SUCCESS) {
      cm_msg(MINFO, "get_trans_flag", "ODB \"/Logger/Multithread transitions\" is obsolete, please delete it");
   }
 
   size = sizeof(BOOL);
   flag = FALSE;
   db_get_value(hDB, 0, "/Logger/Detached transitions", &flag, &size, TID_BOOL, TRUE);
 
   // NB: we must use multithread or detached (via mtransition) transition
   // otherwise we deadlock against frontends: they are writing to the SYSTEM
   // buffer but we (mlogger) are not reading from it. if SYSTEM buffer is full,
   // clients get stuck waiting for free space and cannot not handle TR_STOP RPC.
   // if they could handle, it, they would still be stuck in bm_flush_cache()
   // because we (mlogger) are not reading the SYSTEM buffer and these last
   // events have nowhere to go. K.O.
 
   if (flag)
      return TR_DETACH;
   else
      return TR_MTHREAD;
}

Here is the call graph for this function:

Here is the caller graph for this function:

get_value()

std::string get_value	(	HNDLE	hDB,
		HNDLE	hDir,
		const char *	name
	)

Definition at line 3164 of file mlogger.cxx.

{
   char value[MAX_STRING_LENGTH];
   value[0] = 0;
   int  size = sizeof(value);
   int status = db_get_value(hDB, hDir, name, &value, &size, TID_STRING, FALSE);
   if (status != DB_SUCCESS)
      return "";
   return value;
}

Here is the call graph for this function:

Here is the caller graph for this function:

IntToString()

static std::string IntToString ( int  value )

static

Definition at line 46 of file mlogger.cxx.

{
   char buf[256];
   sprintf(buf, "%d", value);
   return buf;
}

Here is the caller graph for this function:

log_close()

INT log_close	(	LOG_CHN *	log_chn,
		INT	run_number
	)

Definition at line 3361 of file mlogger.cxx.

{
   if (log_chn->writer) {
      /* write ODB dump */
      if (log_chn->settings.odb_dump)
         log_odb_dump(log_chn, EVENTID_EOR, run_number);
      
      WriterInterface* wr = log_chn->writer;
 
      wr->wr_close(log_chn, run_number);
 
      /* update statistics */
 
      double incr = wr->fBytesOut - log_chn->statistics.bytes_written_subrun;
      if (incr < 0)
         incr = 0;
 
      //printf("bytes out %f, incr %f, subrun %f, written %f, total %f (log_close)\n", wr->fBytesOut, incr, log_chn->statistics.bytes_written_subrun, log_chn->statistics.bytes_written, log_chn->statistics.bytes_written_total);
 
      log_chn->statistics.bytes_written += incr;
      log_chn->statistics.bytes_written_subrun = wr->fBytesOut;
      log_chn->statistics.bytes_written_total += incr;
   }
 
   /* if file name starts with '.', rename it */
   char str[256]; // FIXME: this will truncate the filename of the output file. K.O.
   mstrlcpy(str, log_chn->path.c_str(), sizeof(str));
   char* p = str;
   if (strrchr(str, DIR_SEPARATOR)) {
      p = strrchr(str, DIR_SEPARATOR)+1;
   }
   if (*p == '.') {
      mstrlcpy(p, p+1, sizeof(str));
      rename(log_chn->path.c_str(), str); // FIXME: must check return status. K.O.
   }
   
   log_chn->statistics.files_written += 1;
   log_chn->handle = 0;
   log_chn->ftp_con = NULL;
 
   if (log_chn->writer) {
      delete log_chn->writer;
      log_chn->writer = NULL;
   }
 
   return SS_SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

log_create_writer()

int log_create_writer

(

LOG_CHN *

log_chn

)

Definition at line 3246 of file mlogger.cxx.

{
   assert(log_chn->writer == NULL);
   log_chn->writer = NULL;
 
   if (log_chn->output_module > 0) {
 
      if (log_chn->compression_module == COMPRESS_ZLIB) {
 
         if (log_chn->output_module != OUTPUT_FILE) {
            cm_msg(MERROR, "log_create_writer", "channel %s requested GZIP/ZLIB compression, output module must be FILE", log_chn->path.c_str());
            return SS_FILE_ERROR;
         }
 
         log_chn->writer = new WriterGzip(log_chn, 0);
         log_chn->do_disk_level = TRUE;
      }
      else if (log_chn->compression_module == COMPRESS_BZIP2) {
 
         if (log_chn->output_module != OUTPUT_FILE) {
            cm_msg(MERROR, "log_create_writer", "channel %s requested BZIP2 compression, output module must be FILE", log_chn->path.c_str());
            return SS_FILE_ERROR;
         }
         
         log_chn->writer = NewWriterBzip2(log_chn);
         log_chn->do_disk_level = TRUE;
         
      }
      else if (log_chn->compression_module == COMPRESS_PBZIP2) {
 
         if (log_chn->output_module != OUTPUT_FILE) {
            cm_msg(MERROR, "log_create_writer", "channel %s requested PBZIP2 compression, output module must be FILE", log_chn->path.c_str());
            return SS_FILE_ERROR;
         }
         
         log_chn->writer = NewWriterPbzip2(log_chn);
         log_chn->do_disk_level = TRUE;
      }
      else if (log_chn->output_module == OUTPUT_NULL) {
 
         log_chn->writer = new WriterNull(log_chn);
         log_chn->do_disk_level = TRUE;
      }
      else if (log_chn->output_module == OUTPUT_FILE) {
 
         log_chn->writer = NewCompression(log_chn, log_chn->compression_module, NewChecksum(log_chn, log_chn->post_checksum_module, 0, new WriterFile(log_chn)));
         log_chn->do_disk_level = TRUE;
      }
      else if (log_chn->output_module == OUTPUT_FTP) {
 
         log_chn->writer = NewCompression(log_chn, log_chn->compression_module, NewChecksum(log_chn, log_chn->post_checksum_module, 0, new WriterFtp(log_chn)));
         log_chn->do_disk_level = FALSE;
         log_chn->statistics.disk_level = -1;
      }
      else if (log_chn->output_module == OUTPUT_PIPE) {
 
         log_chn->writer = NewCompression(log_chn, log_chn->compression_module, NewChecksum(log_chn, log_chn->post_checksum_module, 0, new WriterPopen(log_chn, "xxx", "")));
         log_chn->do_disk_level = FALSE;
         log_chn->statistics.disk_level = -1;
      }
         
      //log_chn->writer = new WriterROOT(log_chn);
      //log_chn->do_disk_level = TRUE;
 
      if (log_chn->pre_checksum_module) {
         log_chn->writer = NewChecksum(log_chn, log_chn->pre_checksum_module, 1, log_chn->writer);
      }
 
      //cm_msg(MINFO, "log_create_writer", "channel \"%s\" writer chain: %s", log_chn->path.c_str(), log_chn->writer->wr_get_chain().c_str());
 
      return SUCCESS;
   }
 
   cm_msg(MERROR, "log_create_writer", "channel %s invalid output module value %d", log_chn->path.c_str(), log_chn->output_module);
   return SS_FILE_ERROR;
}

Here is the call graph for this function:

Here is the caller graph for this function:

log_disk_level()

int log_disk_level	(	LOG_CHN *	log_chn,
		double *	pdisk_size,
		double *	pdisk_free
	)

Definition at line 3411 of file mlogger.cxx.

{
   std::string str = log_chn->path.c_str();
   size_t pos = str.rfind('/');
   if (pos != std::string::npos) {
      str.erase(pos); // strip filename for bzip2
   }
 
   //printf("log_disk_level [%s] [%s]\n", log_chn->path.c_str(), str.c_str());
   
   double MiB = 1024*1024;
   double disk_size = ss_disk_size(str.c_str());
   double disk_free = ss_disk_free(str.c_str());
   double limit = 10E6;
   double level = 1.0-disk_free/disk_size;
 
   if (pdisk_size)
      *pdisk_size = disk_size; // should be in statistics
   if (pdisk_free)
      *pdisk_free = disk_free; // should be in statistics
 
   log_chn->statistics.disk_level = level;
 
   if (verbose)
      printf("log_disk_level: channel path [%s], disk_size %1.0lf MiB, disk_free %1.0lf MiB, limit %1.0f MiB, disk level %.1f%%\n", log_chn->path.c_str(), disk_size/MiB, disk_free/MiB, limit/MiB, level*100.0);
 
   return SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

log_generate_file_name()

int log_generate_file_name

(

LOG_CHN *

log_chn

)

Definition at line 4712 of file mlogger.cxx.

{
   INT size, status, run_number = 0;
   std::string path;
   std::string data_dir;
   CHN_SETTINGS *chn_settings;
 
   chn_settings = &log_chn->settings;
   size = sizeof(run_number);
   status = db_get_value(hDB, 0, "Runinfo/Run number", &run_number, &size, TID_INT32, TRUE);
   assert(status == SUCCESS);
 
   std::string filename = chn_settings->filename;
   /* Check if data stream are throw pipe command */
   log_chn->pipe_command = "";
   bool ispipe = false;
   if (log_chn->type == LOG_TYPE_DISK) {
      char* p = strchr(chn_settings->filename, '>');
      if (chn_settings->filename[0] == '|' && p) {
         /* skip second arrow in ">>" */
         while (*p == '>')
            p++;
         /* skip spaces after '>' */
         while (*p == ' ')
            p++;
         filename = p;
         ispipe = true;
         // pipe_command is contents of chn_settings->filename without the leading "|" and trailing ">"
         log_chn->pipe_command = "";
         const char*s = chn_settings->filename;
         /* skip leading pipe */
         if (*s == '|')
            s++;
         /* skip spaces */
         while (*s == ' ')
            s++;
         /* copy up to ">" */
         while (*s != '>') {
            log_chn->pipe_command += *s++;
         }
         /* copy as many ">" as they put there */
         while (*s == '>') {
            log_chn->pipe_command += *s++;
         }
      }
   }
 
   std::string str;
 
   /* if disk, precede filename with directory if not already there */
   if (log_chn->type == LOG_TYPE_DISK && filename[0] != DIR_SEPARATOR) {
      db_get_value_string(hDB, 0, "/Logger/Data Dir", 0, &data_dir, TRUE);
      if (data_dir.empty()) {
         data_dir = cm_get_path();
      } else {
         if (data_dir.back() != DIR_SEPARATOR)
            data_dir += DIR_SEPARATOR_STR;
      }
      str = data_dir;
 
      /* append subdirectory if requested */
      if (chn_settings->subdir_format[0]) {
         ss_tzset(); // required for localtime_r()
         time_t now;
         time(&now);
         struct tm tms;
         localtime_r(&now, &tms);
 
         char dir[256];
         strftime(dir, sizeof(dir), chn_settings->subdir_format, &tms);
         str += dir;
         str += DIR_SEPARATOR_STR;
      }
 
      /* create directory if needed */
#ifdef OS_WINNT
      status = mkdir(str.c_str());
#else
      status = mkdir(str.c_str(), 0755);
#endif
#if defined(EEXIST)
      if (status == -1 && errno != EEXIST)
         cm_msg(MERROR, "log_generate_file_name", "Cannot create subdirectory \"%s\", mkdir() errno %d (%s)", str.c_str(), errno, strerror(errno));
#endif
 
      str += filename;
   } else {
      str = filename;
   }
 
   /* check if two "%" are present in filename */
   if (strchr(str.c_str(), '%')) {
      if (strchr(strchr(str.c_str(), '%')+1, '%')) {
         /* substitude first "%d" by current run number, second "%d" by subrun number */
         path = msprintf(str.c_str(), run_number, log_chn->subrun_number);
      } else {
         /* substitue "%d" by current run number */
         path = msprintf(str.c_str(), run_number);
      }
   } else {
      path = str;
   }
 
   /* add required file extension */
   if (log_chn->writer) {
      path += log_chn->writer->wr_get_file_ext();
   }
 
   log_chn->path = path;
 
   /* write back current file name to ODB */
   std::string tmpstr;
   if (strncmp(path.c_str(), data_dir.c_str(), data_dir.length()) == 0)
      tmpstr = path.c_str() + data_dir.length();
   else
      tmpstr = path;
   char cstr[256];
   mstrlcpy(cstr, tmpstr.c_str(), sizeof(cstr));
   db_set_value(hDB, log_chn->settings_hkey, "Current filename", cstr, 256, 1, TID_STRING);
 
   /* construct full pipe command */
   if (ispipe) {
      /* check if %d must be substitude by current run number in pipe command options */
      if (strchr(log_chn->pipe_command.c_str(), '%')) {
         std::string str = log_chn->pipe_command;
         if (strchr(strchr(str.c_str(), '%')+1, '%')) {
            /* substitude first "%d" by current run number, second "%d" by subrun number */
            log_chn->pipe_command = msprintf(str.c_str(), run_number, log_chn->subrun_number);
         } else {
            /* substitue "%d" by current run number */
            log_chn->pipe_command = msprintf(str.c_str(), run_number);
         }
      } else {
      }
      /* add a space */
      if (log_chn->pipe_command.back() != ' ')
         log_chn->pipe_command += " ";
      /* add generated filename to pipe command */      
      log_chn->pipe_command += path;
      //printf("pipe command [%s]\n", log_chn->pipe_command.c_str());
   }
   
   return CM_SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

log_history()

void log_history	(	HNDLE	hDB,
		HNDLE	hKey,
		void *	info
	)

Definition at line 4606 of file mlogger.cxx.

{
   INT i, size, status;
   DWORD start_millitime = ss_millitime();
 
   time_t now = time(NULL);
 
   for (i = 0; i < hist_log_max; i++)
      if (hist_log[i].hKeyVar == hKey)
         break;
 
   if (i == hist_log_max)
      return;
 
   /* check if over minimum period */
   if (now - hist_log[i].last_log < hist_log[i].min_period)
      return;
 
   /* check if event size has changed */
   db_get_record_size(hDB, hKey, 0, &size);
   if (size != hist_log[i].buffer_size) {
      close_history();
      status = open_history();
      if (status != CM_SUCCESS) {
         printf("Error in history system, aborting.\n");
         cm_disconnect_experiment();
         exit(1);
      }
      return;
   }
 
   hist_log[i].last_log = now;
 
   if (verbose)
      printf("Log history event: \'%s\', timestamp %s, buffer %p, size %d\n", hist_log[i].event_name, TimeToString(hist_log[i].last_log).c_str(), hist_log[i].buffer, hist_log[i].buffer_size);
 
   for (unsigned h=0; h<mh.size(); h++) {
      status = mh[h]->hs_write_event(hist_log[i].event_name, hist_log[i].last_log, hist_log[i].buffer_size, hist_log[i].buffer);
      if (verbose)
         if (status != HS_SUCCESS)
            printf("write_history_event: \'%s\', channel \'%s\' hs_write_event() status %d\n", hist_log[i].event_name, mh[h]->name, status);
   }
 
   maybe_flush_history(now);
 
   DWORD end_millitime = ss_millitime();
   if (end_millitime - start_millitime > 3000)
      cm_msg(MINFO, "log_history", "History write operation took %d ms", end_millitime - start_millitime);
}

Here is the call graph for this function:

Here is the caller graph for this function:

log_odb_dump()

void log_odb_dump	(	LOG_CHN *	log_chn,
		short int	event_id,
		INT	run_number
	)

Definition at line 1759 of file mlogger.cxx.

{
   if (equal_ustring(log_chn->settings.odb_dump_format, "odb")) {
      log_odb_dump_odb(log_chn, event_id, run_number);
   } else if (equal_ustring(log_chn->settings.odb_dump_format, "xml")) {
      log_odb_dump_xml(log_chn, event_id, run_number);
   } else if (equal_ustring(log_chn->settings.odb_dump_format, "json")) {
      log_odb_dump_json(log_chn, event_id, run_number);
   } else {
      cm_msg(MERROR, "log_odb_dump", "Invalid ODB dump format \"%s\" in ODB settings for channel \"%s\". Valid formats are: \"odb\", \"xml\", \"json\"", log_chn->settings.odb_dump_format, log_chn->name.c_str());
   }
}

Here is the call graph for this function:

Here is the caller graph for this function:

log_odb_dump_json()

void log_odb_dump_json	(	LOG_CHN *	log_chn,
		short int	event_id,
		INT	run_number
	)

Definition at line 1732 of file mlogger.cxx.

{
   /* write ODB dump */
 
   char* buffer = NULL;
   int buffer_size = 0;
   int buffer_end = 0;
 
   int status = db_copy_json_save(hDB, 0, &buffer, &buffer_size, &buffer_end);
 
   //printf("db_copy_json_save: status %d, buffer_size %d, buffer_end %d\n", status, buffer_size, buffer_end);
 
   if (status == DB_SUCCESS) {
      int event_size = sizeof(EVENT_HEADER) + buffer_end;
      EVENT_HEADER* pevent = (EVENT_HEADER *) malloc(event_size);
      if (pevent == NULL) {
         cm_msg(MERROR, "log_odb_dump", "Cannot allocate ODB dump buffer size %d", event_size);
      } else {
         bm_compose_event(pevent, event_id, MIDAS_MAGIC, buffer_end, run_number);
         memcpy(pevent+1, buffer, buffer_end);
         log_write(log_chn, pevent);
         free(pevent);
      }
   }
   free(buffer);
}

Here is the call graph for this function:

Here is the caller graph for this function:

log_odb_dump_odb()

void log_odb_dump_odb	(	LOG_CHN *	log_chn,
		short int	event_id,
		INT	run_number
	)

Definition at line 1672 of file mlogger.cxx.

{
   /* write ODB dump */
 
   static int buffer_size = 100000;
 
   do {
      EVENT_HEADER* pevent = (EVENT_HEADER *) malloc(buffer_size);
      if (pevent == NULL) {
         cm_msg(MERROR, "log_odb_dump", "Cannot allocate ODB dump buffer");
         break;
      }
 
      int size = buffer_size - sizeof(EVENT_HEADER);
      //int status = db_copy_xml(hDB, 0, (char *) (pevent + 1), &size);
      int status = db_copy(hDB, 0, (char *) (pevent + 1), &size, "");
      if (status != DB_TRUNCATED) {
         bm_compose_event(pevent, event_id, MIDAS_MAGIC, buffer_size - sizeof(EVENT_HEADER) - size + 1, run_number);
         log_write(log_chn, pevent);
         free(pevent);
         break;
      }
 
      /* increase buffer size if truncated */
      free(pevent);
      buffer_size *= 10;
   } while (1);
}

Here is the call graph for this function:

Here is the caller graph for this function:

log_odb_dump_xml()

void log_odb_dump_xml	(	LOG_CHN *	log_chn,
		short int	event_id,
		INT	run_number
	)

Definition at line 1701 of file mlogger.cxx.

{
   /* write ODB dump */
 
   static int buffer_size = 100000;
 
   do {
      EVENT_HEADER* pevent = (EVENT_HEADER *) malloc(buffer_size);
      if (pevent == NULL) {
         cm_msg(MERROR, "log_odb_dump", "Cannot allocate ODB dump buffer");
         break;
      }
 
      int size = buffer_size - sizeof(EVENT_HEADER);
      int status = db_copy_xml(hDB, 0, (char *) (pevent + 1), &size, true);
 
      /* following line would dump ODB in old ASCII format instead of XML */
      //status = db_copy(hDB, 0, (char *) (pevent + 1), &size, "");
      if (status != DB_TRUNCATED) {
         bm_compose_event(pevent, event_id, MIDAS_MAGIC, size, run_number);
         log_write(log_chn, pevent);
         free(pevent);
         break;
      }
 
      /* increase buffer size if truncated */
      free(pevent);
      buffer_size *= 10;
   } while (1);
}

Here is the call graph for this function:

Here is the caller graph for this function:

log_open()

INT log_open	(	LOG_CHN *	log_chn,
		INT	run_number
	)

Definition at line 3325 of file mlogger.cxx.

{
   INT status = SUCCESS;
 
   log_chn->last_checked = ss_millitime();
 
   if (log_chn->writer) {
      WriterInterface* wr = log_chn->writer;
 
      int status = wr->wr_open(log_chn, run_number);
 
      if (status != SUCCESS)
         return status;
 
      /* write ODB dump */
      if (log_chn->settings.odb_dump)
         log_odb_dump(log_chn, EVENTID_BOR, run_number);
 
      /* update statistics */
      double incr = wr->fBytesOut - log_chn->statistics.bytes_written_subrun;
      if (incr < 0)
         incr = 0;
 
      //printf("bytes out %f, incr %f, subrun %f, written %f, total %f (log_open)\n", wr->fBytesOut, incr, log_chn->statistics.bytes_written_subrun, log_chn->statistics.bytes_written, log_chn->statistics.bytes_written_total);
 
      log_chn->statistics.bytes_written += incr;
      log_chn->statistics.bytes_written_subrun = wr->fBytesOut;
      log_chn->statistics.bytes_written_total += incr;
   } else {
      return SS_INVALID_FORMAT;
   }
   return status;
}

Here is the call graph for this function:

Here is the caller graph for this function:

log_system_history()

void log_system_history	(	HNDLE	hDB,
		HNDLE	hKey,
		void *	info
	)

Definition at line 4658 of file mlogger.cxx.

{
   INT size, total_size, status, index;
   DWORD i;
   KEY key;
   DWORD start_millitime = ss_millitime();
 
   index = (INT) (POINTER_T) info;
 
   time_t now = time(NULL);
 
   /* check if over period */
   if (now - hist_log[index].last_log < hist_log[index].min_period)
      return;
 
   for (i = 0, total_size = 0;; i++) {
      status = db_enum_key(hDB, hist_log[index].hKeyVar, i, &hKey);
      if (status == DB_NO_MORE_SUBKEYS)
         break;
 
      db_get_key(hDB, hKey, &key);
      size = key.total_size;
      db_get_data(hDB, hKey, (char *) hist_log[index].buffer + total_size, &size, key.type);
      total_size += size;
   }
 
   if (i != hist_log[index].n_var) {
      close_history();
      status = open_history();
      if (status != CM_SUCCESS) {
         printf("Error in history system, aborting.\n");
         cm_disconnect_experiment();
         exit(1);
      }
      return;
   }
 
   hist_log[index].last_log = now;
 
   if (verbose)
      printf("write history event: \'%s\', timestamp %s, buffer %p, size %d\n", hist_log[index].event_name, TimeToString(hist_log[index].last_log).c_str(), hist_log[index].buffer, hist_log[index].buffer_size);
 
   for (unsigned h=0; h<mh.size(); h++)
      mh[h]->hs_write_event(hist_log[index].event_name, hist_log[index].last_log, total_size, hist_log[index].buffer);
 
   maybe_flush_history(now);
 
   DWORD end_millitime = ss_millitime();
   if (end_millitime - start_millitime > 3000)
      cm_msg(MINFO, "log_system_history", "History write operation took %d ms", end_millitime - start_millitime);
}

Here is the call graph for this function:

Here is the caller graph for this function:

log_write()

INT log_write	(	LOG_CHN *	log_chn,
		EVENT_HEADER *	pheader
	)

Definition at line 3600 of file mlogger.cxx.

{
   INT status = 0, size;
   DWORD duration;
   BOOL next_subrun;
 
   //printf("log_write %d\n", pevent->data_size + sizeof(EVENT_HEADER));
 
   DWORD start_time = ss_millitime();
   int evt_size = pevent->data_size + sizeof(EVENT_HEADER);
 
   if (log_chn->writer) {
      WriterInterface* wr = log_chn->writer;
      status = wr->wr_write(log_chn, pevent, evt_size);
 
      if (status == SUCCESS) {
         /* update statistics */
         log_chn->statistics.events_written++;
         log_chn->statistics.bytes_written_uncompressed += evt_size;
      }
 
      double incr = wr->fBytesOut - log_chn->statistics.bytes_written_subrun;
      if (incr < 0)
         incr = 0;
 
      //printf("events %.0f, bytes out %.0f, incr %.0f, subrun %.0f, written %.0f, total %.0f\n", log_chn->statistics.events_written, wr->fBytesOut, incr, log_chn->statistics.bytes_written_subrun, log_chn->statistics.bytes_written, log_chn->statistics.bytes_written_total);
 
      log_chn->statistics.bytes_written += incr;
      log_chn->statistics.bytes_written_subrun = wr->fBytesOut;
      log_chn->statistics.bytes_written_total += incr;
   }
 
   DWORD actual_time = ss_millitime();
   if (actual_time - start_time > 3000)
      cm_msg(MINFO, "log_write", "Write operation on \'%s\' took %d ms", log_chn->path.c_str(), actual_time - start_time);
 
   if (status != SS_SUCCESS && !stop_requested) {
      cm_msg(MTALK, "log_write", "Error writing output file, stopping run");
      cm_msg(MERROR, "log_write", "Cannot write \'%s\', error %d, stopping run", log_chn->path.c_str(), status);
      stop_the_run(0);
 
      return status;
   }
 
   /* check if event limit is reached to stop run */
   if (!stop_requested && !in_stop_transition &&
       log_chn->settings.event_limit > 0 &&
       log_chn->statistics.events_written >= log_chn->settings.event_limit) {
      stop_requested = TRUE;
 
      cm_msg(MTALK, "log_write", "stopping run after having received %1.0lf events",
             log_chn->settings.event_limit);
 
      status = stop_the_run(1);
      return status;
   }
 
   /* check if duration is reached for subrun */
   duration = 0;
   size = sizeof(duration);
   db_get_value(hDB, 0, "/Logger/Subrun duration", &duration, &size, TID_UINT32, TRUE);
   if (!stop_requested && duration > 0 && ss_time() >= subrun_start_time + duration) {
      int run_number;
 
      // cm_msg(MTALK, "main", "stopping subrun after %d seconds", duration);
 
      size = sizeof(run_number);
      status = db_get_value(hDB, 0, "Runinfo/Run number", &run_number, &size, TID_INT32, TRUE);
      assert(status == SUCCESS);
 
      stop_requested = TRUE; // avoid recursive call thourgh log_odb_dump
      log_close(log_chn, run_number);
      log_chn->subrun_number++;
      log_chn->statistics.bytes_written_subrun = 0;
      log_create_writer(log_chn);
      log_generate_file_name(log_chn);
      log_open(log_chn, run_number);
      subrun_start_time = ss_time();
      stop_requested = FALSE;
   }
 
   /* check if byte limit is reached for subrun */
   if (!stop_requested && log_chn->settings.subrun_byte_limit > 0 &&
       log_chn->statistics.bytes_written_subrun >= log_chn->settings.subrun_byte_limit) {
      int run_number;
 
      // cm_msg(MTALK, "main", "stopping subrun after %1.0lf bytes", log_chn->settings.subrun_byte_limit);
 
      size = sizeof(run_number);
      status = db_get_value(hDB, 0, "Runinfo/Run number", &run_number, &size, TID_INT32, TRUE);
      assert(status == SUCCESS);
 
      stop_requested = TRUE; // avoid recursive call thourgh log_odb_dump
      log_close(log_chn, run_number);
      log_chn->subrun_number++;
      log_chn->statistics.bytes_written_subrun = 0;
      log_create_writer(log_chn);
      log_generate_file_name(log_chn);
      log_open(log_chn, run_number);
      subrun_start_time = ss_time();
      stop_requested = FALSE;
   }
 
   /* check if new subrun is requested manually */
   next_subrun = FALSE;
   size = sizeof(next_subrun);
   db_get_value(hDB, 0, "/Logger/Next subrun", &next_subrun, &size, TID_BOOL, true);
   if (!stop_requested && next_subrun) {
      int run_number;
 
      // cm_msg(MTALK, "main", "stopping subrun by user request");
 
      size = sizeof(run_number);
      status = db_get_value(hDB, 0, "Runinfo/Run number", &run_number, &size, TID_INT32, TRUE);
      assert(status == SUCCESS);
 
      stop_requested = TRUE; // avoid recursive call thourgh log_odb_dump
      log_close(log_chn, run_number);
      log_chn->subrun_number++;
      log_chn->statistics.bytes_written_subrun = 0;
      log_create_writer(log_chn);
      log_generate_file_name(log_chn);
      log_open(log_chn, run_number);
      subrun_start_time = ss_time();
      stop_requested = FALSE;
 
      next_subrun = FALSE;
      db_set_value(hDB, 0, "/Logger/Next subrun", &next_subrun, sizeof(next_subrun), 1, TID_BOOL);
   }
 
   /* check if byte limit is reached to stop run */
   if (!stop_requested && !in_stop_transition &&
       log_chn->settings.byte_limit > 0 &&
       log_chn->statistics.bytes_written >= log_chn->settings.byte_limit) {
      stop_requested = TRUE;
 
      cm_msg(MTALK, "log_write", "stopping run after having received %1.0lf mega bytes",
             log_chn->statistics.bytes_written / 1E6);
 
      status = stop_the_run(1);
 
      return status;
   }
 
   /* stop run if less than 10MB free disk space */
   actual_time = ss_millitime();
   if (log_chn->type == LOG_TYPE_DISK && log_chn->do_disk_level && actual_time - log_chn->last_checked > DISK_CHECK_INTERVAL_MILLISEC) {
      log_chn->last_checked = actual_time;
 
      const double MiB = 1024*1024;
      double disk_size = 0;
      double disk_free = 0;
 
      log_disk_level(log_chn, &disk_size, &disk_free);
 
      double limit = 10E6;
 
      if (disk_size > 100E9) {
         limit = 1000E6;
      } else if (disk_size > 10E9) {
         limit = 100E6;
      }
 
      if (disk_free < limit) {
         stop_requested = TRUE;
         cm_msg(MTALK, "log_write", "disk nearly full, stopping the run");
         cm_msg(MERROR, "log_write", "Disk \'%s\' is almost full: %1.0lf MiBytes free out of %1.0f MiBytes, stopping the run", log_chn->path.c_str(), disk_free/MiB, disk_size/MiB);
         
         status = stop_the_run(0);
      }
   }
 
   return status;
}

Here is the call graph for this function:

Here is the caller graph for this function:

logger_init()

void logger_init

(

)

Definition at line 1592 of file mlogger.cxx.

{
   INT size, status, delay;
   BOOL flag;
   HNDLE hKey, hKeyChannel;
   KEY key;
   std::string str;
 
   /*---- create /logger entries -----*/
 
   str = cm_get_path();
   db_get_value_string(hDB, 0, "/Logger/Data dir", 0, &str, TRUE);
 
   str = "";
   db_get_value_string(hDB, 0, "/Logger/Message dir", 0, &str, TRUE);
 
   str = "";
   db_get_value_string(hDB, 0, "/Logger/History dir", 0, &str, TRUE);
 
   str = "";
   db_get_value_string(hDB, 0, "/Logger/Message file date format", 0, &str, TRUE);
 
   size = sizeof(BOOL);
   flag = TRUE;
   db_get_value(hDB, 0, "/Logger/Write data", &flag, &size, TID_BOOL, TRUE);
 
   flag = FALSE;
   db_get_value(hDB, 0, "/Logger/ODB Dump", &flag, &size, TID_BOOL, TRUE);
 
   str = "run%05d.json";
   db_get_value_string(hDB, 0, "/Logger/ODB Dump File", 0, &str, TRUE);
 
   str = "last.json";
   db_get_value_string(hDB, 0, "/Logger/ODB Last Dump File", 0, &str, TRUE);
 
   flag = FALSE;
   size = sizeof(BOOL);
   db_get_value(hDB, 0, "/Logger/Auto restart", &flag, &size, TID_BOOL, TRUE);
 
   delay = 0;
   size = sizeof(INT);
   db_get_value(hDB, 0, "/Logger/Auto restart delay", &delay, &size, TID_INT32, TRUE);
 
   flag = TRUE;
   db_get_value(hDB, 0, "/Logger/Tape message", &flag, &size, TID_BOOL, TRUE);
 
   /* create at least one logging channel */
   status = db_find_key(hDB, 0, "/Logger/Channels/0", &hKey);
   if (status != DB_SUCCESS) {
      /* if no channels are defined, define at least one */
      status = db_create_record(hDB, 0, "/Logger/Channels/0", strcomb1(chn_tree_str).c_str());
      if (status != DB_SUCCESS)
         cm_msg(MERROR, "logger_init", "Cannot create channel entry in database");
   } else {
      /* check format of other channels */
      status = db_find_key(hDB, 0, "/Logger/Channels", &hKey);
      if (status == DB_SUCCESS) {
         for (int index = 0; ; index++) {
            status = db_enum_key(hDB, hKey, index, &hKeyChannel);
            if (status == DB_NO_MORE_SUBKEYS)
               break;
 
            db_get_key(hDB, hKeyChannel, &key);
            status = db_check_record(hDB, hKey, key.name, strcomb1(chn_tree_str).c_str(), TRUE);
            if (status != DB_SUCCESS && status != DB_OPEN_RECORD) {
               cm_msg(MERROR, "logger_init", "Cannot create/check channel record %s, db_check_record() status %d", key.name, status);
               break;
            }
         }
      }
   }
#ifdef HAVE_MYSQL
   create_runlog_sql_tree();
#endif
   create_runlog_ascii_tree();
   create_runlog_json_tree();
}

Here is the call graph for this function:

Here is the caller graph for this function:

main()

int main	(	int	argc,
		char *	argv[]
	)

Definition at line 5456 of file mlogger.cxx.

{
   INT status, msg, i, size, ch = 0;
   char host_name[HOST_NAME_LENGTH], exp_name[NAME_LENGTH];
   BOOL debug, daemon, save_mode;
   DWORD last_time_kb = 0;
   DWORD last_time_stat = 0;
   DWORD duration;
 
#ifdef SIGPIPE
   // undo ROOT overwrites SIGPIPE
   signal(SIGPIPE, SIG_IGN);
#endif
 
   setbuf(stdout, NULL);
   setbuf(stderr, NULL);
 
   /* get default from environment */
   cm_get_environment(host_name, sizeof(host_name), exp_name, sizeof(exp_name));
 
   debug = daemon = save_mode = FALSE;
 
   /* parse command line parameters */
   for (i = 1; i < argc; i++) {
      if (argv[i][0] == '-' && argv[i][1] == 'd')
         debug = TRUE;
      else if (argv[i][0] == '-' && argv[i][1] == 'D')
         daemon = TRUE;
      else if (argv[i][0] == '-' && argv[i][1] == 's')
         save_mode = TRUE;
      else if (argv[i][0] == '-' && argv[i][1] == 'v')
         verbose = TRUE;
      else if (argv[i][0] == '-') {
         if (i + 1 >= argc || argv[i + 1][0] == '-')
            goto usage;
         if (argv[i][1] == 'e')
            strcpy(exp_name, argv[++i]);
         else {
          usage:
            printf("usage: mlogger [-e Experiment] [-d] [-D] [-s] [-v]\n\n");
            return 1;
         }
      }
   }
 
   if (daemon) {
      printf("Becoming a daemon...\n");
      ss_daemon_init(FALSE);
   }
 
   status = cm_connect_experiment(host_name, exp_name, "Logger", NULL);
   if (status != CM_SUCCESS)
      return 1;
 
   /* check if logger already running */
   status = cm_exist("Logger", FALSE);
   if (status == CM_SUCCESS) {
      printf("Logger runs already.\n");
      cm_disconnect_experiment();
      return 1;
   }
 
   cm_get_experiment_database(&hDB, NULL);
 
   /* turn off watchdog if in debug mode */
   if (debug)
      cm_set_watchdog_params(TRUE, 0);
 
   /* turn on save mode */
   if (save_mode) {
      cm_set_watchdog_params(FALSE, 0);
      db_protect_database(hDB);
   }
 
   /* register transition callbacks */
   if (cm_register_transition(TR_START, tr_start, 200) != CM_SUCCESS) {
      cm_msg(MERROR, "main", "cannot register callbacks");
      return 1;
   }
 
   cm_register_transition(TR_STARTABORT, tr_start_abort, 800);
   cm_register_transition(TR_STOP, tr_stop, 800);
   cm_register_transition(TR_PAUSE, tr_pause, 800);
   cm_register_transition(TR_RESUME, tr_resume, 200);
 
   /* initialize ODB */
   logger_init();
 
   /* obtain current state */
   local_state = STATE_STOPPED;
   size = sizeof(local_state);
   status = db_get_value(hDB, 0, "/Runinfo/State", &local_state, &size, TID_INT32, true);
 
   /* open history logging */
   if (open_history() != CM_SUCCESS) {
      printf("Error in history system, aborting startup.\n");
      cm_disconnect_experiment();
      return 1;
   }
 
   /* print startup message */
   std::string data_dir;
   db_get_value_string(hDB, 0, "/Logger/Data dir", 0, &data_dir, TRUE);
   if (data_dir.length() <= 0)
      data_dir = cm_get_path();
   printf("Data    directory is \"%s\" unless specified under /Logger/channels/\n", data_dir.c_str());
 
   /* Alternate message path */
   std::string message_dir;
   db_get_value_string(hDB, 0, "/Logger/Message dir", 0, &message_dir, TRUE);
   if (message_dir.empty()) {
      message_dir = data_dir;
      printf("Message directory is \"%s\" unless specified in /Logger/Message dir\n", message_dir.c_str());
   } else
      printf("Message directory is \"%s\"\n", message_dir.c_str());
 
   /* Alternate History and Elog path */
   std::string history_dir;
   db_get_value_string(hDB, 0, "/Logger/History dir", 0, &history_dir, TRUE);
   if (history_dir.empty()) {
      history_dir = data_dir;
      printf("History directory is \"%s\" unless specified under /Logger/history/\n", history_dir.c_str());
   } else
      printf("History directory is \"%s\"\n", history_dir.c_str());
 
#ifdef HAVE_MYSQL
   {
      std::string sql_host;
      std::string sql_db;
      std::string sql_table;
 
      HNDLE hktemp;
      status = db_find_key(hDB, 0, "/Logger/Runlog/SQL/Hostname", &hktemp);
      if (status == DB_SUCCESS) {
         db_get_value_string(hDB, 0, "/Logger/Runlog/SQL/Hostname", 0, &sql_host, FALSE);
         db_get_value_string(hDB, 0, "/Logger/Runlog/SQL/Database", 0, &sql_db, FALSE);
         db_get_value_string(hDB, 0, "/Logger/Runlog/SQL/Table", 0, &sql_table, FALSE);
         printf("SQL     database is %s/%s/%s", sql_host.c_str(), sql_db.c_str(), sql_table.c_str());
      }
   }
#endif
 
   printf("\nMIDAS logger started. Stop with \"!\"\n");
 
   /* initialize ss_getchar() */
   ss_getchar(0);
 
   /* start image history threads */
   start_image_history();
 
   do {
      msg = cm_yield(100);
 
      /* maybe update channel disk levels */
      maybe_check_disk_level();
 
      /* update channel statistics once every second */
      if (ss_millitime() - last_time_stat > 1000) {
         last_time_stat = ss_millitime();
         /*
         printf("update statistics!\n");
         //LOG_CHN* log_chn = log_chn[0];
         printf("events %.0f, subrun %.0f, written %.0f, total %.0f\n", log_chn->statistics.events_written,
                log_chn->statistics.bytes_written_subrun,
                log_chn->statistics.bytes_written,
                log_chn->statistics.bytes_written_total);
         */
         db_send_changed_records();
      }
 
      /* check for auto restart */
      if (auto_restart && ss_time() > auto_restart) {
         status = start_the_run();
      }
 
      /* check if time is reached to stop run */
      duration = 0;
      size = sizeof(duration);
      db_get_value(hDB, 0, "/Logger/Run duration", &duration, &size, TID_UINT32, true);
      if (!stop_requested && !in_stop_transition && local_state != STATE_STOPPED &&
          duration > 0 && ss_time() >= run_start_time + duration) {
         cm_msg(MTALK, "main", "stopping run after %d seconds", duration);
         status = stop_the_run(1);
      }
 
      /* stop the run if previous attempt failed */
      if (stop_try_later) {
         if (ss_time_sec() > stop_try_later) {
            cm_msg(MTALK, "main", "another attempt to stop the run");
            status = stop_the_run(0);
         }
      }
 
      /* check keyboard once every 100 ms */
      if (ss_millitime() - last_time_kb > 100) {
         last_time_kb = ss_millitime();
 
         ch = 0;
         while (ss_kbhit()) {
            ch = ss_getchar(0);
            if (ch == -1)
               ch = getchar();
 
            if ((char) ch == '!')
               break;
         }
      }
 
   } while (msg != RPC_SHUTDOWN && msg != SS_ABORT && ch != '!');
 
   /* reset terminal */
   ss_getchar(TRUE);
 
   /* close history logging */
   close_history();
 
   /* stop image history threads */
   if (get_number_image_history_threads() > 0) {
      printf("Stopping image history threads...");
      fflush(stdout);
      stop_image_history();
      printf("ok\n");
   }
 
   cm_disconnect_experiment();
 
   return 0;
}

Here is the call graph for this function:

maybe_check_disk_level()

int maybe_check_disk_level

(

)

Definition at line 3440 of file mlogger.cxx.

{
   DWORD actual_time = ss_millitime();
   static DWORD last_check_time = 0;
 
   if (last_check_time == 0)
      last_check_time = actual_time;
 
   if (actual_time - last_check_time < DISK_CHECK_INTERVAL_MILLISEC)
      return SUCCESS;
 
   last_check_time = actual_time;
 
   for (unsigned i = 0; i < log_channels.size(); i++) {
      LOG_CHN* chn = log_channels[i];
 
      if (!chn->do_disk_level)
         continue;
 
      log_disk_level(chn, NULL, NULL);
   }
 
   return SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

maybe_flush_history()

void maybe_flush_history

(

time_t

now

)

Definition at line 4550 of file mlogger.cxx.

{
   time_t flush_period_sec = 1; // flush once every 1 seconds
 
   if ((last_history_flush == 0) || (now >= last_history_flush + flush_period_sec)) {
 
      if (verbose)
         printf("flush history buffers!\n");
 
      for (unsigned h = 0; h < mh.size(); h++)
         mh[h]->hs_flush_buffers();
 
      last_history_flush = now;
   }
}

Here is the caller graph for this function:

new_LOG_CHN()

LOG_CHN * new_LOG_CHN

(

const char *

name

)

Definition at line 274 of file mlogger.cxx.

{
   LOG_CHN* chn = new LOG_CHN;
   chn->name = name;
   // chn->settings clear settings
   return chn;
};

Here is the caller graph for this function:

NewChecksum()

WriterInterface * NewChecksum	(	LOG_CHN *	log_chn,
		int	code,
		int	level,
		WriterInterface *	chained
	)

Definition at line 3121 of file mlogger.cxx.

{
   if (code == CHECKSUM_NONE) {
      return chained;
   } else if (code == CHECKSUM_ZLIB) {
      return new WriterCRC32Zlib(log_chn, level, chained);
   } else if (code == CHECKSUM_CRC32C) {
      return new WriterCRC32C(log_chn, level, chained);
   } else if (code == CHECKSUM_SHA256) {
      return new WriterSHA256(log_chn, level, chained);
   } else if (code == CHECKSUM_SHA512) {
      return new WriterSHA512(log_chn, level, chained);
   } else {
      cm_msg(MERROR, "log_create_writer", "channel %s unknown checksum code %d", log_chn->path.c_str(), code);
      return chained;
   }
}

Here is the call graph for this function:

Here is the caller graph for this function:

NewCompression()

WriterInterface * NewCompression	(	LOG_CHN *	log_chn,
		int	code,
		WriterInterface *	chained
	)

Definition at line 3145 of file mlogger.cxx.

{
   if (code == COMPRESS_NONE) {
      return chained;
   } else if (code == COMPRESS_LZ4) {
      return new WriterLZ4(log_chn, chained);
   } else {
      cm_msg(MERROR, "log_create_writer", "channel %s unknown compression code %d", log_chn->path.c_str(), code);
      return chained;
   }
}

Here is the call graph for this function:

Here is the caller graph for this function:

NewWriterBzip2()

WriterInterface * NewWriterBzip2

(

LOG_CHN *

log_chn

)

Definition at line 3081 of file mlogger.cxx.

{
   std::string bzip2_command = "bzip2 -z";
 
   if (log_chn->settings.bzip2_compression) {
      bzip2_command += " -";
      bzip2_command += IntToString(log_chn->settings.bzip2_compression);
   }
 
   return new WriterPopen(log_chn, (bzip2_command + " > ").c_str(), ".bz2");
}

Here is the call graph for this function:

Here is the caller graph for this function:

NewWriterPbzip2()

WriterInterface * NewWriterPbzip2

(

LOG_CHN *

log_chn

)

Definition at line 3093 of file mlogger.cxx.

{
   std::string pbzip2_command = "pbzip2 -c -z";
 
   if (log_chn->settings.pbzip2_num_cpu) {
      pbzip2_command += " -p";
      pbzip2_command += IntToString(log_chn->settings.pbzip2_num_cpu);
   }
 
   if (log_chn->settings.pbzip2_compression) {
      pbzip2_command += " -";
      pbzip2_command += IntToString(log_chn->settings.pbzip2_compression);
   }
 
   if (strlen(log_chn->settings.pbzip2_options) > 0) {
      pbzip2_command += " ";
      pbzip2_command += log_chn->settings.pbzip2_options;
   }
 
   return new WriterPopen(log_chn, (pbzip2_command + " > ").c_str(), ".bz2");
}

Here is the call graph for this function:

Here is the caller graph for this function:

odb_save()

void odb_save	(	const char *	filename,
		bool	make_file_readonly
	)

Definition at line 1774 of file mlogger.cxx.

{
   std::string path;
 
   if (strchr(filename, DIR_SEPARATOR) == NULL) {
      db_get_value_string(hDB, 0, "/Logger/Data Dir", 0, &path, TRUE, 256);
      if (path.length() > 0) {
         if (!ends_with_char(path, DIR_SEPARATOR)) {
            path += DIR_SEPARATOR_STR;
         }
      }
      path += filename;
   } else {
      path = filename;
   }
 
   //printf("filename [%s] path [%s]\n", filename, path.c_str());
 
   DWORD t0 = ss_millitime();
 
   if (ends_with_ustring(filename, ".xml"))
      db_save_xml(hDB, 0, path.c_str());
   else if (ends_with_ustring(filename, ".json"))
      db_save_json(hDB, 0, path.c_str());
   else
      db_save(hDB, 0, path.c_str(), FALSE);
 
   if (make_file_readonly)
      chmod(path.c_str(), 0444);
 
   DWORD te = ss_millitime();
 
   if (verbose)
      printf("saved odb to \"%s\" in %d ms\n", path.c_str(), te-t0);
}

Here is the call graph for this function:

Here is the caller graph for this function:

open_history()

INT open_history

(

)

Definition at line 3901 of file mlogger.cxx.

{
   INT size, index, i_tag, status, i, j, li, max_event_id;
   int ieq;
   INT n_var, n_tags, n_names = 0;
   HNDLE hKeyRoot, hKeyVar, hLinkKey, hVarKey, hKeyEq, hHistKey, hKey;
   HNDLE hKeyHist;
   TAG *tag = NULL;
   KEY key, varkey, linkkey, histkey;
   WORD eq_id;
   char str[256], eq_name[NAME_LENGTH], hist_name[NAME_LENGTH];
   int global_per_variable_history = 0;
 
   time_t now = time(NULL);
 
   double tstart = ss_time_sec();
 
   // delete old history channels
 
   for (unsigned i=0; i<mh.size(); i++)
      delete mh[i];
   mh.clear();
 
   history_events.clear();
 
   // create and initialize the history channels tree
 
   status = db_find_key(hDB, 0, "/Logger/History", &hKeyHist);
 
   if (status == DB_NO_KEY) {
      int active;
      std::string type;
      int debug;
 
      // create entry for FILE history
 
      type = "FILE";
      status = db_get_value_string(hDB, 0, "/Logger/History/FILE/Type", 0, &type, TRUE);
      assert(status==DB_SUCCESS);
 
      active = 1;
      size = sizeof(active);
      status = db_get_value(hDB, 0, "/Logger/History/FILE/Active", &active, &size, TID_BOOL, TRUE);
      assert(status==DB_SUCCESS);
 
      debug = 0;
      size = sizeof(debug);
      status = db_get_value(hDB, 0, "/Logger/History/FILE/Debug", &debug, &size, TID_INT32, TRUE);
      assert(status==DB_SUCCESS);
 
      int per_variable = 1;
      size = sizeof(per_variable);
      status = db_get_value(hDB, 0, "/Logger/History/FILE/PerVariableHistory", &per_variable, &size, TID_INT32, TRUE);
      assert(status==DB_SUCCESS);
 
      // create entry for the MIDAS history
 
      type = "MIDAS";
      status = db_get_value_string(hDB, 0, "/Logger/History/MIDAS/Type", 0, &type, TRUE);
      assert(status==DB_SUCCESS);
 
      active = 0;
      size = sizeof(active);
      status = db_get_value(hDB, 0, "/Logger/History/MIDAS/Active", &active, &size, TID_BOOL, TRUE);
      assert(status==DB_SUCCESS);
 
      debug = 0;
      size = sizeof(debug);
      status = db_get_value(hDB, 0, "/Logger/History/MIDAS/Debug", &debug, &size, TID_INT32, TRUE);
      assert(status==DB_SUCCESS);
 
      // create entry for ODBC (MySQL) history
 
      type = "ODBC";
      status = db_get_value_string(hDB, 0, "/Logger/History/ODBC/Type", 0, &type, TRUE);
      assert(status==DB_SUCCESS);
 
      active = 0;
      size = sizeof(active);
      status = db_get_value(hDB, 0, "/Logger/History/ODBC/Active", &active, &size, TID_BOOL, TRUE);
      assert(status==DB_SUCCESS);
 
      debug = 0;
      size = sizeof(debug);
      status = db_get_value(hDB, 0, "/Logger/History/ODBC/Debug", &debug, &size, TID_INT32, TRUE);
      assert(status==DB_SUCCESS);
 
      // create entry for SQLITE history
 
      type = "SQLITE";
      status = db_get_value_string(hDB, 0, "/Logger/History/SQLITE/Type", 0, &type, TRUE);
      assert(status==DB_SUCCESS);
 
      active = 0;
      size = sizeof(active);
      status = db_get_value(hDB, 0, "/Logger/History/SQLITE/Active", &active, &size, TID_BOOL, TRUE);
      assert(status==DB_SUCCESS);
 
      debug = 0;
      size = sizeof(debug);
      status = db_get_value(hDB, 0, "/Logger/History/SQLITE/Debug", &debug, &size, TID_INT32, TRUE);
      assert(status==DB_SUCCESS);
 
      // create entry for MYSQL history writer
 
      type = "MYSQL";
      status = db_get_value_string(hDB, 0, "/Logger/History/MYSQL/Type", 0, &type, TRUE);
      assert(status==DB_SUCCESS);
 
      active = 0;
      size = sizeof(active);
      status = db_get_value(hDB, 0, "/Logger/History/MYSQL/Active", &active, &size, TID_BOOL, TRUE);
      assert(status==DB_SUCCESS);
 
      debug = 0;
      size = sizeof(debug);
      status = db_get_value(hDB, 0, "/Logger/History/MYSQL/Debug", &debug, &size, TID_INT32, TRUE);
      assert(status==DB_SUCCESS);
 
      // create entry for PGSQL history writer
 
      type = "PGSQL";
      status = db_get_value_string(hDB, 0, "/Logger/History/PGSQL/Type", 0, &type, TRUE);
      assert(status==DB_SUCCESS);
 
      active = 0;
      size = sizeof(active);
      status = db_get_value(hDB, 0, "/Logger/History/PGSQL/Active", &active, &size, TID_BOOL, TRUE);
      assert(status==DB_SUCCESS);
 
      debug = 0;
      size = sizeof(debug);
      status = db_get_value(hDB, 0, "/Logger/History/PGSQL/Debug", &debug, &size, TID_INT32, TRUE);
      assert(status==DB_SUCCESS);
 
      // get newly created /Logger/History
 
      status = db_find_key(hDB, 0, "/Logger/History", &hKeyHist);
   }
 
   if (status != DB_SUCCESS) {
      cm_msg(MERROR, "open_history", "Something is wrong with /Logger/History, db_find_key() status %d", status);
      return status;
   }
 
   // loop over history channels
 
   for (int ichan = 0; ; ichan++) {
      status = db_enum_key(hDB, hKeyHist, ichan, &hKey);
      if (status != DB_SUCCESS)
         break;
 
      MidasHistoryInterface* hi = NULL;
 
      status = hs_get_history(hDB, hKey, HS_GET_WRITER, verbose, &hi);
 
      if (status==HS_SUCCESS && hi) {
         if (strcasecmp(hi->type, "MIDAS")==0) {
            i = 0;
            size = sizeof(i);
            status = db_get_value(hDB, hKey, "PerVariableHistory", &i, &size, TID_INT32, TRUE);
            assert(status==DB_SUCCESS);
            
            if (i)
               global_per_variable_history = 1;
    } else if (strcasecmp(hi->type, "FILE")==0) {
            i = 0;
            size = sizeof(i);
            status = db_get_value(hDB, hKey, "PerVariableHistory", &i, &size, TID_INT32, TRUE);
            assert(status==DB_SUCCESS);
            
            if (i)
               global_per_variable_history = 1;
         } else if (strcasecmp(hi->type, "ODBC")==0) {
            global_per_variable_history = 1;
         } else if (strcasecmp(hi->type, "SQLITE")==0) {
            global_per_variable_history = 1;
         } else if (strcasecmp(hi->type, "MYSQL")==0) {
            global_per_variable_history = 1;
         } else if (strcasecmp(hi->type, "PGSQL")==0) {
            global_per_variable_history = 1;
         }
 
         if (verbose)
            cm_msg(MINFO, "open_history", "Writing history to channel \'%s\' type \'%s\'", hi->name, hi->type);
 
         mh.push_back(hi);
      }
   }
 
   // prepare history channels
 
   for (unsigned i=0; i<mh.size(); i++) {
      status = mh[i]->hs_clear_cache();
      assert(status == HS_SUCCESS);
   }
 
   // check global per-variable history settings
 
   i = 0;
   size = sizeof(i);
   status = db_get_value(hDB, 0, "/History/PerVariableHistory", &i, &size, TID_INT32, FALSE);
   if (status==DB_SUCCESS) {
      cm_msg(MERROR, "open_history", "mlogger ODB setting /History/PerVariableHistory is obsolete, please delete it. Use /Logger/History/MIDAS/PerVariableHistory instead");
      if (i)
         global_per_variable_history = i;
   }
 
   if (global_per_variable_history) {
      static int previous = -1;
      if (global_per_variable_history != previous) {
         if (global_per_variable_history)
            cm_msg(MINFO, "open_history", "Per-variable history is enabled");
         else
            ;//cm_msg(MINFO, "open_history", "Per-variable history is disabled");
      }
      previous = global_per_variable_history;
   }
 
   // setup history links
 
   if (db_find_key(hDB, 0, "/History/Links", &hKeyRoot) != DB_SUCCESS ||
       db_find_key(hDB, 0, "/History/Links/System", &hKeyRoot) != DB_SUCCESS) {
      /* create default history keys */
      db_create_key(hDB, 0, "/History/Links", TID_KEY);
 
      if (db_find_key(hDB, 0, "/Equipment/Trigger/Statistics/Events per sec.", &hKeyEq) == DB_SUCCESS)
         db_create_link(hDB, 0, "/History/Links/System/Trigger per sec.",
                        "/Equipment/Trigger/Statistics/Events per sec.");
 
      if (db_find_key(hDB, 0, "/Equipment/Trigger/Statistics/kBytes per sec.", &hKeyEq) == DB_SUCCESS)
         db_create_link(hDB, 0, "/History/Links/System/Trigger kB per sec.",
                        "/Equipment/Trigger/Statistics/kBytes per sec.");
   }
 
   /*---- define equipment events as history ------------------------*/
 
   max_event_id = 0;
 
   status = db_find_key(hDB, 0, "/Equipment", &hKeyRoot);
   if (status == DB_NO_KEY) {
      cm_msg(MINFO, "open_history", "Cannot find /Equipment entry in database, history system is inactive");
      return CM_SUCCESS;
   }
 
   if (status != DB_SUCCESS) {
      cm_msg(MERROR, "open_history", "Cannot find /Equipment entry in database, db_find_key() status %d", status);
      return status;
   }
 
   /* loop over equipment */
   index = 0;
   for (ieq = 0; ; ieq++) {
      status = db_enum_key(hDB, hKeyRoot, ieq, &hKeyEq);
      if (status != DB_SUCCESS)
         break;
 
      int32_t min_period = 0; // in seconds
 
      /* retrieve min period for history logging */
      size = sizeof(min_period);
      db_get_value(hDB, hKeyEq, "Common/Log history", &min_period, &size, TID_INT32, TRUE);
 
      /* define history tags only if log history flag is on */
      if (min_period > 0) {
         BOOL per_variable_history = global_per_variable_history;
 
         /* get equipment name */
         db_get_key(hDB, hKeyEq, &key);
         strcpy(eq_name, key.name);
 
         if (strchr(eq_name, ':'))
            cm_msg(MERROR, "open_history", "Equipment name \'%s\' contains characters \':\', this may break the history system", eq_name);
 
         status = db_find_key(hDB, hKeyEq, "Variables", &hKeyVar);
         if (status != DB_SUCCESS) {
            cm_msg(MERROR, "open_history", "Cannot find /Equipment/%s/Variables entry in database", eq_name);
            return 0;
         }
 
         size = sizeof(eq_id);
         status = db_get_value(hDB, hKeyEq, "Common/Event ID", &eq_id, &size, TID_UINT16, TRUE);
         assert(status == DB_SUCCESS);
 
         size = sizeof(int);
         status = db_get_value(hDB, hKeyEq, "Settings/PerVariableHistory", &per_variable_history, &size, TID_INT32, FALSE);
         assert(status == DB_SUCCESS || status == DB_NO_KEY);
 
         if (verbose)
            printf
                ("\n==================== Equipment \"%s\", ID %d  =======================\n",
                 eq_name, eq_id);
 
         /* count keys in variables tree */
         for (n_var = 0, n_tags = 0;; n_var++) {
            status = db_enum_key(hDB, hKeyVar, n_var, &hKey);
            if (status == DB_NO_MORE_SUBKEYS)
               break;
            db_get_key(hDB, hKey, &key);
            if (key.type != TID_KEY) {
               n_tags += key.num_values;
            }
            else {
               int ii;
               for (ii=0;; ii++) {
                  KEY vvarkey;
                  HNDLE hhKey;
 
                  status = db_enum_key(hDB, hKey, ii, &hhKey);
                  if (status == DB_NO_MORE_SUBKEYS)
                     break;
 
                  /* get variable key */
                  db_get_key(hDB, hhKey, &vvarkey);
 
                  n_tags += vvarkey.num_values;
               }
            }
         }
 
         if (n_var == 0)
            cm_msg(MINFO, "open_history", "Equipment \"%s\" history is enabled, but there are no Variables in ODB", eq_name);
 
         /* create tag array */
         tag = (TAG *) calloc(sizeof(TAG), n_tags);
 
         i_tag = 0;
         for (i=0; ; i++) {
            status = db_enum_key(hDB, hKeyVar, i, &hKey);
            if (status == DB_NO_MORE_SUBKEYS)
               break;
 
            /* get variable key */
            db_get_key(hDB, hKey, &varkey);
 
 
            HNDLE hKeyNames = 0;
            BOOL single_names = false;
 
            /* look for names */
 
            if (!hKeyNames) {
               sprintf(str, "Settings/Names %s", varkey.name);
               db_find_key(hDB, hKeyEq, str, &hKeyNames);
               if (hKeyNames) {
                  if (verbose)
                     printf("Using \"/Equipment/%s/Settings/Names %s\" for variable \"%s\"\n", eq_name, varkey.name, varkey.name);
 
                  /* define tags from names list */
                  db_get_key(hDB, hKeyNames, &key);
                  n_names = key.num_values;
               }
            }
 
            if (!hKeyNames) {
               db_find_key(hDB, hKeyEq, "Settings/Names", &hKeyNames);
               single_names = (hKeyNames > 0);
 
               if (hKeyNames) {
                  if (verbose)
                     printf("Using \"/Equipment/%s/Settings/Names\" for variable \"%s\"\n", eq_name, varkey.name);
                  
                  /* define tags from names list */
                  db_get_key(hDB, hKeyNames, &key);
                  n_names = key.num_values;
               }
            }
 
            if (hKeyNames && n_names < varkey.num_values) {
               cm_msg(MERROR, "open_history",
                      "Array size mismatch: \"/Equipment/%s/Settings/%s\" has %d entries while \"/Equipment/%s/Variables/%s\" has %d entries",
                      eq_name, key.name, n_names,
                      eq_name, varkey.name, varkey.num_values);
               free(tag);
               return 0;
            }
 
            if (hKeyNames) {
               /* loop over array elements */
               for (j = 0; j < varkey.num_values; j++) {
                  char xname[256];
 
                  tag[i_tag].name[0] = 0;
 
                  /* get name #j */
                  size = sizeof(xname);
                  status = db_get_data_index(hDB, hKeyNames, xname, &size, j, TID_STRING);
                  if (status == DB_SUCCESS)
                     mstrlcpy(tag[i_tag].name, xname, sizeof(tag[i_tag].name));
 
                  if (strlen(tag[i_tag].name) < 1) {
                     char buf[256];
                     sprintf(buf, "%d", j);
                     mstrlcpy(tag[i_tag].name, varkey.name, NAME_LENGTH);
                     mstrlcat(tag[i_tag].name, "_", NAME_LENGTH);
                     mstrlcat(tag[i_tag].name, buf, NAME_LENGTH);
                  }
 
                  /* append variable key name for single name array */
                  if (single_names) {
                     if (strlen(tag[i_tag].name) + 1 + strlen(varkey.name) >= NAME_LENGTH) {
                        cm_msg(MERROR, "open_history",
                               "Name for history entry \"%s %s\" too long", tag[i_tag].name, varkey.name);
                        free(tag);
                        return 0;
                     }
                     mstrlcat(tag[i_tag].name, " ", NAME_LENGTH);
                     mstrlcat(tag[i_tag].name, varkey.name, NAME_LENGTH);
                  }
 
                  tag[i_tag].type = varkey.type;
                  tag[i_tag].n_data = 1;
 
                  if (verbose)
                     printf("Defined tag %d, name \"%s\", type %d, num_values %d\n",
                            i_tag, tag[i_tag].name, tag[i_tag].type, tag[i_tag].n_data);
 
                  i_tag++;
               }
            } else if (varkey.type == TID_KEY) {
               int ii;
               for (ii=0;; ii++) {
                  KEY vvarkey;
                  HNDLE hhKey;
 
                  status = db_enum_key(hDB, hKey, ii, &hhKey);
                  if (status == DB_NO_MORE_SUBKEYS)
                     break;
 
                  /* get variable key */
                  db_get_key(hDB, hhKey, &vvarkey);
 
                  mstrlcpy(tag[i_tag].name, varkey.name, NAME_LENGTH);
                  mstrlcat(tag[i_tag].name, "_", NAME_LENGTH);
                  mstrlcat(tag[i_tag].name, vvarkey.name, NAME_LENGTH);
                  tag[i_tag].type = vvarkey.type;
                  tag[i_tag].n_data = vvarkey.num_values;
 
                  if (verbose)
                     printf("Defined tag %d, name \"%s\", type %d, num_values %d\n", i_tag, tag[i_tag].name,
                            tag[i_tag].type, tag[i_tag].n_data);
 
                  i_tag++;
               }
            } else {
               mstrlcpy(tag[i_tag].name, varkey.name, NAME_LENGTH);
               tag[i_tag].type = varkey.type;
               tag[i_tag].n_data = varkey.num_values;
 
               if (verbose)
                  printf("Defined tag %d, name \"%s\", type %d, num_values %d\n", i_tag, tag[i_tag].name,
                         tag[i_tag].type, tag[i_tag].n_data);
 
               i_tag++;
            }
 
            if (per_variable_history && i_tag>0) {
               WORD event_id = 0;
               char event_name[NAME_LENGTH];
 
               mstrlcpy(event_name, eq_name, NAME_LENGTH);
               mstrlcat(event_name, "/", NAME_LENGTH);
               mstrlcat(event_name, varkey.name, NAME_LENGTH);
 
               assert(i_tag <= n_tags);
 
               status = add_event(&index, now, event_id, event_name, hKey, i_tag, tag, min_period, 1);
               if (status != DB_SUCCESS)
                  return status;
 
               i_tag = 0;
            } /* if per-variable history */
 
         } /* loop over variables */
 
         if (!per_variable_history && i_tag>0) {
            assert(i_tag <= n_tags);
 
            status = add_event(&index, now, eq_id, eq_name, hKeyVar, i_tag, tag, min_period, 1);
            if (status != DB_SUCCESS)
               return status;
 
         }
 
         if (tag) {
            free(tag);
            tag = NULL;
         }
 
         /* remember maximum event id for later use with system events */
         if (eq_id > max_event_id)
            max_event_id = eq_id;
      }
   } /* loop over equipments */
 
   /*---- define linked trees --------------------------------------*/
 
   /* round up event id */
   max_event_id = ((int) ((max_event_id + 1) / 10) + 1) * 10;
 
   status = db_find_key(hDB, 0, "/History/Links", &hKeyRoot);
   if (status == DB_SUCCESS) {
      for (li = 0;; li++) {
         status = db_enum_link(hDB, hKeyRoot, li, &hHistKey);
         if (status == DB_NO_MORE_SUBKEYS)
            break;
 
         db_get_key(hDB, hHistKey, &histkey);
         strcpy(hist_name, histkey.name);
         db_enum_key(hDB, hKeyRoot, li, &hHistKey);
 
         db_get_key(hDB, hHistKey, &key);
         if (key.type != TID_KEY) {
            cm_msg(MERROR, "open_history", "Only subkeys allows in /History/Links, key \"%s\"", key.name);
            continue;
         }
 
         if (verbose)
            printf("\n==================== History link \"%s\", ID %d  =======================\n",
                   hist_name, max_event_id);
 
         /* count subkeys in link */
         for (i = n_var = 0;; i++) {
            status = db_enum_key(hDB, hHistKey, i, &hKey);
            if (status == DB_NO_MORE_SUBKEYS)
               break;
 
            if (status == DB_SUCCESS && db_get_key(hDB, hKey, &key) == DB_SUCCESS) {
               if (key.type != TID_KEY)
                  n_var++;
            } else {
               db_enum_link(hDB, hHistKey, i, &hKey);
               db_get_key(hDB, hKey, &key);
               cm_msg(MERROR, "open_history",
                      "History link /History/Links/%s/%s is invalid", hist_name, key.name);
               return 0;
            }
         }
 
         if (n_var == 0)
            cm_msg(MERROR, "open_history", "History event %s has no variables in ODB", hist_name);
         else {
            /* create tag array */
            tag = (TAG *) calloc(sizeof(TAG), n_var);
 
            assert(tag != NULL);
 
            for (i = 0, size = 0, n_var = 0;; i++) {
               status = db_enum_link(hDB, hHistKey, i, &hLinkKey);
               if (status == DB_NO_MORE_SUBKEYS)
                  break;
 
               /* get link key */
               db_get_key(hDB, hLinkKey, &linkkey);
 
               if (linkkey.type == TID_KEY)
                  continue;
 
               /* get link target */
               db_enum_key(hDB, hHistKey, i, &hVarKey);
               if (db_get_key(hDB, hVarKey, &varkey) == DB_SUCCESS) {
                  /* hot-link individual values */
                  if (histkey.type == TID_KEY) {
                     db_close_record(hDB, hVarKey); // close previously opened record
                     db_open_record(hDB, hVarKey, NULL, varkey.total_size, MODE_READ, log_system_history,
                                    (void *) (POINTER_T) index);
                  }
 
                  strcpy(tag[n_var].name, linkkey.name);
                  tag[n_var].type = varkey.type;
                  tag[n_var].n_data = varkey.num_values;
 
                  if (verbose)
                     printf("Defined tag \"%s\", type %d, num_values %d\n",
                            tag[n_var].name, tag[n_var].type, tag[n_var].n_data);
 
                  size += varkey.total_size;
                  n_var++;
               }
            }
 
            /* hot-link whole subtree */
            if (histkey.type == TID_LINK) {
               db_close_record(hDB, hHistKey); // close previously opened record
               db_open_record(hDB, hHistKey, NULL, size, MODE_READ, log_system_history, (void *) (POINTER_T) index);
            }
 
            status = add_event(&index, now, max_event_id, hist_name, hHistKey, n_var, tag, 0, 0);
            if (status != DB_SUCCESS)
               return status;
 
            free(tag);
            tag = NULL;
 
            max_event_id++;
         }
      }
   }
 
   /*---- define run start/stop event ------------------------------*/
 
   tag = (TAG *) calloc(sizeof(TAG), 2);
 
   assert(tag != NULL);
 
   strcpy(tag[0].name, "State");
   tag[0].type = TID_UINT32;
   tag[0].n_data = 1;
 
   strcpy(tag[1].name, "Run number");
   tag[1].type = TID_UINT32;
   tag[1].n_data = 1;
 
   const char* event_name = "Run transitions";
 
   for (unsigned i=0; i<mh.size(); i++) {
      status = mh[i]->hs_define_event(event_name, now, 2, tag);
      if (status != HS_SUCCESS) {
         cm_msg(MERROR, "add_event", "Cannot define event \"%s\", hs_define_event() status %d", event_name, status);
         return 0;
      }
   }
 
   history_events.push_back(event_name);
 
   free(tag);
   tag = NULL;
 
   /* outcommented not to produce a log entry on every run
   cm_msg(MINFO, "open_history", "Configured history with %d events", count_events);
   */
 
   status = hs_save_event_list(&history_events);
   if (status != HS_SUCCESS)
      return status;
 
   double tend = ss_time_sec();
   double telapsed = tend - tstart;
   if (telapsed > 10.0) {
      cm_msg(MERROR, "open_history", "open_history() took %.3f seconds", telapsed);
   }
 
   return CM_SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

receive_event()

void receive_event	(	HNDLE	hBuf,
		HNDLE	request_id,
		EVENT_HEADER *	pheader,
		void *	pevent
	)

Definition at line 5429 of file mlogger.cxx.

{
   if (verbose)
      printf("write data event: req %d, evid %d, timestamp %d, size %d\n", request_id, pheader->event_id, pheader->time_stamp, pheader->data_size);
 
   /* find logging channel for this request id */
   for (unsigned i = 0; i < log_channels.size(); i++) {
      LOG_CHN* chn = log_channels[i];
      if (chn->handle == 0 && chn->ftp_con == NULL)
         continue;
 
      /* write normal events */
      if (chn->request_id == request_id) {
         log_write(chn, pheader);
         break;
      }
 
      /* write messages */
      if (chn->msg_request_id == request_id) {
         log_write(chn, pheader);
         break;
      }
   }
}

Here is the call graph for this function:

Here is the caller graph for this function:

select_checksum_module()

int select_checksum_module	(	HNDLE	hDB,
		HNDLE	hSet,
		const char *	name
	)

Definition at line 3196 of file mlogger.cxx.

{
   std::string val = get_value(hDB, hSet, name);
   std::string sel;
   std::string def;
   int s = 0;
   s = check_add(s, CHECKSUM_NONE,   val, "NONE",   false, &def, &sel);
   s = check_add(s, CHECKSUM_CRC32C, val, "CRC32C", true,  &def, &sel);
   s = check_add(s, CHECKSUM_SHA256, val, "SHA256", false, &def, &sel);
   s = check_add(s, CHECKSUM_SHA512, val, "SHA512", false, &def, &sel);
   s = check_add(s, CHECKSUM_ZLIB,   val, "ZLIB",   false, &def, &sel);
   if (sel == "")
      sel = "NONE";
   //set_value(hDB, hSet, name, sel, def);
   return s;
}

Here is the call graph for this function:

Here is the caller graph for this function:

select_compression_module()

int select_compression_module	(	HNDLE	hDB,
		HNDLE	hSet,
		const char *	name
	)

Definition at line 3213 of file mlogger.cxx.

{
   std::string val = get_value(hDB, hSet, name);
   std::string sel;
   std::string def;
   int s = 0;
   s = check_add(s, COMPRESS_NONE,   val, "none",   false, &def, &sel);
   s = check_add(s, COMPRESS_ZLIB,   val, "gzip",   true,  &def, &sel);
   s = check_add(s, COMPRESS_LZ4,    val, "lz4",    false, &def, &sel);
   s = check_add(s, COMPRESS_BZIP2,  val, "bzip2",  false, &def, &sel);
   s = check_add(s, COMPRESS_PBZIP2, val, "pbzip2", false, &def, &sel);
   if (sel == "")
      sel = "none";
   //set_value(hDB, hSet, name, sel, def);
   return s;
}

Here is the call graph for this function:

Here is the caller graph for this function:

select_output_module()

int select_output_module	(	HNDLE	hDB,
		HNDLE	hSet,
		const char *	name
	)

Definition at line 3230 of file mlogger.cxx.

{
   std::string val = get_value(hDB, hSet, name);
   std::string sel;
   std::string def;
   int s = 0;
   s = check_add(s, OUTPUT_NULL, val, "NULL", false, &def, &sel);
   s = check_add(s, OUTPUT_FILE, val, "FILE", true,  &def, &sel);
   s = check_add(s, OUTPUT_FTP,  val, "FTP",  false, &def, &sel);
   s = check_add(s, OUTPUT_PIPE, val, "PIPE", false, &def, &sel);
   if (sel == "")
      sel = "FILE";
   //set_value(hDB, hSet, name, sel, def);
   return s;
}

Here is the call graph for this function:

Here is the caller graph for this function:

set_value()

void set_value	(	HNDLE	hDB,
		HNDLE	hDir,
		const char *	name,
		const std::string &	set,
		const std::string &	def
	)

Definition at line 3175 of file mlogger.cxx.

{
   std::string s = set + " (one of:" + def + ")";
   int  size = 256; // MUST match record definition // strlen(value);
   s.reserve(size);
   const char* value = s.c_str();
   db_set_value(hDB, hDir, name, value, size, 1, TID_STRING);
}

Here is the call graph for this function:

start_image_history()

void start_image_history ( )

extern

Definition at line 315 of file history_image.cxx.

{}

Here is the caller graph for this function:

start_the_run()

int start_the_run

(

)

Definition at line 3539 of file mlogger.cxx.

{
   int status, size, state, run_number, flag;
   char errstr[256];
 
   start_requested = FALSE;
   auto_restart = 0;
 
   /* check if autorestart is still on */
   size = sizeof(BOOL);
   flag = FALSE;
   db_get_value(hDB, 0, "/Logger/Auto restart", &flag, &size, TID_BOOL, TRUE);
 
   if (!flag) {
      cm_msg(MINFO, "start_the_run", "Run auto restart canceled");
      return SUCCESS;
   }
 
   /* check if really stopped */
   size = sizeof(state);
   status = db_get_value(hDB, 0, "Runinfo/State", &state, &size, TID_INT32, TRUE);
   if (status != DB_SUCCESS) {
      cm_msg(MERROR, "start_the_run", "cannot get Runinfo/State in database, db_get_value() status %d", status);
      return status;
   }
  
   static int backoff = 1;
 
   if (state != STATE_STOPPED) {
      cm_msg(MINFO, "start_the_run", "Runinfo/State %d is not STATE_STOPPED, will try again in %d seconds", state, backoff);
      auto_restart = ss_time() + backoff; /* try again later */
      if (backoff < 1)
         backoff = 1;
      else if (backoff > 1*60)
         backoff = 1*60;
      else
         backoff *= 2;
      return SUCCESS;
   }
 
   backoff = 1;
 
   size = sizeof(run_number);
   status = db_get_value(hDB, 0, "/Runinfo/Run number", &run_number, &size, TID_INT32, TRUE);
   assert(status == SUCCESS);
    
   if (run_number <= 0) {
      cm_msg(MERROR, "start_the_run", "aborting on attempt to use invalid run number %d", run_number);
      abort();
   }
    
   int trans_flag = get_trans_flag();
 
   cm_msg(MTALK, "start_the_run", "starting new run");
   status = cm_transition(TR_START, run_number + 1, errstr, sizeof(errstr), trans_flag, verbose);
   if (status != CM_SUCCESS)
      cm_msg(MERROR, "start_the_run", "cannot restart run: cm_transition() status %d, error: %s", status, errstr);
 
   return status;
}

Here is the call graph for this function:

Here is the caller graph for this function:

stop_image_history()

void stop_image_history ( )

extern

Definition at line 316 of file history_image.cxx.

{}

Here is the caller graph for this function:

stop_the_run()

int stop_the_run

(

int

restart

)

Definition at line 3505 of file mlogger.cxx.

{
   int status, flag, size;
   char errstr[256];
 
   if (restart) {
      size = sizeof(BOOL);
      flag = FALSE;
      db_get_value(hDB, 0, "/Logger/Auto restart", &flag, &size, TID_BOOL, TRUE);
 
      if (flag) {
         start_requested = TRUE;
         auto_restart = 0;
      }
   }
 
   stop_requested = TRUE;
   stop_try_later = 0;
 
   int trans_flag = get_trans_flag();
 
   status = cm_transition(TR_STOP, 0, errstr, sizeof(errstr), trans_flag, verbose);
   if (status == CM_TRANSITION_IN_PROGRESS) {
      cm_msg(MERROR, "stop_the_run", "another transition is in progress, will try again later");
      stop_requested = FALSE;
      stop_try_later = ss_time_sec() + 10.0;
   } else if (status != CM_SUCCESS) {
      cm_msg(MERROR, "stop_the_run", "cannot stop the run, cm_transition() status %d, error: %s", status, errstr);
      return status;
   }
 
   return status;
}

Here is the call graph for this function:

Here is the caller graph for this function:

TimeToString()

static std::string TimeToString ( time_t  t )

static

Definition at line 53 of file mlogger.cxx.

{
   const char* sign = "";
 
   if (t == 0)
      return "0";
 
   time_t tt = t;
 
   if (t < 0) {
      sign = "-";
      tt = -t;
   }
 
   assert(tt > 0);
 
   std::string v;
   while (tt) {
      char c = '0' + tt%10;
      tt /= 10;
      v = c + v;
   }
 
   v = sign + v;
 
   //printf("time %.0f -> %s\n", (double)t, v.c_str());
 
   return v;
}

Here is the caller graph for this function:

tr_pause()

INT tr_pause	(	INT	run_number,
		char *	error
	)

Definition at line 5403 of file mlogger.cxx.

{
   /* write transition event into history */
   write_history(STATE_PAUSED, run_number);
 
   local_state = STATE_PAUSED;
 
   cm_msg_flush_buffer();
 
   return CM_SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

tr_resume()

INT tr_resume	(	INT	run_number,
		char *	error
	)

Definition at line 5415 of file mlogger.cxx.

{
   /* write transition event into history */
   write_history(STATE_RUNNING, run_number);
 
   local_state = STATE_RUNNING;
 
   cm_msg_flush_buffer();
 
   return CM_SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

tr_start()

INT tr_start	(	INT	run_number,
		char *	error
	)

Definition at line 4974 of file mlogger.cxx.

{
   INT size, status;
   HNDLE hKeyRoot, hKeyChannel;
   CHN_SETTINGS *chn_settings;
   KEY key;
   BOOL write_data, tape_flag = FALSE;
   HNDLE hDB;
 
   if (verbose)
      printf("tr_start: run %d\n", run_number);
 
   assert(error != NULL);
 
   DWORD t0 = ss_millitime();
 
   cm_get_experiment_database(&hDB, NULL);
 
   /* save current ODB */
   std::string str = "last.json";
   db_get_value_string(hDB, 0, "/Logger/ODB Last Dump File", 0, &str, TRUE);
   odb_save(str.c_str(), false);
 
   DWORD t1 = ss_millitime();
 
   in_stop_transition = TRUE;
 
   close_channels(run_number, NULL);
   close_buffers();
 
   DWORD t2 = ss_millitime();
 
   in_stop_transition = FALSE;
 
   run_start_time = subrun_start_time = ss_time();
 
   /* read global logging flag */
   size = sizeof(BOOL);
   write_data = TRUE;
   db_get_value(hDB, 0, "/Logger/Write data", &write_data, &size, TID_BOOL, TRUE);
 
   /* read tape message flag */
   size = sizeof(tape_message);
   db_get_value(hDB, 0, "/Logger/Tape message", &tape_message, &size, TID_BOOL, TRUE);
 
   /* reset next subrun flag */
   status = FALSE;
   db_set_value(hDB, 0, "/Logger/Next subrun", &status, sizeof(status), 1, TID_BOOL);
 
   /* loop over all channels */
   status = db_find_key(hDB, 0, "/Logger/Channels", &hKeyRoot);
   if (status != DB_SUCCESS) {
      /* if no channels are defined, define at least one */
      status = db_create_record(hDB, 0, "/Logger/Channels/0/", strcomb1(chn_tree_str).c_str());
      if (status != DB_SUCCESS) {
         strcpy(error, "Cannot create channel entry in database");
         cm_msg(MERROR, "tr_start", "%s", error);
         return 0;
      }
 
      status = db_find_key(hDB, 0, "/Logger/Channels", &hKeyRoot);
      if (status != DB_SUCCESS) {
         strcpy(error, "Cannot create channel entry in database");
         cm_msg(MERROR, "tr_start", "%s", error);
         return 0;
      }
   }
 
   // after close_buffers() all log channels are closed and deleted
   assert(log_channels.size() == 0);
 
   for (unsigned index = 0; ; index++) {
      status = db_enum_key(hDB, hKeyRoot, index, &hKeyChannel);
      if (status == DB_NO_MORE_SUBKEYS)
         break;
 
      /* correct channel record */
      db_get_key(hDB, hKeyChannel, &key);
      status = db_check_record(hDB, hKeyRoot, key.name, strcomb1(chn_tree_str).c_str(), TRUE);
      if (status != DB_SUCCESS && status != DB_OPEN_RECORD) {
         cm_msg(MERROR, "tr_start", "Cannot create/check channel record, status %d", status);
         break;
      }
 
      if (status == DB_SUCCESS || status == DB_OPEN_RECORD) {
         LOG_CHN* chn = new_LOG_CHN(key.name);
 
         log_channels.push_back(chn);
 
         /* save settings key */
         status = db_find_key(hDB, hKeyChannel, "Settings", &chn->settings_hkey);
         if (status != DB_SUCCESS) {
            strcpy(error, "Cannot find channel settings info");
            cm_msg(MERROR, "tr_start", "%s", error);
            return 0;
         }
 
         /* save statistics key */
         status = db_find_key(hDB, hKeyChannel, "Statistics", &chn->stats_hkey);
         if (status != DB_SUCCESS) {
            strcpy(error, "Cannot find channel statistics info");
            cm_msg(MERROR, "tr_start", "%s", error);
            return 0;
         }
 
         /* clear statistics */
         size = sizeof(CHN_STATISTICS);
         db_get_record1(hDB, chn->stats_hkey, &chn->statistics, &size, 0, strcomb1(chn_statistics_str).c_str());
 
         chn->statistics.events_written = 0;
         chn->statistics.bytes_written = 0;
         chn->statistics.bytes_written_uncompressed = 0;
         chn->statistics.bytes_written_subrun = 0;
 
         db_set_record(hDB, chn->stats_hkey, &chn->statistics, size, 0);
 
         /* get channel info structure */
         chn_settings = &chn->settings;
         size = sizeof(CHN_SETTINGS);
         status = db_get_record1(hDB, chn->settings_hkey, chn_settings, &size, 0, strcomb1(chn_settings_str).c_str());
         if (status != DB_SUCCESS) {
            strcpy(error, "Cannot read channel info");
            cm_msg(MERROR, "tr_start", "%s", error);
            return 0;
         }
 
         chn->pre_checksum_module = select_checksum_module(hDB, chn->settings_hkey, "data checksum");
         chn->post_checksum_module = select_checksum_module(hDB, chn->settings_hkey, "file checksum");
         chn->compression_module = select_compression_module(hDB, chn->settings_hkey, "compress");
         chn->output_module = select_output_module(hDB, chn->settings_hkey, "output");
 
         //printf("channel settings pre [%d] compress [%d] post [%d] output [%d]\n", chn->pre_checksum_module, chn->compression_module, chn->post_checksum_module, chn->output_module);
 
         /* check if active */
         if (!chn_settings->active || !write_data)
            continue;
         
         /* initialize subrun number */
         chn->subrun_number = 0;
 
         log_create_writer(chn);
         log_generate_file_name(chn);
 
         /* open logging channel */
         status = log_open(chn, run_number);
 
         /* return if logging channel couldn't be opened */
         if (status != SS_SUCCESS) {
            if (status == SS_FILE_ERROR)
               sprintf(error, "Cannot open file \'%s\' (See messages)", chn->path.c_str());
            if (status == SS_FILE_EXISTS)
               sprintf(error, "File \'%s\' exists already, run start aborted", chn->path.c_str());
            if (status == SS_NO_TAPE)
               sprintf(error, "No tape in device \'%s\'", chn->path.c_str());
            if (status == SS_TAPE_ERROR)
               sprintf(error, "Tape error, cannot start run");
            if (status == SS_DEV_BUSY)
               sprintf(error, "Device \'%s\' used by someone else", chn->path.c_str());
            if (status == FTP_NET_ERROR || status == FTP_RESPONSE_ERROR)
               sprintf(error, "Cannot open FTP channel to \'%s\'", chn->path.c_str());
            if (status == SS_NO_ROOT)
               sprintf(error, "No ROOT support compiled into mlogger, please compile with -DHAVE_ROOT flag");
 
            if (status == SS_INVALID_FORMAT)
               sprintf(error, "Invalid data format, please use \"MIDAS\", \"ASCII\", \"DUMP\" or \"ROOT\"");
 
            cm_msg(MERROR, "tr_start", "%s", error);
            return 0;
         }
 
         /* close records if open from previous run start with abort */
         if (chn->stats_hkey)
            db_close_record(hDB, chn->stats_hkey);
         if (chn->settings_hkey)
            db_close_record(hDB, chn->settings_hkey);
 
         /* open hot link to statistics tree */
         status = db_open_record1(hDB, chn->stats_hkey, &chn->statistics, sizeof(CHN_STATISTICS), MODE_WRITE, NULL, NULL, strcomb1(chn_statistics_str).c_str());
         if (status == DB_NO_ACCESS) {
            /* record is probably still in exclusive access by dead logger, so reset it */
            status = db_set_mode(hDB, chn->stats_hkey, MODE_READ | MODE_WRITE | MODE_DELETE, TRUE);
            if (status != DB_SUCCESS)
               cm_msg(MERROR, "tr_start", "Cannot change access mode for statistics record, error %d", status);
            else
               cm_msg(MINFO, "tr_start", "Recovered access mode for statistics record of channel \"%s\"", chn->name.c_str());
            status = db_open_record1(hDB, chn->stats_hkey, &chn->statistics, sizeof(CHN_STATISTICS), MODE_WRITE, NULL, NULL, strcomb1(chn_statistics_str).c_str());
         }
 
         if (status != DB_SUCCESS)
            cm_msg(MERROR, "tr_start", "Cannot open statistics record for channel \"%s\", error %d", chn->name.c_str(), status);
 
         /* open hot link to settings tree */
         status = db_watch(hDB, chn->settings_hkey, watch_settings, chn);
         if (status != DB_SUCCESS)
            cm_msg(MERROR, "tr_start", "db_watch() status %d, cannot open channel settings record, probably other logger is using it", status);
 
#ifndef FAL_MAIN
         /* open buffer */
         status = bm_open_buffer(chn_settings->buffer, DEFAULT_BUFFER_SIZE, &chn->buffer_handle);
         if (status != BM_SUCCESS && status != BM_CREATED) {
            sprintf(error, "Cannot open buffer %s", chn_settings->buffer);
            cm_msg(MERROR, "tr_start", "%s", error);
            return 0;
         }
         bm_set_cache_size(chn->buffer_handle, 1000000, 0);
 
         /* place event request */
         status = bm_request_event(chn->buffer_handle, (short) chn_settings->event_id, (short) chn_settings->trigger_mask, GET_ALL, &chn->request_id, receive_event);
 
         if (status != BM_SUCCESS) {
            sprintf(error, "Cannot place event request");
            cm_msg(MERROR, "tr_start", "%s", error);
            return 0;
         }
 
         /* open message buffer if requested */
         if (chn_settings->log_messages) {
            status = bm_open_buffer((char*)MESSAGE_BUFFER_NAME, MESSAGE_BUFFER_SIZE, &chn->msg_buffer_handle);
            if (status != BM_SUCCESS && status != BM_CREATED) {
               sprintf(error, "Cannot open buffer %s", MESSAGE_BUFFER_NAME);
               cm_msg(MERROR, "tr_start", "%s", error);
               return 0;
            }
 
            /* place event request */
            status = bm_request_event(chn->msg_buffer_handle, (short) EVENTID_MESSAGE, (short) chn_settings->log_messages, GET_ALL, &chn->msg_request_id, receive_event);
 
            if (status != BM_SUCCESS) {
               sprintf(error, "Cannot place event request");
               cm_msg(MERROR, "tr_start", "%s", error);
               return 0;
            }
         }
#endif
      }
   }
 
   DWORD t3 = ss_millitime();
 
   if (tape_flag && tape_message)
      cm_msg(MTALK, "tr_start", "tape mounting finished");
 
   /* write transition event into history */
   write_history(STATE_RUNNING, run_number);
 
   DWORD t4 = ss_millitime();
 
#ifdef HAVE_MYSQL
   /* write to SQL database if requested */
   write_runlog_sql(TRUE);
#endif
 
   /* write to runlog file(s) if requested */
   write_runlog_ascii(TRUE);
   write_runlog_json(TRUE);
 
   DWORD t5 = ss_millitime();
   DWORD te = t5;
 
   if (verbose)
      printf("tr_start: run %d started in %d ms: odb dump %d ms, close channels %d ms, configure channels %d ms, configure history %d ms, write runlog %d ms\n",
             run_number,
             te-t0,
             t1-t0,
             t2-t1,
             t3-t2,
             t4-t3,
             t5-t4
             );
 
   local_state = STATE_RUNNING;
   run_start_time = subrun_start_time = ss_time();
 
   cm_msg_flush_buffer();
 
   return CM_SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

tr_start_abort()

INT tr_start_abort	(	INT	run_number,
		char *	error
	)

Definition at line 5266 of file mlogger.cxx.

{
   if (verbose)
      printf("tr_start_abort: run %d\n", run_number);
 
   in_stop_transition = TRUE;
 
   for (unsigned i = 0; i < log_channels.size(); i++) {
      LOG_CHN* chn = log_channels[i];
      if (chn->handle && chn->type == LOG_TYPE_DISK) {
         cm_msg(MINFO, "tr_start_abort", "Deleting previous file \"%s\"", chn->path.c_str());
         unlink(chn->path.c_str());
      }
   }
 
   close_channels(run_number, NULL);
   close_buffers();
 
   in_stop_transition = FALSE;
 
   local_state = STATE_STOPPED;
 
   cm_msg_flush_buffer();
 
   return CM_SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

tr_stop()

INT tr_stop	(	INT	run_number,
		char *	error
	)

Definition at line 5295 of file mlogger.cxx.

{
   INT  size;
   BOOL flag, tape_flag = FALSE;
   char filename[256];
   char str[256];
 
   if (verbose)
      printf("tr_stop: run %d\n", run_number);
 
   if (in_stop_transition)
      return CM_SUCCESS;
 
   DWORD t0 = ss_millitime();
 
   in_stop_transition = TRUE;
 
   close_channels(run_number, &tape_flag);
   close_buffers();
 
   DWORD t1 = ss_millitime();
 
   /* ODB dump if requested */
   size = sizeof(flag);
   flag = 0;
   db_get_value(hDB, 0, "/Logger/ODB Dump", &flag, &size, TID_BOOL, TRUE);
   if (flag) {
      strcpy(str, "run%d.json");
      size = sizeof(str);
      str[0] = 0;
      db_get_value(hDB, 0, "/Logger/ODB Dump File", str, &size, TID_STRING, TRUE);
      if (str[0] == 0)
         strcpy(str, "run%d.json");
 
      /* substitue "%d" by current run number */
      if (strchr(str, '%'))
         sprintf(filename, str, run_number);
      else
         strcpy(filename, str);
 
      odb_save(filename, true);
   }
 
   DWORD t2 = ss_millitime();
 
#ifdef HAVE_MYSQL
   /* write to SQL database if requested */
   write_runlog_sql(FALSE);
#endif
   
   /* write to ASCII file(s) if requested */
   write_runlog_ascii(FALSE);
   write_runlog_json(FALSE);
 
   DWORD t3 = ss_millitime();
   
   in_stop_transition = FALSE;
 
   if (tape_flag & tape_message)
      cm_msg(MTALK, "tr_stop", "all tape channels closed");
 
   /* write transition event into history */
   write_history(STATE_STOPPED, run_number);
 
   DWORD t4 = ss_millitime();
 
   /* clear flag */
   stop_requested = FALSE;
   stop_try_later = 0;
 
   if (start_requested) {
      int delay = 0;
      size = sizeof(delay);
      db_get_value(hDB, 0, "/Logger/Auto restart delay", &delay, &size, TID_INT32, TRUE);
      auto_restart = ss_time() + delay; /* start after specified delay */
      start_requested = FALSE;
   }
 
   DWORD te = t4;
 
   if (verbose)
      printf("tr_stop: run %d stopped in %d ms: close channels %d ms, odb dump %d ms, write run log %d ms, write history %d ms\n",
             run_number,
             te-t0,
             t1-t0,
             t2-t1,
             t3-t2,
             t4-t3);
 
 
   local_state = STATE_STOPPED;
 
   cm_msg_flush_buffer();
 
   return CM_SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

watch_settings()

static void watch_settings ( HNDLE  hDB, HNDLE  hKey, HNDLE  index, void *  info  )

static

Definition at line 4956 of file mlogger.cxx.

{
   int status;
   assert(info != NULL);
   LOG_CHN *log_chn = (LOG_CHN*)info;
   int size = sizeof(CHN_SETTINGS);
   status = db_get_record1(hDB, log_chn->settings_hkey, &log_chn->settings, &size, 0, strcomb1(chn_settings_str).c_str());
   if (status != DB_SUCCESS) {
      cm_msg(MINFO, "watch_settings", "db_get_record(%s) status %d", log_chn->name.c_str(), status);
      return;
   }
 
   if (verbose)
      printf("Channel %s settings updated\n", log_chn->name.c_str());
}

Here is the call graph for this function:

Here is the caller graph for this function:

write_history()

static int write_history ( DWORD  transition, DWORD  run_number  )

static

Definition at line 4940 of file mlogger.cxx.

{
   DWORD eb[2];
   eb[0] = transition;
   eb[1] = run_number;
 
   time_t now = time(NULL);
 
   for (unsigned h=0; h<mh.size(); h++)
      mh[h]->hs_write_event("Run transitions", now, sizeof(eb), (const char*)eb);
 
   return SUCCESS;
}

Here is the call graph for this function:

Here is the caller graph for this function:

write_runlog_ascii()

void write_runlog_ascii

(

BOOL

bor

)

Definition at line 2511 of file mlogger.cxx.

{
   char filename[256], dir[256], path[256];
   int status, size, write_flag;
   HNDLE hKey, hKeyRoot;
   
   /* do not update runlog if logger does not write data */
   size = sizeof(BOOL);
   write_flag = FALSE;
   db_get_value(hDB, 0, "/Logger/Write data", &write_flag, &size, TID_BOOL, TRUE);
   if (!write_flag)
      return;
   
   /* get BOR or EOR list */
   if (bor) {
      db_find_key(hDB, 0, "/Logger/Runlog/ASCII/Links BOR", &hKeyRoot);
      if (!hKeyRoot) {
         cm_msg(MERROR, "write_runlog_ascii", "Cannot find \"/Logger/Runlog/ASCII/Links BOR");
         return;
      }
   } else {
      db_find_key(hDB, 0, "/Logger/Runlog/ASCII/Links EOR", &hKeyRoot);
      if (!hKeyRoot) {
         cm_msg(MERROR, "write_runlog_ascii", "Cannot find \"/Logger/Runlog/ASCII/Links EOR");
         return;
      }
   }
   
   size = sizeof(write_flag);
   write_flag = 0;
   db_get_value(hDB, 0, "/Logger/Runlog/ASCII/Write data", &write_flag, &size, TID_BOOL, TRUE);
   
   size = sizeof(filename);
   strcpy(filename, "runlog.log");
   db_get_value(hDB, 0, "/Logger/Runlog/ASCII/Filename", filename, &size, TID_STRING, TRUE);
   
   if (strchr(filename, DIR_SEPARATOR) == NULL) {
      size = sizeof(dir);
      dir[0] = 0;
      db_get_value(hDB, 0, "/Logger/Message Dir", dir, &size, TID_STRING, TRUE);
      if (dir[0] != 0)
         if (dir[strlen(dir) - 1] != DIR_SEPARATOR)
            strcat(dir, DIR_SEPARATOR_STR);
      strcpy(path, dir);
      strcat(path, filename);
   } else
      strcpy(path, filename);
   
   /* continue only if data should be written */
   if (!write_flag)
      return;
 
   FILE *f = fopen(path, "r");
   if (f == NULL) {
      // create new file
      f = fopen(path, "wt");
 
      assert(f != NULL);
 
      // write column header line with variable names
      db_find_key(hDB, 0, "/Logger/Runlog/ASCII/Links BOR", &hKeyRoot);
      for (int i = 0;; i++) {
         status = db_enum_key(hDB, hKeyRoot, i, &hKey);
         if (status == DB_NO_MORE_SUBKEYS)
            break;
         KEY key;
         db_get_key(hDB, hKey, &key);
         fprintf(f, "%s\t", key.name);
      }
      db_find_key(hDB, 0, "/Logger/Runlog/ASCII/Links EOR", &hKeyRoot);
      for (int i = 0;; i++) {
         status = db_enum_key(hDB, hKeyRoot, i, &hKey);
         if (status == DB_NO_MORE_SUBKEYS)
            break;
         KEY key;
         db_get_key(hDB, hKey, &key);
         fprintf(f, "%s\t", key.name);
      }
      fprintf(f, "\n");
      fclose(f);
   }
 
   // append data to logfile
   f = fopen(path, "at");
 
   assert(f != NULL);
   
   if (bor)
      db_find_key(hDB, 0, "/Logger/Runlog/ASCII/Links BOR", &hKeyRoot);
   else
      db_find_key(hDB, 0, "/Logger/Runlog/ASCII/Links EOR", &hKeyRoot);
   
   for (int i = 0;; i++) {
      status = db_enum_key(hDB, hKeyRoot, i, &hKey);
      if (status == DB_NO_MORE_SUBKEYS)
         break;
      KEY key;
      db_get_key(hDB, hKey, &key);
      int size = key.total_size;
      char* data = (char*)malloc(size);
      assert(data);
      db_get_data(hDB, hKey, data, &size, key.type);
      std::string str = db_sprintf(data, size, 0, key.type);
      //printf("BBB key %s size %d %d [%s]\n", key.name, size, (int)strlen(str), str);
      free(data);
      fprintf(f, "%s\t", str.c_str());
   }
   if (!bor)
      fprintf(f, "\n");
   fclose(f);
}

Here is the call graph for this function:

Here is the caller graph for this function:

write_runlog_json()

void write_runlog_json

(

BOOL

bor

)

Definition at line 2672 of file mlogger.cxx.

                                 {
   char filename[256], messagedir[256], datadir[256], dirname[256], path[256];
   int status, size, write_flag;
   int runnumber;
   HNDLE hKey;
 
   /* do not update runlog if logger does not write data */
   size = sizeof(BOOL);
   write_flag = FALSE;
   db_get_value(hDB, 0, "/Logger/Write data", &write_flag, &size, TID_BOOL, TRUE);
   if (!write_flag)
      return;
 
   /* get BOR or EOR list */
   if (bor) {
      db_find_key(hDB, 0, "/Logger/Runlog/JSON/Links BOR", &hKey);
      if (!hKey) {
         cm_msg(MERROR, "write_runlog_json", "Cannot find \"/Logger/Runlog/JSON/Links BOR");
         return;
      }
   } else {
      db_find_key(hDB, 0, "/Logger/Runlog/JSON/Links EOR", &hKey);
      if (!hKey) {
         cm_msg(MERROR, "write_runlog_json", "Cannot find \"/Logger/Runlog/JSON/Links EOR");
         return;
      }
   }
 
   size = sizeof(write_flag);
   write_flag = 0;
   db_get_value(hDB, 0, "/Logger/Runlog/JSON/Write data", &write_flag, &size, TID_BOOL, TRUE);
 
   size = sizeof(datadir);
   strcpy(datadir, "");
   db_get_value(hDB, 0, "/Logger/Data Dir", datadir, &size, TID_STRING, TRUE);
 
   size = sizeof(messagedir);
   strcpy(messagedir, "");
   db_get_value(hDB, 0, "/Logger/Message Dir", messagedir, &size, TID_STRING, TRUE);
 
   size = sizeof(dirname);
   strcpy(dirname, "runlogs");
   db_get_value(hDB, 0, "/Logger/Runlog/JSON/Subdir", dirname, &size, TID_STRING, TRUE);
 
   size = sizeof(runnumber);
   db_get_value(hDB, 0, "/Runinfo/Run number", &runnumber, &size, TID_INT32, FALSE);
 
   snprintf(filename, 256, "runlog_%06i.json", runnumber);
 
   // use /Logger/Message dir, and if empty use /Logger/Data dir
   mstrlcpy(path, messagedir, sizeof(path));
   if (path[0] == 0)
      mstrlcpy(path, datadir, sizeof(path));
   if (path[strlen(path) - 1] != DIR_SEPARATOR)
      mstrlcat(path, DIR_SEPARATOR_STR, sizeof(path));
   mstrlcat(path, dirname, sizeof(path));
   if (path[strlen(path) - 1] != DIR_SEPARATOR)
      mstrlcat(path, DIR_SEPARATOR_STR, sizeof(path));
 
   /* create directory if needed */
#ifdef OS_WINNT
   status = mkdir(path);
#else
   status = mkdir(path, 0755);
#endif
 
   mstrlcat(path, filename, sizeof(path));
 
   /* continue only if data should be written */
   if (!write_flag)
      return;
 
   char fileflag[2] = "a";
   if (bor)
      strcpy(fileflag, "a");
 
   FILE *file = fopen(path, fileflag);
   if (file == NULL) {
      cm_msg(MERROR, "write_runlog_json", "Cannot open file \"%s\"", path);
      return;
   }
 
   if (bor)
      db_find_key(hDB, 0, "/Logger/Runlog/JSON/Links BOR", &hKey);
   else
      db_find_key(hDB, 0, "/Logger/Runlog/JSON/Links EOR", &hKey);
 
   int buffer_size = 100000;
   char *buffer = (char *)malloc(buffer_size);
   int buffer_end = 0;
 
   if (bor)
      json_write(&buffer, &buffer_size, &buffer_end, 0, "{\n  \"BOR\": ", 0);
   else
      json_write(&buffer, &buffer_size, &buffer_end, 0, "  \"EOR\": ", 0);
 
   if (!rpc_is_remote())
      db_lock_database(hDB);
   int flags = JSFLAG_FOLLOW_LINKS|JSFLAG_RECURSE|JSFLAG_OMIT_NAMES|JSFLAG_OMIT_LAST_WRITTEN|JSFLAG_OMIT_OLD;
   status = json_write_anything(hDB, hKey, &buffer, &buffer_size, &buffer_end, JS_LEVEL_1, 0, flags, 0);
   if (!rpc_is_remote())
      db_unlock_database(hDB);
 
   if (bor)
      json_write(&buffer, &buffer_size, &buffer_end, 0, ",\n", 0);
   else
      json_write(&buffer, &buffer_size, &buffer_end, 0, "  \n}\n", 0);
 
   if (status == DB_SUCCESS) {
      if (buffer) {
         size_t wr = fwrite(buffer, 1, buffer_end, file);
         if (wr != (size_t) buffer_end) {
            cm_msg(MERROR, "write_runlog_json", "Cannot write to file \"%s\", fwrite() errno %d (%s)", filename, errno, strerror(errno));
            free(buffer);
            fclose(file);
            return;
         }
      }
   }
 
   if (buffer)
      free(buffer);
 
   fclose(file);
}

Here is the call graph for this function:

Here is the caller graph for this function:

xpathname()

static std::string xpathname ( const char *  xpath, int  level  )

static

Definition at line 346 of file mlogger.cxx.

{
   std::string path = xpath;
   while (level > 0) {
      size_t p = path.rfind(".");
      //printf("level %d, path [%s], pos %d\n", level, path.c_str(), (int)p);
      if (p == std::string::npos)
         break;
      path = path.substr(0, p);
      level--;
   }
   return path;
}

Here is the caller graph for this function:

Variable Documentation

auto_restart

DWORD auto_restart = 0

Definition at line 292 of file mlogger.cxx.

hDB

HNDLE hDB

static

Definition at line 312 of file mlogger.cxx.

hist_log

struct hist_log_s* hist_log = NULL

static

Definition at line 310 of file mlogger.cxx.

hist_log_max

int hist_log_max = 0

static

Definition at line 309 of file mlogger.cxx.

hist_log_size

int hist_log_size = 0

static

Definition at line 308 of file mlogger.cxx.

history_events

std::vector<std::string> history_events

static

Definition at line 3782 of file mlogger.cxx.

in_stop_transition

BOOL in_stop_transition = FALSE

Definition at line 287 of file mlogger.cxx.

last_history_flush

time_t last_history_flush = 0

Definition at line 4548 of file mlogger.cxx.

local_state

INT local_state

Definition at line 286 of file mlogger.cxx.

log_channels

std::vector<LOG_CHN*> log_channels

Definition at line 296 of file mlogger.cxx.

mh

std::vector<MidasHistoryInterface*> mh

static

Definition at line 3781 of file mlogger.cxx.

run_start_time

DWORD run_start_time

Definition at line 293 of file mlogger.cxx.

start_requested

BOOL start_requested = FALSE

Definition at line 291 of file mlogger.cxx.

stop_requested

BOOL stop_requested = FALSE

Definition at line 290 of file mlogger.cxx.

stop_try_later

double stop_try_later = 0

Definition at line 294 of file mlogger.cxx.

subrun_start_time

DWORD subrun_start_time

Definition at line 293 of file mlogger.cxx.

tape_message

BOOL tape_message = TRUE

Definition at line 288 of file mlogger.cxx.

verbose

BOOL verbose = FALSE

Definition at line 289 of file mlogger.cxx.