RFDqmServer.cc

//+
// File : RFDqmServer.cc
// Description : DQM server for RFARM to accumulate histograms
//               in a TMapFile
//
// Author : Ryosuke Itoh, IPNS, KEK
// Date : 4 - Sep - 2013
//-
 
#include "daq/rfarm/manager/RFDqmServer.h"
 
#include <sys/stat.h>
#include <sys/types.h>
#include <sys/wait.h>
#include <unistd.h>
 
#include <cstring>
 
using namespace Belle2;
using namespace std;
 
RFDqmServer::RFDqmServer(string conffile)
{
  // 0. Initialize configuration manager
  m_conf = new RFConf(conffile.c_str());
  char* nodename = m_conf->getconf("dqmserver", "nodename");
  //  char nodename[256];
  //  gethostname ( nodename, sizeof(nodename) );
 
  // 1. Set execution directory
  string execdir = string(m_conf->getconf("system", "execdir_base")) + "/dqmserver";
 
  mkdir(execdir.c_str(), 0755);
  chdir(execdir.c_str());
 
  // 2. Initialize process manager
  m_proc = new RFProcessManager(nodename);
 
  // 3. Initialize LogManager
  m_log = new RFLogManager(nodename, m_conf->getconf("system", "lognode"));
}
 
RFDqmServer::~RFDqmServer()
{
  delete m_log;
  delete m_proc;
  delete m_conf;
}
 
// Functions hooked up by NSM2
 
int RFDqmServer::Configure(NSMmsg*, NSMcontext*)
{
  // 1. Run DqmSever
  char* dqmserver = m_conf->getconf("dqmserver", "script");
  char* port = m_conf->getconf("dqmserver", "port");
  char* mapfile = m_conf->getconf("dqmserver", "mapfile");
 
  m_pid_dqm = m_proc->Execute(dqmserver, port, mapfile);
 
  // 2. Run Dqm Histogram Relay
  char* relayhost = m_conf->getconf("dqmserver", "historelay", "host");
  char* relayport = m_conf->getconf("dqmserver", "historelay", "port");
  char* hrelay = m_conf->getconf("dqmserver", "historelay", "script");
  char* interval = m_conf->getconf("dqmserver", "historelay", "interval");
 
  if (strcmp(relayhost, "none") != 0) {
    printf("DqmServer : command = %s %s %s %s %s\n",
           hrelay, mapfile, relayhost, relayport, interval);
    m_pid_relay = m_proc->Execute(hrelay, mapfile, relayhost, relayport,
                                  interval);
  }
 
  return 0;
 
}
 
int RFDqmServer::UnConfigure(NSMmsg* nsmm, NSMcontext* nsmc)
{
 
  // Wait 10 sec. for basf2 completion
  printf("DqmServer : waiting 10 sec. for basf2 completion\n");
  sleep(10);
 
  // Store histograms in the file (make sure all event processes are stopped already)
  char blank[] = "";
  char* merger = m_conf->getconf("dqmserver", "merger");
  char* topdir = m_conf->getconf("system", "execdir_base");
  char* nodebase = m_conf->getconf("processor", "nodebase");
  char* nnodes = m_conf->getconf("processor", "nnodes");
  char* startnode = m_conf->getconf("processor", "idbase");
  char* badlist = m_conf->getconf("processor", "badlist");
  if (badlist == NULL)
    badlist = blank;
 
  /* Should be done at STOP
  char outfile[1024];
  //  sprintf(outfile, "dqm_e%4.4dr%6.6d.root", msg->pars[0], msg->pars[1]);
  sprintf(outfile, "dqm_e%4.4dr%6.6d.root", m_expno, m_runno);
  int pid_dqmmerge = m_proc->Execute(merger, outfile, nodebase, topdir, nnodes, startnode, badlist);
  int status;
  pid_t done = waitpid(pid_dqmmerge, &status, 0);
  */
 
  // Kill DQM hrelay and hserver
  //  system("killall hrelay hserver");
  if (m_pid_dqm != 0) {
    int status;
    kill(m_pid_dqm, SIGINT);
    waitpid(m_pid_dqm, &status, 0);
  }
  if (m_pid_relay != 0) {
    int status;
    kill(m_pid_relay, SIGINT);
    waitpid(m_pid_relay, &status, 0);
  }
 
  printf("DqmServer : Unconfigure done\n");
  return 0;
}
 
int RFDqmServer::Start(NSMmsg* msgm, NSMcontext* msgc)
{
  m_expno = msgm->pars[0];
  m_runno = msgm->pars[1];
  printf("DqmServer : Started. Exp = %d, Run = %d\n", m_expno, m_runno);
  return 0;
}
 
int RFDqmServer::Stop(NSMmsg* msg, NSMcontext*)
{
  // Wait 10 sec. for basf2 completion
  printf("DqmServer : waiting 10 sec. for basf2 completion\n");
  sleep(10);
 
  // Store histogram files
  char blank[] = "";
  char* merger = m_conf->getconf("dqmserver", "merger");
  char* topdir = m_conf->getconf("system", "execdir_base");
  char* nodebase = m_conf->getconf("processor", "nodebase");
  char* nnodes = m_conf->getconf("processor", "nnodes");
  char* startnode = m_conf->getconf("processor", "idbase");
  char* badlist = m_conf->getconf("processor", "badlist");
  if (badlist == NULL)
    badlist = blank;
 
  int colpid = fork();
  if (colpid == 0) {
    char outfile[1024];
    //  sprintf(outfile, "dqm_e%4.4dr%6.6d.root", msg->pars[0], msg->pars[1]);
    sprintf(outfile, "dqm_e%4.4dr%6.6d.root", m_expno, m_runno);
    // Double fork to avoid zombie
    int dblpid = fork();
    if (dblpid == 0) {
      int pid_dqmmerge = m_proc->Execute(merger, outfile, nodebase, topdir, nnodes, startnode, badlist);
      exit(0);
    }
    exit(0); // Exit mother of double fork
  }
  // Wait for the completion of mother
  int status;
  pid_t done = waitpid(colpid, &status, 0);
 
  printf("DqmServer : Stopped.\n");
 
  return 0;
}
 
 
int RFDqmServer::Restart(NSMmsg*, NSMcontext*)
{
  printf("RFDqmServer : Restarted!!!!!\n");
  /* Original Impl
  if (m_pid_dqm != 0) {
    kill(m_pid_dqm, SIGINT);
  }
  system("killall hrelay hserver");
  fflush(stdout);
  */
 
  NSMmsg* nsmmsg = NULL;
  NSMcontext* nsmcontext = NULL;
  RFDqmServer::UnConfigure(nsmmsg, nsmcontext);
  sleep(2);
  RFDqmServer::Configure(nsmmsg, nsmcontext);
  return 0;
}
 
// Server function
 
void RFDqmServer::server()
{
  while (true) {
    pid_t pid = m_proc->CheckProcess();
    if (pid > 0) {
      printf("RFDqmServer : process dead. pid=%d\n", pid);
      if (pid == m_pid_dqm)
        m_log->Error("RFDqmServer : Hserver process dead. pid=%d\n", pid);
      else if (pid == m_pid_relay)
        m_log->Error("RFDqmServer : Hrelay process dead. pid=%d\n", pid);
    }
    int st = m_proc->CheckOutput();
    if (st < 0) {
      perror("RFDqmServer::server");
      //      exit ( -1 );
    } else if (st > 0) {
      m_log->ProcessLog(m_proc->GetFd());
    }
  }
}
 
void RFDqmServer::cleanup()
{
  printf("RFDqmServer : cleaning up\n");
  UnConfigure(NULL, NULL);
  printf("RFDqmServer: Done. Exitting\n");
  exit(-1);
}