SoftwareTriggerHLTDQMModule.cc

/**************************************************************************
 * basf2 (Belle II Analysis Software Framework)                           *
 * Author: The Belle II Collaboration                                     *
 *                                                                        *
 * See git log for contributors and copyright holders.                    *
 * This file is licensed under LGPL-3.0, see LICENSE.md.                  *
 **************************************************************************/
#include <hlt/softwaretrigger/modules/dqm/SoftwareTriggerHLTDQMModule.h>
 
#include <TDirectory.h>
 
#include <hlt/softwaretrigger/core/SoftwareTriggerDBHandler.h>
#include <hlt/softwaretrigger/core/FinalTriggerDecisionCalculator.h>
#include <hlt/utilities/Units.h>
 
#include <framework/core/ModuleParam.templateDetails.h>
 
#include <algorithm>
#include <fstream>
#include <stdexcept>
 
using namespace Belle2;
using namespace SoftwareTrigger;
 
REG_MODULE(SoftwareTriggerHLTDQM);
 
SoftwareTriggerHLTDQMModule::SoftwareTriggerHLTDQMModule() : HistoModule()
{
  setDescription("Monitor Physics Trigger");
  setPropertyFlags(c_ParallelProcessingCertified);
 
  // Fill in the default values of the module parameters
  m_param_variableIdentifiers = {};
 
  m_param_cutResultIdentifiers["filter"]["filter"] = {"total_result"};
 
  addParam("cutResultIdentifiers", m_param_cutResultIdentifiers,
           "Which cuts should be reported? Please remember to include the total_result also, if wanted.",
           m_param_cutResultIdentifiers);
 
  addParam("cutResultIdentifiersIgnored", m_param_cutResultIdentifiersIgnored,
           "Which cuts should be ignored? This will display cleaner trigger lines, e.g. to clear them from bhabha contamination. "
           "Vetoes on skims do not apply in filter plot and vice versa.",
           m_param_cutResultIdentifiersIgnored);
 
  addParam("cutResultIdentifiersPerUnit", m_param_cutResultIdentifiersPerUnit,
           "Which cuts should be reported per unit?",
           m_param_cutResultIdentifiersPerUnit);
 
  addParam("variableIdentifiers", m_param_variableIdentifiers,
           "Which variables should be reported?",
           m_param_variableIdentifiers);
 
  addParam("l1Identifiers", m_param_l1Identifiers,
           "Which l1 identifiers to report?",
           m_param_l1Identifiers);
 
  addParam("additionalL1Identifiers", m_param_additionalL1Identifiers,
           "Which additional l1 identifiers to be added to the l1 total result plot?",
           m_param_additionalL1Identifiers);
 
  addParam("createTotalResultHistograms", m_param_create_total_result_histograms,
           "Create total result histogram?",
           true);
 
  addParam("createExpRunEventHistograms", m_param_create_exp_run_event_histograms,
           "Create exp/run/event histograms?",
           true);
 
  addParam("createHLTUnitHistograms", m_param_create_hlt_unit_histograms,
           "Create HLT unit histograms?",
           false);
 
  addParam("createErrorFlagHistograms", m_param_create_error_flag_histograms,
           "Create Error Flag histograms?",
           false);
 
  addParam("histogramDirectoryName", m_param_histogramDirectoryName,
           "SoftwareTrigger DQM histograms will be put into this directory", m_param_histogramDirectoryName);
 
  addParam("pathLocation", m_param_pathLocation,
           "Location of the module in the path: before filter or after filter", m_param_pathLocation);
}
 
void SoftwareTriggerHLTDQMModule::defineHisto()
{
  TDirectory* oldDirectory = nullptr;
 
  if (!m_param_histogramDirectoryName.empty()) {
    oldDirectory = gDirectory;
    TDirectory* histDir = oldDirectory->mkdir(m_param_histogramDirectoryName.c_str());
    histDir->cd();
  }
 
  for (auto const& variable : m_param_variableIdentifiers) {
    // todo: make correct range
    const unsigned int numberOfBins = 50;
    const double lowerX = 0;
    const double upperX = 50;
    m_triggerVariablesHistograms.emplace(variable, new TH1F(variable.c_str(), variable.c_str(), numberOfBins, lowerX, upperX));
    m_triggerVariablesHistograms[variable]->SetXTitle(("SoftwareTriggerVariable " + variable).c_str());
  }
 
  for (const std::string& trigger : m_param_l1Identifiers) {
    m_l1Histograms.emplace(trigger, new TH1F(trigger.c_str(), ("Events triggered in L1 " + trigger).c_str(), 150, 0, 150));
    m_l1Histograms[trigger]->SetXTitle("HLT line");
    m_l1Histograms[trigger]->SetOption("hist");
    m_l1Histograms[trigger]->SetStats(false);
    m_l1Histograms[trigger]->SetMinimum(0);
 
    float index = 0;
    for (auto const& cutIdentifier : m_param_cutResultIdentifiers) {
      const std::string& title = cutIdentifier.first;
      const auto& mapVal = *(m_param_cutResultIdentifiers[title].begin());
      const std::string& baseIdentifier = mapVal.first;
      const auto& cuts = mapVal.second;
 
      if (title == baseIdentifier) {
        for (const std::string& cutTitle : cuts) {
          index++;
          m_l1Histograms[trigger]->GetXaxis()->SetBinLabel(index, cutTitle.c_str());
        }
      }
    }
    index++;
    m_l1Histograms[trigger]->GetXaxis()->SetBinLabel(index, "hlt_result");
    m_l1Histograms[trigger]->LabelsDeflate();
  }
 
  for (const auto& cutIdentifier : m_param_cutResultIdentifiers) {
 
    const std::string& title = cutIdentifier.first;
    const auto& mapVal = *(m_param_cutResultIdentifiers[title].begin());
    const std::string& baseIdentifier = mapVal.first;
    const auto& cuts = mapVal.second;
    const int numberOfFlags = cuts.size();
 
    if (m_param_histogramDirectoryName == "softwaretrigger_skim_nobhabha") {
      if (title == baseIdentifier)
        m_cutResultHistograms.emplace(title,
                                      new TH1F((title + "_nobhabha").c_str(), ("Events triggered in HLT " + baseIdentifier).c_str(),
                                               numberOfFlags, 0,
                                               numberOfFlags));
      else
        m_cutResultHistograms.emplace(title,
                                      new TH1F((baseIdentifier + "_" + title + "_nobhabha").c_str(),
                                               ("Events triggered in HLT " + baseIdentifier + " : " + title).c_str(),
                                               numberOfFlags, 0,
                                               numberOfFlags));
    } else {
      if (title == baseIdentifier)
        m_cutResultHistograms.emplace(title,
                                      new TH1F(title.c_str(), ("Events triggered in HLT " + baseIdentifier).c_str(),
                                               numberOfFlags, 0,
                                               numberOfFlags));
      else
        m_cutResultHistograms.emplace(title,
                                      new TH1F((baseIdentifier + "_" + title).c_str(), ("Events triggered in HLT " + baseIdentifier + " : " + title).c_str(),
                                               numberOfFlags, 0,
                                               numberOfFlags));
    }
    m_cutResultHistograms[title]->SetXTitle("");
    m_cutResultHistograms[title]->SetOption("hist");
    m_cutResultHistograms[title]->SetStats(false);
    m_cutResultHistograms[title]->SetMinimum(0);
 
    // Set bin labels
    int index = 0;
    for (const std::string& cutTitle : cuts) {
      index++;
      m_cutResultHistograms[title]->GetXaxis()->SetBinLabel(index, cutTitle.c_str());
    }
  }
 
  // We add one for the total result
  if (m_param_create_total_result_histograms) {
    m_cutResultHistograms.emplace("total_result",
                                  new TH1F("total_result", "Total Result of HLT (absolute numbers)", 1, 0, 0));
    m_cutResultHistograms["total_result"]->SetXTitle("Total Cut Result");
    m_cutResultHistograms["total_result"]->SetOption("hist");
    m_cutResultHistograms["total_result"]->SetStats(false);
    m_cutResultHistograms["total_result"]->SetMinimum(0);
 
    m_l1Histograms.emplace("l1_total_result",
                           new TH1F("l1_total_result", "Events triggered in L1 (total results)", 1, 0, 0));
    m_l1Histograms["l1_total_result"]->SetXTitle("Total L1 Cut Result");
    m_l1Histograms["l1_total_result"]->SetOption("hist");
    m_l1Histograms["l1_total_result"]->SetStats(false);
    m_l1Histograms["l1_total_result"]->SetMinimum(0);
 
    const int numberOfL1Flags = m_param_l1Identifiers.size() + m_param_additionalL1Identifiers.size();
    m_l1Histograms["l1_total_result"]->SetBins(numberOfL1Flags, 0, numberOfL1Flags);
    // Set bin labels
    int l1Index = 0;
    for (const std::string& l1Trigger : m_param_l1Identifiers) {
      l1Index++;
      m_l1Histograms["l1_total_result"]->GetXaxis()->SetBinLabel(l1Index, l1Trigger.c_str());
    }
    for (const std::string& l1Trigger : m_param_additionalL1Identifiers) {
      l1Index++;
      m_l1Histograms["l1_total_result"]->GetXaxis()->SetBinLabel(l1Index, l1Trigger.c_str());
    }
  }
 
  if (m_param_create_exp_run_event_histograms) {
    m_runInfoHistograms.emplace("run_number", new TH1D("run_number", "Run Number", 100, 0, 10000));
    m_runInfoHistograms.emplace("event_number", new TH1D("event_number", "Event Number", 100, 0, 1'000'000));
    m_runInfoHistograms.emplace("experiment_number", new TH1D("experiment_number", "Experiment Number", 50, 0, 50));
  }
 
  if (m_param_create_hlt_unit_histograms) {
    if (m_param_histogramDirectoryName != "softwaretrigger_before_filter") {
      m_runInfoHistograms.emplace("hlt_unit_number", new TH1D("hlt_unit_number_after_filter",
                                                              ("Number of events per HLT unit " + m_param_pathLocation).c_str(), HLTUnits::max_hlt_units + 1, 0,
                                                              HLTUnits::max_hlt_units + 1));
    } else {
      m_runInfoHistograms.emplace("hlt_unit_number", new TH1D("hlt_unit_number",
                                                              ("Number of events per HLT unit " + m_param_pathLocation).c_str(), HLTUnits::max_hlt_units + 1, 0,
                                                              HLTUnits::max_hlt_units + 1));
    }
    m_runInfoHistograms["hlt_unit_number"]->SetMinimum(0);
 
    for (const auto& cutIdentifierPerUnit : m_param_cutResultIdentifiersPerUnit) {
      m_cutResultPerUnitHistograms.emplace(cutIdentifierPerUnit, new TH1F((cutIdentifierPerUnit + "_per_unit").c_str(),
                                           ("Events triggered per unit in HLT : " + cutIdentifierPerUnit).c_str(), HLTUnits::max_hlt_units + 1, 0,
                                           HLTUnits::max_hlt_units + 1));
      m_cutResultPerUnitHistograms[cutIdentifierPerUnit]->SetXTitle("HLT unit number");
      m_cutResultPerUnitHistograms[cutIdentifierPerUnit]->SetOption("histe");
      m_cutResultPerUnitHistograms[cutIdentifierPerUnit]->SetMinimum(0);
    }
 
  }
 
  if (m_param_create_error_flag_histograms) {
    m_runInfoHistograms.emplace("error_flag", new TH1D("error_flag", "Error Flag", 4, 0, 4));
    m_runInfoHistograms["error_flag"]->SetStats(false);
    m_runInfoHistograms["error_flag"]->SetOption("hist");
    m_runInfoHistograms["error_flag"]->SetMinimum(0);
  }
 
  if (oldDirectory) {
    oldDirectory->cd();
  }
}
 
void SoftwareTriggerHLTDQMModule::initialize()
{
  // Register histograms (calls back defineHisto)
  REG_HISTOGRAM
 
  if (m_param_create_hlt_unit_histograms) {
    // Read the HLT unit's hostname straight from the HLT worker
    FILE* pipe = popen("hostname -d", "r");
    if (pipe) {
      char buffer[128];
      std::string host = "";
 
      while (fgets(buffer, sizeof(buffer), pipe) != nullptr) {
        host += buffer;
      }
 
      pclose(pipe);
 
      if (host.length() == 5) {
        m_hlt_unit = atoi(host.substr(3, 2).c_str());
      } else {
        B2WARNING("HLT unit number not found");
      }
    } else {
      B2WARNING("HLT unit number not found");
    }
  }
}
 
void SoftwareTriggerHLTDQMModule::event()
{
  // this might be pre-scaled for performance reasons in the final configuration, therefore this structure
  // might not be filled in every event
  if (m_variables.isValid()) {
    for (auto& variableNameAndTH1F : m_triggerVariablesHistograms) {
      const std::string& variable = variableNameAndTH1F.first;
      TH1F* histogram = variableNameAndTH1F.second;
 
      // try to load this variable from the computed trigger variables
      if (not m_variables->has(variable)) {
        B2ERROR("Variable " << variable << " configured for SoftwareTriggerDQM plotting is not available");
      } else {
        const double value = m_variables->getVariable(variable);
        histogram->Fill(value);
      }
    }
  }
 
  if (m_triggerResult.isValid()) {
    const auto results = m_triggerResult->getResults();
 
    for (auto const& cutIdentifier : m_param_cutResultIdentifiers) {
      const std::string& title = cutIdentifier.first;
      const auto& mapVal = *(m_param_cutResultIdentifiers[title].begin());
      const std::string& baseIdentifier = mapVal.first;
      const auto& cuts = mapVal.second;
 
      // check if we want to ignore it
      bool skip = false;
      const auto& cutsIgnored = m_param_cutResultIdentifiersIgnored[baseIdentifier];
 
      for (const std::string& cutTitleIgnored : cutsIgnored) {
        const std::string& cutNameIgnored = cutTitleIgnored.substr(0, cutTitleIgnored.find("\\"));
        const std::string& fullCutIdentifierIgnored = SoftwareTriggerDBHandler::makeFullCutName(baseIdentifier, cutNameIgnored);
 
        auto const cutEntryIgnored = results.find(fullCutIdentifierIgnored);
 
        if (cutEntryIgnored != results.end()) {
          if (cutEntryIgnored->second > 0) skip = true;
        }
      }
 
      float index = 0;
      for (const std::string& cutTitle : cuts) {
        index++;
        const std::string& cutName = cutTitle.substr(0, cutTitle.find("\\"));
        const std::string& fullCutIdentifier = SoftwareTriggerDBHandler::makeFullCutName(baseIdentifier, cutName);
 
        // check if the cutResult is in the list, be graceful when not available
        // Create results object instead of calling .find() on a temporary object. This will cause undefined behaviour
        // when checking again the .end() pointer, when the .end() pointer is also created from a temporary object.
        auto const cutEntry = results.find(fullCutIdentifier);
 
        if (cutEntry != results.end()) {
          const int cutResult = cutEntry->second;
          if (cutResult > 0 and not skip) {
            m_cutResultHistograms[title]->Fill(index - 0.5);
          }
        }
      }
 
      if (m_param_create_total_result_histograms) {
        if (title == baseIdentifier) {
          const std::string& totalCutIdentifier = SoftwareTriggerDBHandler::makeTotalResultName(baseIdentifier);
          const int cutResult = static_cast<int>(m_triggerResult->getResult(totalCutIdentifier));
 
          m_cutResultHistograms["total_result"]->Fill(totalCutIdentifier.c_str(), cutResult > 0);
        }
      }
    }
 
    if (m_param_create_total_result_histograms) {
      const bool totalResult = FinalTriggerDecisionCalculator::getFinalTriggerDecision(*m_triggerResult);
      m_cutResultHistograms["total_result"]->Fill("total_result", totalResult > 0);
    }
 
    if (m_param_create_hlt_unit_histograms) {
      for (const std::string& cutIdentifierPerUnit : m_param_cutResultIdentifiersPerUnit) {
        const std::string& cutName = cutIdentifierPerUnit.substr(0, cutIdentifierPerUnit.find("\\"));
        const std::string& fullCutIdentifier = SoftwareTriggerDBHandler::makeFullCutName("filter", cutName);
 
        // check if the cutResult is in the list, be graceful when not available
        auto const cutEntry = results.find(fullCutIdentifier);
 
        if (cutEntry != results.end()) {
          const int cutResult = cutEntry->second;
          if (cutResult > 0) {
            m_cutResultPerUnitHistograms[cutIdentifierPerUnit]->Fill(m_hlt_unit);
          }
        }
      }
    }
 
    if (m_l1TriggerResult.isValid()) {
      float l1Index = 0;
      for (const std::string& l1Trigger : m_param_l1Identifiers) {
        l1Index++;
        bool triggerResult;
        try {
          triggerResult = m_l1TriggerResult->testPsnm(l1Trigger.c_str());
        } catch (const std::exception&) {
          try {
            triggerResult = m_l1TriggerResult->testInput(l1Trigger.c_str());
          } catch (const std::exception&) {
            triggerResult = false;
          }
        }
        if (m_param_create_total_result_histograms) {
          if (triggerResult) {
            m_l1Histograms["l1_total_result"]->Fill(l1Index - 0.5);
          }
        }
 
        if (not triggerResult) {
          continue;
        }
 
        float index = 0;
        for (auto const& cutIdentifier : m_param_cutResultIdentifiers) {
          const std::string& title = cutIdentifier.first;
          const auto& mapVal = *(m_param_cutResultIdentifiers[title].begin());
          const std::string& baseIdentifier = mapVal.first;
          const auto& cuts = mapVal.second;
 
          if (title == baseIdentifier) {
            for (const std::string& cutTitle : cuts) {
              index++;
              const std::string& cutName = cutTitle.substr(0, cutTitle.find("\\"));
              const std::string& fullCutIdentifier = SoftwareTriggerDBHandler::makeFullCutName(baseIdentifier, cutName);
 
              // check if the cutResult is in the list, be graceful when not available
              auto const cutEntry = results.find(fullCutIdentifier);
 
              if (cutEntry != results.end()) {
                const int cutResult = cutEntry->second;
                if (cutResult > 0) {
                  m_l1Histograms[l1Trigger]->Fill(index - 0.5);
                }
              }
            }
          }
        }
 
        index++;
        const bool totalResult = FinalTriggerDecisionCalculator::getFinalTriggerDecision(*m_triggerResult);
        if (totalResult > 0) {
          m_l1Histograms[l1Trigger]->Fill(index - 0.5);
        }
      }
      if (m_param_create_total_result_histograms) {
        for (const std::string& l1Trigger : m_param_additionalL1Identifiers) {
          l1Index++;
          bool triggerResult;
          try {
            triggerResult = m_l1TriggerResult->testPsnm(l1Trigger.c_str());
          } catch (const std::exception&) {
            try {
              triggerResult = m_l1TriggerResult->testInput(l1Trigger.c_str());
            } catch (const std::exception&) {
              triggerResult = false;
            }
          }
          if (triggerResult) {
            m_l1Histograms["l1_total_result"]->Fill(l1Index - 0.5);
          }
        }
      }
    }
  }
 
  if (m_eventMetaData.isValid() and m_param_create_exp_run_event_histograms) {
    m_runInfoHistograms["run_number"]->Fill(m_eventMetaData->getRun());
    m_runInfoHistograms["event_number"]->Fill(m_eventMetaData->getEvent());
    m_runInfoHistograms["experiment_number"]->Fill(m_eventMetaData->getExperiment());
  }
 
  if (m_eventMetaData.isValid() and m_param_create_error_flag_histograms) {
    m_runInfoHistograms["error_flag"]->Fill("B2LinkPacketCRCError",
                                            (bool)(m_eventMetaData->getErrorFlag() & EventMetaData::EventErrorFlag::c_B2LinkPacketCRCError));
    m_runInfoHistograms["error_flag"]->Fill("B2LinkEventCRCError",
                                            (bool)(m_eventMetaData->getErrorFlag() & EventMetaData::EventErrorFlag::c_B2LinkEventCRCError));
    m_runInfoHistograms["error_flag"]->Fill("HLTCrash",
                                            (bool)(m_eventMetaData->getErrorFlag() & EventMetaData::EventErrorFlag::c_HLTCrash));
    m_runInfoHistograms["error_flag"]->Fill("ReconstructionAbort",
                                            (bool)(m_eventMetaData->getErrorFlag() & EventMetaData::EventErrorFlag::c_ReconstructionAbort));
  }
 
  if (m_param_create_hlt_unit_histograms) {
    m_runInfoHistograms["hlt_unit_number"]->Fill(m_hlt_unit);
  }
}
 
void SoftwareTriggerHLTDQMModule::beginRun()
{
  std::for_each(m_cutResultHistograms.begin(), m_cutResultHistograms.end(),
  [](auto & it) { it.second->Reset(); });
  std::for_each(m_cutResultPerUnitHistograms.begin(), m_cutResultPerUnitHistograms.end(),
  [](auto & it) { it.second->Reset(); });
  std::for_each(m_triggerVariablesHistograms.begin(), m_triggerVariablesHistograms.end(),
  [](auto & it) { it.second->Reset(); });
  std::for_each(m_l1Histograms.begin(), m_l1Histograms.end(),
  [](auto & it) { it.second->Reset(); });
  std::for_each(m_runInfoHistograms.begin(), m_runInfoHistograms.end(),
  [](auto & it) { it.second->Reset(); });
}