VXDTFFilters.h

/**************************************************************************
 * basf2 (Belle II Analysis Software Framework)                           *
 * Author: The Belle II Collaboration                                     *
 *                                                                        *
 * See git log for contributors and copyright holders.                    *
 * This file is licensed under LGPL-3.0, see LICENSE.md.                  *
 **************************************************************************/
 
#pragma once
 
#include <tracking/dataobjects/FullSecID.h>
 
#include <tracking/spacePointCreation/SpacePoint.h>
 
#include <tracking/trackFindingVXD/filterMap/twoHitVariables/Distance1DZ.h>
#include <tracking/trackFindingVXD/filterMap/twoHitVariables/Distance3DNormed.h>
#include <tracking/trackFindingVXD/filterMap/twoHitVariables/DistanceInTimeUside.h>
#include <tracking/trackFindingVXD/filterMap/twoHitVariables/DistanceInTimeVside.h>
#include <tracking/trackFindingVXD/filterMap/twoHitVariables/SlopeRZ.h>
#include <tracking/trackFindingVXD/filterMap/twoHitVariables/Distance1DZSquared.h>
#include <tracking/trackFindingVXD/filterMap/twoHitVariables/Distance2DXYSquared.h>
#include <tracking/trackFindingVXD/filterMap/twoHitVariables/Distance3DSquared.h>
 
#include <tracking/trackFindingVXD/filterMap/threeHitVariables/DistanceInTime.h>
#include <tracking/trackFindingVXD/filterMap/threeHitVariables/Angle3DSimple.h>
#include <tracking/trackFindingVXD/filterMap/threeHitVariables/CosAngleXY.h>
#include <tracking/trackFindingVXD/filterMap/threeHitVariables/AngleRZSimple.h>
#include <tracking/trackFindingVXD/filterMap/threeHitVariables/CircleDist2IP.h>
#include <tracking/trackFindingVXD/filterMap/threeHitVariables/DeltaSlopeRZ.h>
#include <tracking/trackFindingVXD/filterMap/threeHitVariables/DeltaSlopeZoverS.h>
#include <tracking/trackFindingVXD/filterMap/threeHitVariables/DeltaSoverZ.h>
#include <tracking/trackFindingVXD/filterMap/threeHitVariables/HelixParameterFit.h>
#include <tracking/trackFindingVXD/filterMap/threeHitVariables/Pt.h>
#include <tracking/trackFindingVXD/filterMap/threeHitVariables/CircleRadius.h>
 
#include <tracking/trackFindingVXD/filterMap/filterFramework/Shortcuts.h>
#include <tracking/trackFindingVXD/filterTools/ObserverPrintResults.h>
#include <tracking/trackFindingVXD/filterMap/filterFramework/VoidObserver.h> // empty observer
 
#include <tracking/dataobjects/SectorMapConfig.h>
 
#include <framework/logging/Logger.h>
 
#include <vxd/dataobjects/VxdID.h>
#include <tracking/trackFindingVXD/filterMap/map/CompactSecIDs.h>
#include <tracking/trackFindingVXD/segmentNetwork/StaticSector.h>
 
#include <TFile.h>
#include <TString.h>
 
namespace Belle2 {

  template<class point_t>
  class VXDTFFilters final {
  public:
 

//     typedef decltype((0. <= Distance3DSquared<Belle2::SpacePoint>() <= 0.).observe(ObserverPrintResults())) twoHitFilter_t;
 

    typedef decltype(
      (
        0. <= DistanceInTimeUside<point_t>() <= 0. &&
        0. <= DistanceInTimeVside<point_t>() <= 0. &&
        0. <= Distance3DSquared<point_t>() <= 0.&&
        0. <= Distance2DXYSquared<point_t>() <= 0.&&
        0. <= Distance1DZ<point_t>() <= 0.&&
        0. <= SlopeRZ<point_t>() <= 0.&&
        0. <= Distance3DNormed<point_t>() <= 0.
      )
    ) twoHitFilter_t;
 
    // March9th2016: TODO: we want to use a big observer observing everything - Working title: MegaObserver.
//  typedef decltype(
//    ((0. <= Distance3DSquared<Belle2::SpacePoint>() <= 0.).observe(VoidObserver())&&
//    (0. <= Distance2DXYSquared<Belle2::SpacePoint>() <= 0.).observe(VoidObserver())&&
//    (0. <= Distance1DZ<Belle2::SpacePoint>() <= 0.).observe(VoidObserver())&&
//    (0. <= SlopeRZ<Belle2::SpacePoint>() <= 0.).observe(VoidObserver())&&
//    (0. <= Distance3DNormed<Belle2::SpacePoint>() <= 0.).observe(VoidObserver())).observe(VoidObserver())
//  ) twoHitFilter_t;

//  typedef decltype((0. <= Angle3DSimple<point_t>()   <= 0.).observe(Observer3HitPrintResults())) threeHitFilter_t;
 

    typedef decltype(
      (
        0. <= DistanceInTime<point_t>() <= 0. &&
        0. <= Angle3DSimple<point_t>()   <= 0.&&
        0. <= CosAngleXY<point_t>()   <= 0.&&
        0. <= AngleRZSimple<point_t>()   <= 0.&&
        CircleDist2IP<point_t>()         <= 0.&&
        0. <= DeltaSlopeRZ<point_t>()    <= 0.&&
        0. <= DeltaSlopeZoverS<point_t>() <= 0.&&
        0. <= DeltaSoverZ<point_t>()     <= 0.&&
        0. <= HelixParameterFit<point_t>() <= 0.&&
        0. <= Pt<point_t>()              <= 0.&&
        0. <= CircleRadius<point_t>()    <= 0.
      )
    ) threeHitFilter_t;
 

    typedef StaticSector< point_t, twoHitFilter_t, threeHitFilter_t, int >
    staticSector_t;

    VXDTFFilters(): m_testConfig()
    {
      m_staticSectors.resize(2);
      // The first static sector is not used and will never be since the first
      // compact id is 1 and compact id = 0 is reserved to signal an error.
      m_staticSectors[0] = nullptr;
      // initialize the first slot of the Static sector vector
      m_staticSectors[1] = nullptr;
    }

    ~VXDTFFilters()
    {
      // delete the static sectors
      for (staticSector_t* aSector : m_staticSectors) if (aSector != nullptr) delete aSector;
    }

    int addSectorsOnSensor(const std::vector<double>&              normalizedUsup,
                           const std::vector<double>&              normalizedVsup,
                           const std::vector< std::vector<FullSecID> >& sectorIds)
    {
 
      auto addedSectors = m_compactSecIDsMap.addSectors(normalizedUsup,
                                                        normalizedVsup,
                                                        sectorIds);
 
      if ((int) addedSectors != ((int) normalizedVsup.size() + 1) *
          ((int) normalizedUsup.size() + 1))
        return addedSectors ;
 
      addedSectors = 0;
      try {
        for (auto secIDrow : sectorIds)
          for (auto secID : secIDrow) {
            auto compactID = m_compactSecIDsMap.getCompactID(secID);
 
            if ((int) m_staticSectors.size() <= compactID)
              m_staticSectors.resize(compactID + 1);
 
            m_staticSectors[ compactID ]  = new staticSector_t(secID) ;
            m_staticSectors[ compactID ]->assignCompactSecIDsMap(m_compactSecIDsMap);
 
            addedSectors ++;
          }
      } catch (...) { return addedSectors ; }
 
      return addedSectors;
    }

    int addTwoHitFilter(FullSecID outer,
                        FullSecID inner,
                        const twoHitFilter_t& filter)
    {
      if (m_staticSectors.size() <= m_compactSecIDsMap[ outer ] ||
          m_compactSecIDsMap[ outer ] == 0)
        return 0;
 
      m_staticSectors[m_compactSecIDsMap[outer]]->assign2spFilter(inner, filter);
      return 1;
    }
 

    int addThreeHitFilter(FullSecID outer,
                          FullSecID center,
                          FullSecID inner,
                          const threeHitFilter_t& filter)
    {
 
      if (m_staticSectors.size() <= m_compactSecIDsMap[ outer ] ||
          m_compactSecIDsMap[ outer ] == 0 ||
          m_compactSecIDsMap[ center ] == 0 ||
          m_compactSecIDsMap[ inner ] == 0)
        return 0;
 
      m_staticSectors[m_compactSecIDsMap[outer]]->assign3spFilter(center,
                                                                  inner,
                                                                  filter);
      return 1;
    }
 

    CompactSecIDs::sectorID_t getCompactID(FullSecID outer) const
    { return m_compactSecIDsMap[outer]; }
 
 
    //    const StaticSectorType& getSector(VxdID aSensorID,
    //  std::pair<float, float> normalizedLocalCoordinates) const
    //  {  }

    const staticSector_t* getStaticSector(const FullSecID secID) const
    {
      auto sectorPosition = m_compactSecIDsMap[ secID ];
      if (sectorPosition == 0) return nullptr;
      return m_staticSectors[ sectorPosition ];
    }

    const twoHitFilter_t getTwoHitFilters(const FullSecID& outer,
                                          const FullSecID& inner) const
    {
      // TODO: sanity checks
      static twoHitFilter_t just_in_case;
      const auto staticSector = m_staticSectors[ m_compactSecIDsMap[ outer ] ];
      // catch case when sector is not part of the sectorMap:
      if (staticSector == nullptr)
        return just_in_case;
      const auto* filterPtr = staticSector->getFilter2sp(inner);
      if (filterPtr == nullptr)
        return just_in_case;
      return *filterPtr;
    }
 

    bool areCoordinatesValid(VxdID aSensorID,
                             double normalizedU, double normalizedV) const
    {
      return m_compactSecIDsMap.areCoordinatesValid(aSensorID,
                                                    normalizedU, normalizedV);
    }
 

    // JKL: what happens here if no FullSecID could be found?
    // EP: you get an exception
    FullSecID getFullID(VxdID aSensorID, double normalizedU, double normalizedV) const
    {
      // TODO WARNING how to catch bad cases?
      return m_compactSecIDsMap.getFullSecID(aSensorID, normalizedU, normalizedV);
    }

    FullSecID getFullID(CompactSecIDs::sectorID_t compactSecID) const
    {
      return m_staticSectors.at(compactSecID)->getFullSecID();
    }

    const SectorMapConfig& getConfig(void) const { return m_testConfig; }
    void setConfig(const SectorMapConfig& config) { m_testConfig = config; }
 

    const CompactSecIDs& getCompactIDsMap() const { return m_compactSecIDsMap; }
 

    const std::vector< staticSector_t*>& getStaticSectors() const { return m_staticSectors; }

    unsigned size() const { return m_compactSecIDsMap.getSize(); }

    bool persistOnRootFile(void) const
    {
 
      if (! m_testConfig.Write("config"))
        return false;
      if (! persistSectors())
        return false;
 
      if (! persistFilters())
        return false;
 
      return true;
    };

    bool retrieveFromRootFile(const TString* dirName)
    {
      // locked filters cannot be modified
      if (m_preventModification) {
        B2FATAL("Trying to modify a locked filter! A locked filter is not supposed to be changed anymore!");
      }
 
      if (! m_testConfig.Read("config"))
        return false;
 
      if (! retrieveSectors(dirName))
        return false;
 
      if (! retrieveFilters(dirName))
        return false;
 
      return true;
    };

    bool setSubLayerIDs(FullSecID sector, int sublayer)
    {
      // locked filters cannot be modified
      if (m_preventModification) {
        B2FATAL("Trying to modify a locked filter! A locked filter is not supposed to be changed anymore!");
      }
 
      // first update the static sector
      // the static sector is retrieved from the compactid which automatically ignores the sublayer id
      auto sectorPosition = m_compactSecIDsMap[ sector ];
      if (sectorPosition == 0) return false;
      staticSector_t* staticsector = m_staticSectors[ sectorPosition ];
      if (!staticsector) return false;
      staticsector->setSubLayerID(sublayer);
 
      // then update the fullsectorid in the compactsectoridmap, the sublayerid of sector will be ignored when searching for sector to update
      return m_compactSecIDsMap.setSubLayerID(sector, sublayer);
    }

    void lockFilters() { m_preventModification = true; };

    void modify2SPFilters(const std::vector< std::tuple<int, std::string > >& adjustFunctions)
    {
 
      // locked filters cannot be modified
      if (m_preventModification) {
        B2FATAL("Trying to modify a locked filter! A locked filter is not supposed to be changed anymore!");
      }
 
      for (auto staticSector : m_staticSectors) {
        if (staticSector == nullptr) continue;
        staticSector->modify2SPFilters(adjustFunctions);
      }
    };

    void modify3SPFilters(const std::vector< std::tuple<int, std::string > >& adjustFunctions)
    {
 
      // locked filters cannot be modified
      if (m_preventModification) {
        B2FATAL("Trying to modify a locked filter! A locked filter is not supposed to be changed anymore!");
      }
 
      for (auto staticSector : m_staticSectors) {
        if (staticSector == nullptr) continue;
        staticSector->modify3SPFilters(adjustFunctions);
      }
    };
 
  private:

    bool persistSectors(void) const
    {
      TTree* tree = new TTree(c_CompactSecIDstreeName, c_CompactSecIDstreeName);
      UInt_t layer, ladder, sensor;
      tree->Branch("layer", & layer, "layer/i");
      tree->Branch("ladder", & ladder, "ladder/i");
      tree->Branch("sensor", & sensor, "sensor/i");
 
      std::vector< double >* normalizedUsup = new std::vector< double> ();
      tree->Branch("normalizedUsup", & normalizedUsup);
 
      std::vector< double >* normalizedVsup = new std::vector< double> ({1., 2., 3., 4.});
      tree->Branch("normalizedVsup", & normalizedVsup);
 
      std::vector< std::vector< unsigned int > >* fullSecIDs =
        new std::vector< std::vector< unsigned int > > ();
      tree->Branch("fullSecID", & fullSecIDs);
 
      unsigned nOfLayers = m_compactSecIDsMap.nOfLayers();
      for (layer = 0 ; layer < nOfLayers ; layer ++) {
        unsigned nOfLadders = m_compactSecIDsMap.nOfLadders(layer);
        for (ladder = 0; ladder < nOfLadders ; ladder ++) {
          unsigned nOfSensors = m_compactSecIDsMap.nOfSensors(layer, ladder);
          for (sensor = 0; sensor < nOfSensors ; sensor ++) {
            normalizedUsup->clear();
            normalizedVsup->clear();
            fullSecIDs->clear();
            auto sectorsOnSensor =
              m_compactSecIDsMap.getSectorsOnSensor(layer, ladder, sensor);
            sectorsOnSensor.get(normalizedUsup, normalizedVsup, fullSecIDs);
            tree->Fill();
          }
        }
      }
      delete normalizedVsup;
      delete normalizedUsup;
      delete fullSecIDs;
      return true;
    }

    bool retrieveSectors(const TString* dirName)
    {
      TString treeName = *dirName;
      treeName.Append("/");
      treeName.Append(c_CompactSecIDstreeName);
      TTree* tree = (TTree*) gFile->Get(treeName);
      UInt_t layer, ladder, sensor;
      if (tree->SetBranchAddress("layer", & layer) < 0) B2FATAL("VXDTFFilters: invalid branch address");
      if (tree->SetBranchAddress("ladder", & ladder) < 0) B2FATAL("VXDTFFilters: invalid branch address");
      if (tree->SetBranchAddress("sensor", & sensor) < 0) B2FATAL("VXDTFFilters: invalid branch address");
 
      std::vector< double >* normalizedUsup = new std::vector< double> ();
      if (tree->SetBranchAddress("normalizedUsup", & normalizedUsup) < 0) B2FATAL("VXDTFFilters: invalid branch address");
 
      std::vector< double >* normalizedVsup = new std::vector< double> ({1., 2., 3., 4.});
      if (tree->SetBranchAddress("normalizedVsup", & normalizedVsup) < 0) B2FATAL("VXDTFFilters: invalid branch address");
 
      std::vector< std::vector< unsigned int > >* fullSecIDs =
        new std::vector< std::vector< unsigned int > > ();
      if (tree->SetBranchAddress("fullSecID", & fullSecIDs) < 0) B2FATAL("VXDTFFilters: invalid branch address");
 
 
      for (Long64_t i = 0; i < tree->GetEntries() ; i++) {
        tree->GetEntry(i);
        this->addSectorsOnSensor(* normalizedUsup,
                                 * normalizedVsup,
                                 * fullSecIDs);
      }
 
      delete normalizedVsup;
      delete normalizedUsup;
      delete fullSecIDs;
      return true;
    }

    bool persistFilters(void) const
    {
 
      TTree* sp2tree = new TTree("SegmentFilters", "SegmentFilters");
      twoHitFilter_t twoHitFilter;
      twoHitFilter.persist(sp2tree, "filter");
 
      unsigned int outerFullSecID2sp, innerFullSecID2sp;
      sp2tree->Branch("outerFullSecID", & outerFullSecID2sp);
      sp2tree->Branch("innerFullSecID", & innerFullSecID2sp);
 
 
      TTree* sp3tree = new TTree("TripletsFilters", "TripletFilters");
      threeHitFilter_t threeHitFilter;
      threeHitFilter.persist(sp3tree, "filter");
 
      unsigned int outerFullSecID3sp, centerFullSecID3sp,
               innerFullSecID3sp;
      sp3tree->Branch("outerFullSecID", & outerFullSecID3sp);
      sp3tree->Branch("centerFullSecID", & centerFullSecID3sp);
      sp3tree->Branch("innerFullSecID", & innerFullSecID3sp);
 
      for (auto staticSector : m_staticSectors) {
        if (staticSector == nullptr)
          // Why there is an empty sector per layer?
          continue;
 
 
        outerFullSecID3sp = outerFullSecID2sp = staticSector->getFullSecID();
        auto segmentFilters = staticSector->getAllFilters2sp();
        for (auto compactIdFilterPair : segmentFilters) {
          auto innerCompactId = compactIdFilterPair.first;
          innerFullSecID2sp = getFullID(innerCompactId);
          twoHitFilter = compactIdFilterPair.second;
          sp2tree->Fill();
        }
 
        auto tripletFilters = staticSector->getAllFilters3sp();
        for (auto compactIdFilterPair : tripletFilters) {
          CompactSecIDs::sectorID_t id_center, id_inner;
          CompactSecIDs::extractCompactID(compactIdFilterPair.first, id_center, id_inner);
          centerFullSecID3sp = getFullID(id_center);
          innerFullSecID3sp = getFullID(id_inner);
          threeHitFilter = compactIdFilterPair.second;
          sp3tree->Fill();
        }
 
 
      }
 
      return true;
    }

    bool retrieveFilters(const TString* dirName)
    {
      TString sp2treeName = *dirName;
      sp2treeName.Append("/SegmentFilters");
      TTree* sp2tree = (TTree*) gFile->Get(sp2treeName);
      if (!sp2tree)
        return false;
 
      twoHitFilter_t twoHitFilter;
      twoHitFilter.setBranchAddress(sp2tree, "filter");
 
      unsigned int outerFullSecID2sp, innerFullSecID2sp;
      if (sp2tree->SetBranchAddress("outerFullSecID", & outerFullSecID2sp) < 0) B2FATAL("VXDTFFilters: invalid branch address");
      if (sp2tree->SetBranchAddress("innerFullSecID", & innerFullSecID2sp) < 0) B2FATAL("VXDTFFilters: invalid branch address");
 
      for (Long64_t i = 0 ; i < sp2tree->GetEntries() ; i++) {
        sp2tree->GetEntry(i);
 
        // cross check to only put filters into the map which outer sector is also on outer layer!
        FullSecID outer_secid_2sp(outerFullSecID2sp);
        FullSecID inner_secid_2sp(innerFullSecID2sp);
        // equal layer numbers are allowed!
        if (outer_secid_2sp.getLayerNumber() < inner_secid_2sp.getLayerNumber()) {
          B2WARNING("Outer sector is not on outer layer! Not adding this filter. \"Outer\" layer number: "
                    << outer_secid_2sp.getLayerNumber() << " \"Inner\" layer number " << inner_secid_2sp.getLayerNumber());
          continue;
        }
 
        // add filter to the map
        if (!addTwoHitFilter(outer_secid_2sp, inner_secid_2sp,
                             twoHitFilter))
          return false;
 
      }
 
      TString sp3treeName = *dirName;
      sp3treeName.Append("/TripletsFilters");
      TTree* sp3tree = (TTree*) gFile->Get(sp3treeName);
      if (! sp3tree)
        return false;
      threeHitFilter_t threeHitFilter;
      threeHitFilter.setBranchAddress(sp3tree, "filter");
 
      unsigned int outerFullSecID3sp, centerFullSecID3sp,
               innerFullSecID3sp;
      if (sp3tree->SetBranchAddress("outerFullSecID", & outerFullSecID3sp) < 0) B2FATAL("VXDTFFilters: invalid branch address");
      if (sp3tree->SetBranchAddress("centerFullSecID", & centerFullSecID3sp) < 0) B2FATAL("VXDTFFilters: invalid branch address");
      if (sp3tree->SetBranchAddress("innerFullSecID", & innerFullSecID3sp) < 0) B2FATAL("VXDTFFilters: invalid branch address");
 
      for (Long64_t i = 0 ; i < sp3tree->GetEntries() ; i++) {
        sp3tree->GetEntry(i);
 
        // cross check to only put filters which layers have correct order
        FullSecID outer_secid_3sp(outerFullSecID3sp);
        FullSecID center_secid_3sp(centerFullSecID3sp);
        FullSecID inner_secid_3sp(innerFullSecID3sp);
        // equal layer numbers are allowed
        if (outer_secid_3sp.getLayerNumber() < center_secid_3sp.getLayerNumber() or
            center_secid_3sp.getLayerNumber() < inner_secid_3sp.getLayerNumber()) {
          B2WARNING("Layers not in the correct order for Triplet filter! Will not add filter! Outer layer number: " <<
                    outer_secid_3sp.getLayerNumber() << " center layer number: " << center_secid_3sp.getLayerNumber() <<
                    " inner layer number: " << inner_secid_3sp.getLayerNumber());
          continue;
        }
 
        // add the filter to the map
        if (!addThreeHitFilter(outer_secid_3sp, center_secid_3sp,
                               inner_secid_3sp,
                               threeHitFilter))
          return false;
 
      }
 
      return true;
    }

    int addSectorsOnSensor(const std::vector< double>&   normalizedUsup,
                           const std::vector< double>&   normalizedVsup,
                           const std::vector< std::vector< unsigned int >>&
                           fullSecIDsBaseType)
    {
      std::vector< std::vector< FullSecID >> fullSecIDs;
 
      for (auto col : fullSecIDsBaseType) {
        std::vector< FullSecID > tmp_col;
        for (auto id : col)
          tmp_col.push_back(FullSecID(id));
        fullSecIDs.push_back(tmp_col);
      }
 
      return addSectorsOnSensor(normalizedUsup, normalizedVsup, fullSecIDs);
    }

    CompactSecIDs m_compactSecIDsMap;

    std::vector< staticSector_t* > m_staticSectors;

    SectorMapConfig m_testConfig;

    const char* c_CompactSecIDstreeName = "CompactSecIDs";

    bool m_preventModification = false;
  };

}