create_geometry_payloads.py

#!/usr/bin/env python3
 

 
"""
Create a full set of consistent geometry payloads for nominal geometry, Run 0 (phase 2)
geometry, and Run 1 (early phase 3) geometry from XML files.
 
Optionally one can give a list of payload names to keep only a subset of payloads
"""
 
import basf2
import b2test_utils
import shutil
import sys
import re
import os
import subprocess
 
# if we have extra arguments only keep the payloads given as arguments
interested = sys.argv[1:]
 
# remove existing local database
shutil.rmtree("localdb", ignore_errors=True)
 
# create phase3 geometry: This is the default in Belle2.xml
phase3 = basf2.Path()
phase3.add_module("EventInfoSetter")
phase3.add_module("Gearbox")
phase3.add_module("Geometry", createPayloads=True, payloadIov=[0, 0, 0, -1])
b2test_utils.safe_process(phase3)
 
# create post LS1 geometry: Identical to the default one
postLS1 = basf2.Path()
postLS1.add_module("EventInfoSetter")
postLS1.add_module("Gearbox")
postLS1.add_module("Geometry", createPayloads=True, payloadIov=[1004, 0, 1004, -1])
b2test_utils.safe_process(postLS1)
 
# create phase2 geometry. For this we need to manually add all the phase2
# detectors and remove the phase3-only detectors.
phase2_detectors = "BeamPipe PXD SVD ServiceGapsMaterial MICROTPC PINDIODE BEAMABORT HE3TUBE CLAWS FANGS PLUME QCSMONITOR".split()
phase2 = basf2.create_path()
phase2.add_module("EventInfoSetter")
phase2.add_module("Gearbox")
phase2.add_module("Geometry", createPayloads=True, payloadIov=[1002, 0, 1002, -1],
                  excludedComponents=["BeamPipe", "PXD", "SVD", "VXDService", "ServiceGapsMaterial"],
                  additionalComponents=[e + "-phase2" for e in phase2_detectors])
b2test_utils.safe_process(phase2)
 
# create Run 1 (early phase3) geometry: same as Run 2 (phase 3) but
# different PXD, ServiceGapsMaterial, BeamPipe, Cryostat, FarBeamLine
# configuration
run1 = basf2.Path()
run1.add_module("EventInfoSetter")
run1.add_module("Gearbox")
run1.add_module(
    "Geometry",
    createPayloads=True,
    payloadIov=[
        1003,
        0,
        1003,
        -1],
    excludedComponents=[
        'PXD',
        'ServiceGapsMaterial',
        'BeamPipe',
        'Cryostat',
        'FarBeamLine'],
    additionalComponents=[
        'PXD-Run1',
        'ServiceGapsMaterial-Run1',
        'BeamPipe-Run1',
        'Cryostat-Run1',
        ])
b2test_utils.safe_process(run1)
 
# most of the components are identical so we avoid uploading two
# revisions so we remove most of them. We only need separate payloads for the
# for some of them
phase2_comp_list = ["GeoConfiguration", "PXDGeometryPar", "SVDGeometryPar", "BeamPipeGeo", "ServiceGapsMaterialsPar"]
# once we have a different ServiceGapsMaterial configuration for phase 3 we
# want to put that here as well
run1_comp_list = [
    "GeoConfiguration",
    "PXDGeometryPar",
    "BeamabortGeo",
    "BeamPipeGeo",
    "CryostatGeo",
    "ServiceGapsMaterialsPar"]
database_content = []
line_match = re.compile(r"^dbstore/(.*?) ([0-9a-f]+) ([0-9\-,]*)$")
keep = set()
with open("localdb/database.txt") as dbfile:
    for line in dbfile:
        match = line_match.search(line)
        name, revision, iov = match.groups()
        # do we want to keep that payload at all?
        if interested and name not in interested:
            continue
        # if so check whether we can unify the payloads
        iov = tuple(int(e) for e in iov.split(','))
        if iov[0] == 0:
            if name in phase2_comp_list:
                keep.add((name, str(revision)))  # we keep all revision one payloads somehow
                database_content.append(f'dbstore/{name} {revision} 0,0,0,-1\n')
                if name not in run1_comp_list:
                    database_content.append(f'dbstore/{name} {revision} 1003,0,1003,-1\n')
                # luckily nothing we have in Run 1 (early phase 3) is identical between
                # Run 0 (phase 2) and Run 1 so need for extra checks if in Run 1 but
                # not Run 0 (phase 2)
                continue
        elif iov[0] == 1002 and name not in phase2_comp_list:
            continue
        elif iov[0] == 1003 and name not in run1_comp_list:
            continue
 
        # otherwise keep as it is ...
        keep.add((name, str(revision)))
        database_content.append(line)
 
# and write new database file
database_content.sort()
with open("localdb/database.txt", "w") as dbfile:
    dbfile.writelines(database_content)
 
# Ok, finally remove all unneeded payload files ...
for filename in os.scandir('localdb/'):
    match = re.match(r"dbstore_(.*?)_rev_(\d*).root", filename.name)
    if not match:
        continue
    if match and match.groups() not in keep:
        print(f"Removing {filename.name}: not needed")
        os.unlink(filename.path)
    else:
        print(f"Normalizing {filename.name} as '{match.group(1)}'")
        subprocess.call(["b2file-normalize", "-i", "-n", match.group(1), filename.path])