submitAll.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
 
import glob
import subprocess
from functools import reduce
import argparse
 
parser = argparse.ArgumentParser()
parser.add_argument('type', help='dqm or qam', type=str)
args = parser.parse_args()
 
mode = args.type
 
 
def getRunList(dir):
    files = glob.glob(dir + '*/all/dst/sub00/dst.cosmic.*.root')
#    files = glob.glob(dir + 'run_*.root')
    runs = []
    #     print(list)
    for f in files:
        run = int((f.split('/'))[-1].split('.')[3])
        runs.append(run)
    #        print(run)
 
    # Remove duplicated elements, and sort them.
    runs = sorted(list(set(runs)))
    #    print(runs)
    return(runs)
 
 
# Experimantl number
exp = 1
# dir = '/ghi/fs01/belle2/bdata/users/karim/data/GCR1/build-2017-08-21'
dir = '/hsm/belle2/bdata/Data/release-00-09-01/DB00000266/GCR1/prod00000001/e{0:0>4}/cosmics/'.format(exp)
# dir = '/ghi/fs01/belle2/bdata/users/karim/MC/GCR1/release-00-09-02'
# dir = '/ghi/fs01/belle2/bdata/users/karim/data/GCR1/release-00-09-00_new'
# dir = '/home/belle/muchida/basf2/release/cdc/examples/performance/output'
 
runs = getRunList(dir)
# runs = [i for i in range(4000,4200)]
 
for run in runs:
    if mode == 'dqm':
        logfile = 'dqm.cosmic.{0:0>4}.{1:0>5}.log'.format(exp, run)
        command = ' '.join(['basf2 CDCHistMaker.py', str(exp), str(run), '>&', logfile])
    elif mode == 'qam':
        logfile = 'qam.cosmic.{0:0>4}.{1:0>5}.log'.format(exp, run)
        command = ' '.join(['basf2 QAMHistMaker.py', str(exp), str(run), '>&', logfile])
    else:
        print('Specify the type : dqm/qam')
        exit(1)
 
    # Check submitting job list
    # print('bsub -q s \"' + command + ' \"')
    # Submit jobs.
    subprocess.run(["bsub", "-q", "l", command])