submit_delphes_mg_dir.py

import os,glob,subprocess,sys

from SLURMWorker.SLURMWorker import SLURMWorker

from utils.ObjDict import read_from_file_python2
from utils.mkdir_p import mkdir_p

cfg = read_from_file_python2(sys.argv[1])

# ______________________________________________________________________ ||
in_pattern = os.path.join(
        cfg.param_dict.out_mg_dir,
        "*",
        "Events",
        cfg.param_dict.mg_run_name,
        "tag_1_pythia_events.hep",
        )
job_name = cfg.param_dict.delphes_job_name 
out_dir = cfg.param_dict.out_delphes_dir
cmssw_dir = cfg.param_dict.cmssw_dir
delphes_dir = cfg.param_dict.delphes_dir

# ______________________________________________________________________ ||

input_file_list = [f for f in glob.glob(in_pattern)]
input_file_list.sort()
n_file = len(input_file_list)
mkdir_p(out_dir)
for ijob,f in enumerate(input_file_list):

    print("Working on ",f)

    mass_str = f.split("/")[-4]
    each_job_name = job_name+"_"+mass_str
    out_file_name = os.path.basename(f)
    commands = "\n".join([
        "cd "+cmssw_dir,
        "eval `scramv1 runtime -sh`",
        "cd "+delphes_dir,
        "./DelphesSTDHEP cards/delphes_card_CMS.tcl {outputFile} {inputFile}".format(inputFile=f,outputFile=os.path.join(out_dir,mass_str+".root")),
        ],)
    script_file_name = os.path.join(out_dir,each_job_name+".cfg")
    worker = SLURMWorker()
    worker.make_sbatch_script(
        script_file_name,
        job_name,
        "kin.ho.lo@cern.ch",
        "1",
        "1gb",
        "04:00:00",
        os.path.join(out_dir,each_job_name),
        commands,
        )
    worker.sbatch_submit(script_file_name)