experiment_ncls.py

from icl.utils.experiment_utils import Sh_run

model_names = ['gpt2-xl']
seeds = [42,43,44,45,46]
task_names = ['agnews']
hypers = [
    {
        'expr': 'python do_nclassify.py',
        'task_name': task_names,
        "seed": seeds,
        'model_name': model_names,
        'sample_size': [1000],
        'demonstration_shot': [3]
    },
]
run = Sh_run(hyperparameter_lists=hypers,
             gpu_list=[3,5,1,4,6])

run.run()