scenario_recipes = [
    'configs/scenario_recipes/CIFAR10/default.yaml',
    # 'configs/scenario_recipes/CIFAR10/direct.yaml',
    'configs/scenario_recipes/Flickr30k/default.yaml',
    # 'configs/scenario_recipes/Flickr30k/direct.yaml',
    'configs/scenario_recipes/FSC147/default.yaml',
    # 'configs/scenario_recipes/FSC147/direct.yaml',
    'configs/scenario_recipes/MMBench/default.yaml',
    # 'configs/scenario_recipes/MMBench/direct.yaml',
    'configs/scenario_recipes/MME/default.yaml',
    # 'configs/scenario_recipes/MME/direct.yaml',
    'configs/scenario_recipes/Omnibenchmark/default.yaml',
    # 'configs/scenario_recipes/Omnibenchmark/direct.yaml',
    # 'configs/scenario_recipes/Omnibenchmark/single_ppl.yaml',
    'configs/scenario_recipes/ScienceQA/default.yaml',
    # 'configs/scenario_recipes/ScienceQA/direct_CoT.yaml',
    # 'configs/scenario_recipes/ScienceQA/direct.yaml',
    'configs/scenario_recipes/SEEDBench/default.yaml',
    'configs/scenario_recipes/VOC2012/default.yaml',
    # 'configs/scenario_recipes/VOC2012/direct.yaml',
]

desiderata_recipes = [
    
]