#!/bin/bash

### gsm8k ###
python run.py --config_file "configs/gsm8k/SC_MAD_REFL/gsm8k_mixtral_cot.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/gsm8k/SC_MAD_REFL/gsm8k_mixtral_mad.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/gsm8k/SC_MAD_REFL/gsm8k_mixtral_reflexion.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/gsm8k/Decomposing/gsm8k_gpt350125_ps.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/gsm8k/Decomposing/gsm8k_gpt350125_l2m.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/gsm8k/Decomposing/gsm8k_gpt350125_php.yaml" --model meta-llama/Llama-3-70b-chat-hf


# ### MATH ###
python run.py --config_file "configs/MATH/SC_MAD_REFL/MATH_mixtral_cot.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/MATH/SC_MAD_REFL/MATH_mixtral_mad.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/MATH/SC_MAD_REFL/MATH_mixtral_reflexion.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/MATH/Decomposing/MATH_gpt350125_ps.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/MATH/Decomposing/MATH_gpt350125_l2m.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/MATH/Decomposing/MATH_gpt350125_php.yaml" --model meta-llama/Llama-3-70b-chat-hf



# ### TheoremQA ###
python run.py --config_file "configs/TheoremQA/SC_MAD_REFL/TheoremQA_mixtral_cot.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/TheoremQA/SC_MAD_REFL/TheoremQA_mixtral_mad.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/TheoremQA/SC_MAD_REFL/TheoremQA_mixtral_reflexion.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/TheoremQA/Decomposing/TheoremQA_gpt350125_ps.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/TheoremQA/Decomposing/TheoremQA_gpt350125_l2m.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/TheoremQA/Decomposing/TheoremQA_gpt350125_php.yaml" --model meta-llama/Llama-3-70b-chat-hf


# ### HotpotQA ###
python run.py --config_file "configs/hotpotqa/SC_MAD_REFL/hotpotqa_mixtral_cot.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/hotpotqa/SC_MAD_REFL/hotpotqa_mixtral_mad.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/hotpotqa/SC_MAD_REFL/hotpotqa_mixtral_reflexion.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/hotpotqa/Decomposing/hotpotqa_gpt350125_ps.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/hotpotqa/Decomposing/hotpotqa_gpt350125_l2m.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/hotpotqa/Decomposing/hotpotqa_gpt350125_php.yaml" --model meta-llama/Llama-3-70b-chat-hf


# ### CSQA ###
python run.py --config_file "configs/CSQA/SC_MAD_REFL/CSQA_mixtral_cot.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/CSQA/SC_MAD_REFL/CSQA_mixtral_mad.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/CSQA/SC_MAD_REFL/CSQA_mixtral_reflexion.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/CSQA/Decomposing/CSQA_gpt350125_ps.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/CSQA/Decomposing/CSQA_gpt350125_l2m.yaml" --model meta-llama/Llama-3-70b-chat-hf
python run.py --config_file "configs/CSQA/Decomposing/CSQA_gpt350125_php.yaml" --model meta-llama/Llama-3-70b-chat-hf

