device=$1

# python src/query_qa.py -m distilgpt2 -b 256 -n 0 --device $device
# python src/query_qa.py -m gpt2-medium -b 128 -n 0 -d $device
# python src/query_qa.py -m facebook/opt-125m -b 256 -n 0 -d $device
# python src/query_qa.py -m facebook/opt-350m -b 256 -n 0 -d $device
# python src/query_qa.py -m gpt2-xl -b 64 -n 0 -d $device
# python src/query_qa.py -m facebook/opt-2.7b -b 64 -n 0 -d $device
# python src/query_qa.py -m /home/shared/llama2-7b-hf -b 32 -n 0 --device $device
python src/query_qa.py -m meta-llama/Llama-2-13b-hf -b 64 -n 4 --device $device --quantize

# python src/query_qa_instructions.py -m distilgpt2 -b 256 -n 0 --device $device
# python src/query_qa_instructions.py -m gpt2-medium -b 128 -n 0 -d $device
# python src/query_qa_instructions.py -m facebook/opt-125m -b 256 -n 0 -d $device
# python src/query_qa_instructions.py -m facebook/opt-350m -b 256 -n 0 -d $device
# python src/query_qa_instructions.py -m gpt2-xl -b 64 -n 0 -d $device
# python src/query_qa_instructions.py -m facebook/opt-2.7b -b 64 -n 0 -d $device
# python src/query_qa_instructions.py -m /home/shared/llama2-7b-hf -b 32 -n 0 --device $device
python src/query_qa_instructions.py -m meta-llama/Llama-2-13b-hf -b 64 -n 4 --device $device --quantize

