device="auto"

python src/query.py -m gpt2-xl -b 64 -n 0 -d cuda:0 --randomize
# python src/query.py -m facebook/opt-6.7b -b 32 -n 0 -d cuda:0 --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query.py -m mistralai/Mistral-7B-v0.1 -b 64 -n 8 --device $device --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query.py -m /home/shared/llama2-7b-hf -b 64 -n 8 --device $device --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query.py -m meta-llama/Llama-2-13b-hf -b 64 -n 8 --device $device --quantize --randomize

python src/query_qa.py -m gpt2-xl -b 64 -n 0 -d cuda:0 --randomize
# python src/query_qa.py -m facebook/opt-6.7b -b 32 -n 0 -d cuda:0 --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query_qa.py -m mistralai/Mistral-7B-v0.1 -b 64 -n 8 --device $device --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query_qa.py -m /home/shared/llama2-7b-hf -b 64 -n 8 --device $device --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query_qa.py -m meta-llama/Llama-2-13b-hf -b 64 -n 8 --device $device --quantize --randomize

python src/query_instructions.py -m gpt2-xl -b 64 -n 0 -d cuda:0 --randomize
# python src/query_instructions.py -m facebook/opt-6.7b -b 32 -n 0 -d cuda:0 --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query_instructions.py -m mistralai/Mistral-7B-v0.1 -b 32 -n 8 --device $device --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query_instructions.py -m /home/shared/llama2-7b-hf -b 64 -n 8 --device $device --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query_instructions.py -m meta-llama/Llama-2-13b-hf -b 64 -n 8 --device $device --quantize --randomize

python src/query_qa_instructions.py.py -m gpt2-xl -b 64 -n 0 -d cuda:0 --randomize
# python src/query_qa_instructions.py.py -m facebook/opt-6.7b -b 32 -n 0 -d $device --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query_qa_instructions.py.py -m mistralai/Mistral-7B-v0.1 -b 32 -n 8 --device $device --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query_qa_instructions.py.py -m /home/shared/llama2-7b-hf -b 64 -n 8 --device $device --randomize
# CUDA_VISIBLE_DEVICES=0,1 python src/query_qa_instructions.py.py -m meta-llama/Llama-2-13b-hf -b 64 -n 8 --device $device --quantize --randomize
