device="auto"

# python src/query_instructions.py -m distilgpt2 -b 256 -n 0 -d $device
# python src/query_instructions.py -m facebook/opt-125m -b 256 -n 0 -d $device
# python src/query_instructions.py -m facebook/opt-350m -b 256 -n 0 -d $device
# python src/query_instructions.py -m gpt2-medium -b 256 -n 0 --device $device
# python src/query_instructions.py -m gpt2-xl -b 64 -n 0 -d $device
# python src/query_instructions.py -m facebook/opt-2.7b -b 64 -n 0 -d $device
# python src/query_instructions.py -m /home/shared/llama2-7b-hf -b 32 -n 0 --device $device
# CUDA_VISIBLE_DEVICES=0,1 python src/query_instructions.py -m meta-llama/Llama-2-13b-hf -b 64 -n 8 --device $device --quantize
CUDA_VISIBLE_DEVICES=0,1 python src/query_instructions.py -m mistralai/Mistral-7B-v0.1 -b 32 -n 8 --device $device

# python src/query.py -m facebook/opt-125m -b 256 -n 0 -d $device
# python src/query.py -m facebook/opt-350m -b 256 -n 0 -d $device
# python src/query.py -m gpt2-medium -b 256 -n 0 --device $device
# python src/query.py -m gpt2-xl -b 64 -n 0 -d $device
# python src/query.py -m facebook/opt-2.7b -b 64 -n 0 -d $device
# CUDA_VISIBLE_DEVICES=0,1 python src/query.py -m /home/shared/llama2-7b-hf -b 64 -n 8 --device $device
# CUDA_VISIBLE_DEVICES=0,1 python src/query.py -m mistralai/Mistral-7B-v0.1 -b 64 -n 8 --device $device
CUDA_VISIBLE_DEVICES=0,1 python src/query.py -m meta-llama/Llama-2-13b-hf -b 64 -n 8 --device $device --quantize


