device=$1

# python src/query.py -m facebook/opt-125m -b 256 -n 0 -d $device
# python src/query.py -m facebook/opt-350m -b 256 -n 0 -d $device
# python src/query.py -m gpt2-medium -b 256 -n 0 --device $device
# python src/query.py -m gpt2-xl -b 64 -n 0 -d $device
# python src/query.py -m facebook/opt-2.7b -b 64 -n 0 -d $device
python src/query.py -m /home/shared/llama2-7b-hf -b 32 -n 0 --device $device


# python src/query_instructions.py -m distilgpt2 -b 256 -n 0 -d $device
# python src/query_instructions.py -m facebook/opt-125m -b 256 -n 0 -d $device
# python src/query_instructions.py -m facebook/opt-350m -b 256 -n 0 -d $device
# python src/query_instructions.py -m gpt2-medium -b 256 -n 0 --device $device
# python src/query_instructions.py -m gpt2-xl -b 64 -n 0 -d $device
# python src/query_instructions.py -m facebook/opt-2.7b -b 64 -n 0 -d $device
python src/query_instructions.py -m /home/shared/llama2-7b-hf -b 32 -n 0 --device $device

