Model_Path=""
Output_DIR=""
TEST_DIR=""
CUDA=7

CUDA_VISIBLE_DEVICES=${CUDA} python eval/predict.py \
    --model_name_or_path ${Model_Path} \
    --input_files ${TEST_DIR}/fewshot_test_history/RichERE-eae.jsonl \
    --output_file ${Output_DIR}/predict/fewshot/RichERE-eae.jsonl \
    --batch_size 4 \
    --use_chat_format \
    --chat_formatting_function eval.templates.create_prompt_with_tulu_chat_format \
    --temperature 0.01 \
    --do_sample

CUDA_VISIBLE_DEVICES=${CUDA} python eval/predict.py \
    --model_name_or_path ${Model_Path} \
    --input_files ${TEST_DIR}/fewshot_test_history/MATRES.jsonl \
    --output_file ${Output_DIR}/predict/fewshot/MATRES.jsonl \
    --batch_size 4 \
    --use_chat_format \
    --chat_formatting_function eval.templates.create_prompt_with_tulu_chat_format \
    --temperature 0.01 \
    --do_sample \


CUDA_VISIBLE_DEVICES=${CUDA} python eval/predict.py \
    --model_name_or_path ${Model_Path} \
    --input_files ${TEST_DIR}/zeroshot/ondemand.jsonl \
    --output_file ${Output_DIR}/predict/zeroshot/ondemand.jsonl \
    --batch_size 4 \
    --use_chat_format \
    --chat_formatting_function eval.templates.create_prompt_with_tulu_chat_format \
    --temperature 0.01 \
    --do_sample \
    # --max_new_tokens 1024 \
    # --use_slow_tokenizer
    
    

CUDA_VISIBLE_DEVICES=${CUDA} python eval/predict.py \
    --model_name_or_path ${Model_Path} \
    --input_files ${TEST_DIR}/fewshot_test_history/RichERE-eae.jsonl \
    --output_file ${Output_DIR}/predict/fewshot/RichERE-eae.jsonl \
    --batch_size 4 \
    --use_chat_format \
    --chat_formatting_function eval.templates.create_prompt_with_tulu_chat_format \
    --temperature 0.01 \
    --do_sample

    
    

CUDA_VISIBLE_DEVICES=${CUDA} python eval/predict.py \
    --model_name_or_path ${Model_Path} \
    --input_files ${TEST_DIR}/fewshot_test_history/few-nerd-supervised.jsonl \
    --output_file ${Output_DIR}/predict/fewshot/few-nerd-supervised.jsonl \
    --batch_size 4 \
    --use_chat_format \
    --chat_formatting_function eval.templates.create_prompt_with_tulu_chat_format \
    --temperature 0.01 \
    --do_sample

CUDA_VISIBLE_DEVICES=${CUDA} python eval/predict.py \
    --model_name_or_path ${Model_Path} \
    --input_files ${TEST_DIR}/fewshot_test_history/semeval.jsonl \
    --output_file ${Output_DIR}/predict/fewshot/semeval.jsonl \
    --batch_size 4 \
    --use_chat_format \
    --chat_formatting_function eval.templates.create_prompt_with_tulu_chat_format \
    --temperature 0.01 \
    --do_sample

CUDA_VISIBLE_DEVICES=${CUDA} python eval/predict.py \
    --model_name_or_path ${Model_Path} \
    --input_files ${TEST_DIR}/fewshot_test_history/RichERE-ed.jsonl \
    --output_file ${Output_DIR}/predict/fewshot/RichERE-ed.jsonl \
    --batch_size 4 \
    --use_chat_format \
    --chat_formatting_function eval.templates.create_prompt_with_tulu_chat_format \
    --temperature 0.01 \
    --do_sample


#     

CUDA_VISIBLE_DEVICES=${CUDA} python eval/predict.py \
    --model_name_or_path ${Model_Path} \
    --input_files ${TEST_DIR}/fewshot_test_history/ROBUST.jsonl \
    --output_file ${Output_DIR}/predict/fewshot/ROBUST.jsonl \
    --batch_size 4 \
    --use_chat_format \
    --chat_formatting_function eval.templates.create_prompt_with_tulu_chat_format \
    --temperature 0.01 \
    --do_sample
