DATA_DIR="TODO: replace with your directory"

DATASET_PATH=allava/ALLaVA-Instruct-LAION-4V.json
DATASET_NAME=${DATASET_FILE%.*}

TRANSLATION_MODEL="towerplus-72B"

export CUDA_VISIBLE_DEVICES=1

# python -m src.datasets.translate \
#     --input_path ${DATA_DIR}/interim/allava/ALLaVA-Instruct-LAION-4V-towerplus-72B.jsonl \
#     --output_path ${DATA_DIR}/interim/allava/ALLaVA-Instruct-LAION-4V-towerplus-72B.jsonl \
#     --skip_translate --comet


python -m src.datasets.translate \
    --input_path ${DATA_DIR}/interim/lvis-instruct4v/lvis_instruct4v_220k-towerplus-72B.jsonl \
    --output_path ${DATA_DIR}/interim/lvis-instruct4v/lvis_instruct4v_220k-towerplus-72B.jsonl \
    --skip_translate --comet

python -m src.datasets.translate \
    --input_path ${DATA_DIR}/interim/q-instruct/q-instruct-towerplus-72B.jsonl \
    --output_path ${DATA_DIR}/interim/q-instruct/q-instruct-towerplus-72B.jsonl \
    --skip_translate --comet

# python -m src.datasets.translate \
#     --input_path ${DATA_DIR}/interim/aokvqa/aokvqa_v1p0_train_conversations-towerplus-72B.jsonl \
#     --output_path ${DATA_DIR}/interim/aokvqa/aokvqa_v1p0_train_conversations-towerplus-72B.jsonl \
#    --skip_translate --comet \
#     --skip_from_gpt \
    

# python -m src.datasets.translate \
#     --input_path ${DATA_DIR}/interim/tallyqa/tallyqa_conversations-towerplus-72B.jsonl \
#     --output_path ${DATA_DIR}/interim/tallyqa/tallyqa_conversations-towerplus-72B.jsonl \
#     --skip_translate --comet