export DATA_DIR="TODO: replace with your directory"


python -m src.datasets.llava.process_instruct \
    --detail_path ${DATA_DIR}/interim/llava-instruct-150k/unwrapped_detail_23k_towerplus-9B_judged.jsonl \
    --complex_reasoning_path ${DATA_DIR}/interim/llava-instruct-150k/unwrapped_complex_reasoning_77k_towerplus-9B_judged.jsonl \
    --conversation_path ${DATA_DIR}/interim/llava-instruct-150k/unwrapped_conversation_58k_towerplus-9B_judged.jsonl \
    --unwrapped \
    --output_detail_path ${DATA_DIR}/processed/instruct/llava-instruct-150k/detail_23k_85-15_pl_en_mixture.jsonl \
    --output_complex_reasoning_path ${DATA_DIR}/processed/instruct/llava-instruct-150k/complex_reasoning_77k_85-15_pl_en_mixture.jsonl \
    --output_conversation_path ${DATA_DIR}/processed/instruct/llava-instruct-150k/conversation_58k_85-15_pl_en_mixture.jsonl \
    --images_source coco/train2017 \
    --en_frac 0.15 \
    --random_state 42 \