export DATA_DIR="TODO: replace with your directory"


python -m src.datasets.llava.process_pretrain \
    --input_path ${DATA_DIR}/interim/llava-pretrain/unwrapped_blip_laion_cc_sbu_558k_towerplus-72B.jsonl \
    --unwrapped \
    --output_path ${DATA_DIR}/processed/pretrain/blip_laion_cc_sbu_558k_85-15_pl_en_mixture.jsonl \
    --images_source llava-pretrain-images \
    --en_frac 0.15 \
    --random_state 42 \