#!/bin/bash

set -euo pipefail


python -m src.eval.lmms \
    --model llava_pllum \
    --pretrained "/nfsclient/os5800/vlm_project/data/pllum-vlm/models/finetuned/pllum-12b-nc-instruct-250715-siglip2-so400m-patch14-384-llava-next-finetuned-2M-lora-layers_all-r128-2025-10-04_12-30-10" \
    --tasks mmbench_pl_dev \
    --include_path config/lmms \
    --batch_size 4 \
    --device cuda:0 \
    --output_path .