bash scripts/v1_5/eval/eval_multi_lora.sh ../pretrained_weights/llava1.5_7b/ ./checkpoints/dpo/llava1.5_7b-lora32-lr2e-6-shargpt4_1w_llava_1w_coco_1w_lrv_1w-1e/ playground/data/eval/mm-vet.jsonl results/mmvet/llava1.5_7b-lora32-lr2e-6-shargpt4_1w_llava_1w_coco_1w_lrv_1w-1e playground/data/eval/mmvet_images 8 0 0
bash scripts/v1_5/eval/eval_multi_lora.sh ../pretrained_weights/llava1.5_7b/ ./checkpoints/dpo/llava1.5_7b-lora32-lr2e-6-shargpt4_2w_llava_2w_coco_2w_lrv_2w-1e/ playground/data/eval/mm-vet.jsonl results/mmvet/llava1.5_7b-lora32-lr2e-6-shargpt4_2w_llava_2w_coco_2w_lrv_2w-1e playground/data/eval/mmvet_images 8 0 0
bash scripts/v1_5/eval/eval_multi_lora.sh ../pretrained_weights/llava1.5_7b/ ./checkpoints/dpo/llava1.5_7b-lora32-lr2e-6-shargpt4_3w_llava_3w_coco_3w_lrv_3w-1e/ playground/data/eval/mm-vet.jsonl results/mmvet/llava1.5_7b-lora32-lr2e-6-shargpt4_3w_llava_3w_coco_3w_lrv_3w-1e playground/data/eval/mmvet_images 8 0 0

python scripts/convert_mmvet_for_eval.py --src results/mmvet/llava1.5_7b-lora32-lr2e-6-shargpt4_1w_llava_1w_coco_1w_lrv_1w-1e_merged.jsonl --dst results/mmvet/llava1.5_7b-lora32-lr2e-6-shargpt4_1w_llava_1w_coco_1w_lrv_1w-1e_merged.json
python scripts/convert_mmvet_for_eval.py --src results/mmvet/llava1.5_7b-lora32-lr2e-6-shargpt4_2w_llava_2w_coco_2w_lrv_2w-1e_merged.jsonl --dst results/mmvet/llava1.5_7b-lora32-lr2e-6-shargpt4_2w_llava_2w_coco_2w_lrv_2w-1e_merged.json
python scripts/convert_mmvet_for_eval.py --src results/mmvet/llava1.5_7b-lora32-lr2e-6-shargpt4_3w_llava_3w_coco_3w_lrv_3w-1e_merged.jsonl --dst results/mmvet/llava1.5_7b-lora32-lr2e-6-shargpt4_3w_llava_3w_coco_3w_lrv_3w-1e_merged.json
