#!/bin/bash

dataset=$1
model_path=$2
model_base=$3
cache_dir=$4
data_cache_dir=$5

# Only single GPU is currently supported for evaluation
export CUDA_VISIBLE_DEVICES=0

cmd="python evaluation.py \
    --checkpoint-path /path/to/your/checkpoint \
    --model-id /path/to/base/model \
    --test-data-file test_data.json \
    --output-file results.json"

# Add model_base if provided
if [ ! -z "$model_base" ]; then
    cmd="$cmd --model_base $model_base"
fi

# Add cache_dir if provided
if [ ! -z "$cache_dir" ]; then
    cmd="$cmd --cache_dir $cache_dir"
fi

# Add data_cache_dir if provided
if [ ! -z "$data_cache_dir" ]; then
    cmd="$cmd --data_cache_dir $data_cache_dir"
fi

# Execute the command
eval $cmd


--checkpoint-path /home/jovyan/shared/KHA-DO/geomodels/pre-train/250413_140828/checkpoint-3254
--model-id meta-llama/Llama-3.2-11B-Vision-Instruct
--test-data-file /home/jovyan/workspace/dataset/GeoLlama/bigearth_test.json
--image-folder /home/jovyan/workspace/dataset/GeoLlama
--output-file /home/jovyan/workspace/dataset/GeoLlama/results.json
