############## Configurations ###############
ENGINES=(
    "meta-llama/together-Llama-4-Maverick-17B-128E-Instruct-FP8"
    "meta-llama/together-Llama-4-Scout-17B-16E-Instruct"
    "meta-llama/together-Meta-Llama-3.1-8B-Instruct-Turbo"
    "meta-llama/together-Llama-3.2-3B-Instruct-Turbo"
    "Qwen/together-Qwen2.5-Coder-32B-Instruct"
    "Qwen/together-Qwen2.5-7B-Instruct-Turbo"
    "Qwen/together-Qwen2.5-72B-Instruct-Turbo"
    "deepseek-ai/together-DeepSeek-R1-Distill-Llama-70B"
    "deepseek-ai/together-DeepSeek-R1-Distill-Qwen-14B"
    "Qwen/together-Qwen3-235B-A22B-fp8-tput"
    "Qwen/together-QwQ-32B"
    "Qwen/together-QwQ-32B-Preview"   
)
TOKENS=10000
SPLIT=test
OUTPUT_PATH="../../results/models_results_${SPLIT}_data/"
MAX_WORKERS=16

############## Run the model ###############
# Change working directory to utils
cd ../models/utils

# Loop through each engine
for LLM in "${ENGINES[@]}"; do
    echo "Running tests for engine: $LLM"

    LABEL=${LLM}_tokens_${TOKENS}

    python solve.py \
    --data_path ../../data/json/${SPLIT}.json\
    --split $SPLIT\
    --output_path $OUTPUT_PATH\
    --llm_engine_name $LLM \
    --run_label $LABEL \
    --use_cache \
    --max_workers $MAX_WORKERS \
    --max_tokens $TOKENS \
    --test_num -1

    python generate_results.py \
    --result_dir $OUTPUT_PATH\
    --run_label $LABEL \
    --use_cache \
    --max_workers $MAX_WORKERS

    echo "Completed tests for engine: $LLM"
    echo "----------------------------------------"
done
