#!/bin/bash

arg=${1}

save_dir=${arg:-"results"}

echo $save_dir


for model in "mistralai/Mixtral-8x7B-Instruct-v0.1" 
do 
    echo "Mono lingual eval for $model"
    for prompt_name in "Answer Given options"
    do
        for lang in ar en es eu hi id my ru sw te zh
        # for lang in ar id my ru sw te
        # for lang in ar
        # for lang in te
        do
            k=8
            echo "Running for language $lang and prompt ${prompt_name} and k $k"
            python -m mega.eval_xstory_cloze -d xstory_cloze -e gpt4v2 -p $lang -t $lang --model $model --tgt_prompt_name "${prompt_name}" --temperature 0 -k $k --timeout 30 --chat_prompt --from_hf_hub --save_dir $save_dir
        done
    done
done

# echo "ZS Cross Lingual Evaluation for gpt4"
# for prompt_name in "Answer Given options"
# do
#     for lang in ar es eu hi id my ru sw te zh
#     # for lang in te
#     do
#         k=4
#         echo "Running for language $lang and prompt ${prompt_name} and k $k"
#         python -m mega.eval_xstory_cloze -d xstory_cloze -e gpt4v3 -p en -t $lang --model "gpt4" --tgt_prompt_name "${prompt_name}" --temperature 0 --log_wandb -k $k --timeout 30
#     done
# done
