#!bin/bash

arg=${1}

save_dir=${arg:-"results"}

echo $save_dir


echo "Monolingual Evaluation"

for model in "google/gemma-7b-it" "google/gemma-2b-it"
    do 
    for k in 8
    do
        for lang in en ar bn fi id sw ko ru
        # for lang in te bn
        do
            if [[ $lang == "te"  || $lang == "bn" ]];
            then
                k=4
            else
                k=8
            fi
            echo "Running for lang $lang and k $k"
            python -m mega.eval_qa_gptturbo -p $lang -t $lang -d tydiqa --pivot_prompt_name "answer_given_context_and_question" --tgt_prompt_name "answer_given_context_and_question" --eval_on_val -k $k --model $model --from_hf_hub --chat_prompt --save_dir $save_dir
        done
    done
done

# echo "Zero-Shot Evaluation"
# for k in 8
# do
#     for lang in ar bn fi id sw ko ru te
#     do
#         echo "Running for lang $lang and k $k"
#         python -m mega.eval_qa_gptindex -p en -t $lang -d tydiqa --pivot_prompt_name "answer_given_context_and_question" --tgt_prompt_name "answer_given_context_and_question" --eval_on_val -k $k --short_contexts
#     done
# done