# bash eval.sh ../models/Llama-2-7b-chat-hf arc_challenge,hellaswag,boolq,mmlu > llama2-7b.log 2>&1  
bash eval.sh ../models/Meta-Llama-3-8B-Instruct arc_challenge,hellaswag,boolq,mmlu > llama3-8b.log 2>&1  
# bash eval.sh ../models/Nemotron-Mini-4B-Instruct arc_challenge,hellaswag,boolq,mmlu > minitron-4b.log 2>&1  
# bash eval.sh ../models/SmolLM2-1.7B-Instruct arc_challenge,hellaswag,boolq,mmlu > smollm.log 2>&1  
bash eval.sh ../models/Qwen2.5-3B-Instruct arc_challenge,hellaswag,boolq,mmlu > qwen2.5-3b.log 2>&1  
# bash eval.sh ../models/Qwen2.5-1.5B-Instruct arc_challenge,hellaswag,boolq,mmlu > qwen2.5-1.5b.log 2>&1  
# bash eval.sh ../models/Llama-3.2-3B-Instruct arc_challenge,hellaswag,boolq,mmlu > llama3.2-3b.log 2>&1  
# bash eval.sh ../models/Sheared-LLaMA-1.3B arc_challenge,hellaswag,boolq,mmlu > sheared-1.3B.log 2>&1  
# bash eval.sh ../converted_models/ckpt-10Bt-4b arc_challenge,hellaswag,boolq,mmlu > ckpt10bt-4b.log 2>&1  
# bash eval.sh ../converted_models/ckpt208k-1.5b-tie-emb arc_challenge,hellaswag,boolq,mmlu > our1.5b.log 2>&1  
# bash eval.sh ../converted_models/ckpt-10bt-2b-tie-emb arc_challenge,hellaswag,boolq,mmlu > our2b.log 2>&1  
# bash eval.sh ../converted_models/ckpt-10bt-1b-tie-emb arc_challenge,hellaswag,boolq,mmlu > our1b.log 2>&1  
# bash eval.sh ../converted_models/ckpt-10bt-1.5b-v4-tie arc_challenge,hellaswag,boolq,mmlu > our1.5b-v4.log 2>&1  
# bash eval.sh ../converted_models/ckpt-1.5b-20bt-llama arc_challenge,hellaswag,boolq,mmlu > our1.5b-v4-20bt.log 2>&1  
