# bash zero_eval_api.sh -d math-l5 -f openai -m openai/gpt-3.5-turbo-0125 -p gpt-3.5-turbo-0125 -s 8
# bash zero_eval_api.sh -d math-l5 -f openai -m openai/gpt-4o-mini-2024-07-18 -p gpt-4o-mini-2024-07-18 -s 8
# bash zero_eval_api.sh -d math-l5 -f openai -m openai/gpt-4o-2024-05-13 -p gpt-4o-2024-05-13 -s 8
# bash zero_eval_api.sh -d math-l5 -f openai -m openai/gpt-4o-2024-08-06 -p gpt-4o-2024-08-06 -s 8
# bash zero_eval_api.sh -d math-l5 -f openai -m openai/chatgpt-4o-latest -p chatgpt-4o-latest-24-09-07 -s 8

# bash zero_eval_api.sh -d math-l5 -f openai -m openai/gpt-4-0314 -p gpt-4-0314 -s 8
# bash zero_eval_api.sh -d math-l5 -f openai -m openai/gpt-4-turbo-2024-04-09 -p gpt-4-turbo-2024-04-09 -s 8 

# bash zero_eval_api.sh -d math-l5 -f anthropic -m anthropic/claude-3-5-sonnet-20240620 -p claude-3-5-sonnet-20240620 -s 8 
# bash zero_eval_api.sh -d math-l5 -f anthropic -m anthropic/claude-3-haiku-20240307 -p claude-3-haiku-20240307 -s 8
# bash zero_eval_api.sh -d math-l5 -f anthropic -m anthropic/claude-3-opus-20240229 -p claude-3-opus-20240229 -s 8
# bash zero_eval_api.sh -d math-l5 -f anthropic -m anthropic/claude-3-sonnet-20240229 -p claude-3-sonnet-20240229 -s 8


# bash zero_eval_api.sh -d math-l5 -f together -m google/gemma-2-9b-it -p gemma-2-9b-it -s 8
# bash zero_eval_api.sh -d math-l5 -f together -m google/gemma-2-27b-it -p gemma-2-27b-it -s 8
# bash zero_eval_api.sh -d math-l5 -f together -m Qwen/Qwen2-72B-Instruct -p Qwen2-72B-Instruct -s 4

# bash zero_eval_api.sh -d math-l5 -f together -m meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo -p Llama-3.1-405B-Inst-fp8 -s 1 -x 2048


# bash zero_eval_api.sh -d math-l5 -f google -m google/gemini-1.5-pro -p gemini-1.5-pro -s 8 # 
# bash zero_eval_api.sh -d math-l5 -f google -m google/gemini-1.5-flash -p gemini-1.5-flash -s 8  # 
# bash zero_eval_api.sh -f google -d math-l5 -m google/gemini-1.5-pro-exp-0801 -p gemini-1.5-pro-exp-0801 -s 1 # 
# bash zero_eval_api.sh -f google -d math-l5 -m google/gemini-1.5-pro-exp-0827 -p gemini-1.5-pro-exp-0827 -s 1
# bash zero_eval_api.sh -f google -d math-l5 -m google/gemini-1.5-flash-exp-0827 -p gemini-1.5-flash-exp-0827 -s 1

 
# bash zero_eval_api.sh -d math-l5 -f openai -m deepseek-chat -p deepseek-v2.5-0908 -s 8 


# bash zero_eval_api.sh -d math-l5 -f reka -m reka/reka-flash-20240226 -p reka-flash-20240226 -s 8
# bash zero_eval_api.sh -d math-l5 -f reka -m reka/reka-core-20240501 -p reka-core-20240501 -s 8

# bash zero_eval_api.sh -d math-l5 -f openai -m yi-large -p yi-large -s 8
# bash zero_eval_api.sh -d math-l5 -f openai -m yi-large-preview -p yi-large-preview -s 8


# bash zero_eval_api.sh -f mistral -d math-l5 -m mistral-large-2407 -p Mistral-Large-2 -s 8




# bash zero_eval_local.sh -d math-l5 -m meta-llama/Meta-Llama-3.1-70B-Instruct -p Meta-Llama-3.1-70B-Instruct -s 1
# wait 

# bash zero_eval_local.sh -d math-l5 -m meta-llama/Meta-Llama-3.1-8B-Instruct -p Meta-Llama-3.1-8B-Instruct -s 4
# wait 


# bash zero_eval_local.sh -d math-l5 -m microsoft/Phi-3-mini-4k-instruct -p Phi-3-mini-4k-instruct -s 4
# wait 

# bash zero_eval_local.sh -d math-l5 -m microsoft/Phi-3.5-mini-instruct -p Phi-3.5-mini-instruct -s 4


# bash zero_eval_local.sh -d math-l5 -m 01-ai/Yi-1.5-34B-Chat -p Yi-1.5-34B-Chat -s 1
# wait 


# bash zero_eval_local.sh -f vllm -d math-l5 -m mistralai/Mixtral-8x7B-Instruct-v0.1 -p Mixtral-8x7B-Instruct-v0.1 -s 1
# wait 

# bash zero_eval_local.sh -d math-l5 -m meta-llama/Meta-Llama-3-70B-Instruct -p Meta-Llama-3-70B-Instruct -s 1 
# wait 



# bash zero_eval_local.sh -d math-l5 -m Qwen/Qwen2-72B-Instruct -p Qwen2-72B-Instruct -s 1
# wait 





# bash zero_eval_local.sh -f vllm -d math-l5 -m Nexusflow/Athene-70B -p Athene-70B -s 1
# wait 

# bash zero_eval_local.sh -d math-l5 -m google/gemma-2-2b-it -p gemma-2-2b-it -s 4 -f hf
# wait 

# bash zero_eval_local.sh -d math-l5 -m meta-llama/Meta-Llama-3-8B-Instruct -p Meta-Llama-3-8B-Instruct -s 4
# wait 

# bash zero_eval_local.sh -d math-l5 -m 01-ai/Yi-1.5-9B-Chat -p Yi-1.5-9B-Chat -s 4
# wait 

# bash zero_eval_local.sh -d math-l5 -m Qwen/Qwen2-7B-Instruct -p Qwen2-7B-Instruct -s 4 
# wait 