MODEL_ID="code-kunkun/LamRA-Rank"

# TASK_NAME=urban1k_i2t
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --image_data_path ./data/Urban1k/image \
#     --text_data_path ./data/Urban1k/caption \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all 

# TASK_NAME=urban1k_t2i
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --image_data_path ./data/Urban1k/image \
#     --text_data_path ./data/Urban1k/caption \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all

# TASK_NAME=sharegpt4v_i2t
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --image_data_path ./data/sharegpt4v/val_data \
#     --text_data_path ./data/sharegpt4v/datas_for_validation.json \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all 

# TASK_NAME=sharegpt4v_t2i
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --image_data_path ./data/sharegpt4v/val_data \
#     --text_data_path ./data/sharegpt4v/datas_for_validation.json \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all 

# TASK_NAME=flickr_i2t
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --image_data_path ./data/flickr/images \
#     --text_data_path ./data/flickr/flickr_text.json \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all 

# TASK_NAME=flickr_t2i
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --image_data_path ./data/flickr/images \
#     --text_data_path ./data/flickr/flickr_text.json \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all 

# TASK_NAME=genecis_change_object
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/genecis/annotations/change_object.json \
#     --image_path_prefix ./data/genecis/val2017 \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all

# TASK_NAME=genecis_focus_object
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/genecis/annotations/focus_object.json \
#     --image_path_prefix ./data/genecis/val2017 \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all

# TASK_NAME=genecis_change_attribute
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/genecis/annotations/change_attribute.json \
#     --image_path_prefix ./data/genecis/vg/change_attribute \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all

# TASK_NAME=genecis_focus_attribute
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/genecis/annotations/focus_attribute.json \
#     --image_path_prefix ./data/genecis/vg/focus_attribute \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all

# TASK_NAME=circo
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/circo/annotations \
#     --image_path_prefix ./data/circo/images/unlabeled2017 \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_test_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_test_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all

# TASK_NAME=vist
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --data_path ./data/vist/sis/val.story-in-sequence.json \
#     --image_path_prefix ./data/vist/images/val \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --batch_size 2 \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all

# TASK_NAME=visdial
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --data_path ./data/visdial/visdial_1.0_val.json \
#     --image_path_prefix ./data/visdial/VisualDialog_val2018 \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --save_name ${TASK_NAME}_top10_all

# TASK_NAME=mrf
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --data_path ./data/multiturnfashion/data/all.val.json \
#     --annotation_path ./data/multiturnfashion/image_splits/split.all.val.json \
#     --image_path_prefix ./data/M-BEIR/mbeir_images/fashioniq_images \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --ret_query_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_query_names.json \
#     --ret_cand_data_path ./zeroshot_retrieval_eval_results/${TASK_NAME}_cand_names.json \
#     --rank_num 10 \
#     --batch_size 2 \
#     --save_name ${TASK_NAME}_top10_all

# TASK_NAME=ccneg
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/ccneg/ccneg_preprocessed.pt \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --save_name ${TASK_NAME}_top2_all

# TASK_NAME=sugar_crepe
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/sugar-crepe/data \
#     --image_path_prefix ./data/sugar-crepe/images/val2017 \
#     --data_type add_att \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --save_name ${TASK_NAME}_top2_all

# TASK_NAME=sugar_crepe
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/sugar-crepe/data \
#     --image_path_prefix ./data/sugar-crepe/images/val2017 \
#     --data_type add_obj \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --save_name ${TASK_NAME}_top2_all

# TASK_NAME=sugar_crepe
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/sugar-crepe/data \
#     --image_path_prefix ./data/sugar-crepe/images/val2017 \
#     --data_type replace_att \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --rank_num 2 \
#     --save_name ${TASK_NAME}_top2_all

# TASK_NAME=sugar_crepe
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/sugar-crepe/data \
#     --image_path_prefix ./data/sugar-crepe/images/val2017 \
#     --data_type replace_obj \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --save_name ${TASK_NAME}_top2_all

# TASK_NAME=sugar_crepe
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/sugar-crepe/data \
#     --image_path_prefix ./data/sugar-crepe/images/val2017 \
#     --data_type replace_rel \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --save_name ${TASK_NAME}_top2_all

# TASK_NAME=sugar_crepe
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/sugar-crepe/data \
#     --image_path_prefix ./data/sugar-crepe/images/val2017 \
#     --data_type swap_att \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --save_name ${TASK_NAME}_top2_all

# TASK_NAME=sugar_crepe
# CUDA_VISIBLE_DEVICES='0,1,2,3,4,5,6,7' accelerate launch --multi_gpu --main_process_port 29508 eval/eval_zeroshot_rerank.py \
#     --annotation_path ./data/sugar-crepe/data \
#     --image_path_prefix ./data/sugar-crepe/images/val2017 \
#     --data_type swap_obj \
#     --model_id $MODEL_ID \
#     --original_model_id $MODEL_ID \
#     --save_name ${TASK_NAME}_top2_all