
# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 0 \
# --state_threshold 3 \
# --start_query_index middle \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_0_threshold_3_start_middle_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 0 \
# --state_threshold 3 \
# --start_query_index end \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_0_threshold_3_start_end_new.csv

# python interview.py \
# --model_moderator gpt-4o \
# --model_evaluator gpt-4o \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 5 \
# --start_query_index 0 \
# --output_path ./outputs/interview_sample100_unc.csv \
# --init_action unclarifying


# python interview.py \
# --model_moderator gpt-4o \
# --model_evaluator gpt-4o \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 5 \
# --start_query_index 0 \
# --output_path ./outputs/interview_sample100_gpt35_para.csv \
# --init_action paraphrasing

# python interview.py \
# --model_moderator gpt-4o \
# --model_evaluator gpt-4o \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 5 \
# --start_query_index 0 \
# --output_path ./outputs/interview_sample100_gpt35_none.csv 
# --model_moderator gpt-4o \
# --model_evaluator gpt-4o \
# --model_evaluatee phi-3-mini-4k-instruct \
# --names 0 \
# --state_threshold 5 \
# --start_query_index 0 \
# --output_path ./outputs/interview_math_sample_phi_3k_unc.csv \
# --init_action unclarifying

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 0 \
# --state_threshold 3 \
# --start_query_index end \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_0_threshold_3_start_end_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 3 \
# --start_query_index middle \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_1_threshold_3_start_middle_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 3 \
# --start_query_index start \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_1_threshold_3_start_start_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 3 \
# --start_query_index end \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_1_threshold_3_start_end_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 0 \
# --state_threshold 1 \
# --start_query_index middle \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_0_threshold_1_start_middle_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 0 \
# --state_threshold 1 \
# --start_query_index start \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_0_threshold_1_start_start_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 0 \
# --state_threshold 1 \
# --start_query_index end \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_0_threshold_1_start_end_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 1 \
# --start_query_index middle \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_1_threshold_1_start_middle_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 1 \
# --start_query_index start \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_1_threshold_1_start_start_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 1 \
# --start_query_index end \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_1_threshold_1_start_end_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 0 \
# --state_threshold 5 \
# --start_query_index middle \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_0_threshold_5_start_middle_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 0 \
# --state_threshold 5 \
# --start_query_index start \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_0_threshold_5_start_start_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 0 \
# --state_threshold 5 \
# --start_query_index end \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_0_threshold_5_start_end_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 5 \
# --start_query_index middle \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_1_threshold_5_start_middle_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 5 \
# --start_query_index start \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_1_threshold_5_start_start_new.csv

# python interview.py \
# --model_moderator gpt-4-1106-preview \
# --model_evaluator gpt-4-1106-preview \
# --model_evaluatee gpt-3.5-turbo \
# --names 1 \
# --state_threshold 5 \
# --start_query_index end \
# --output_path /mnt/nas2/eunsu/interview_eval/results/math_reasoning/test_gpt-3.5-turbo_name_1_threshold_5_start_end_new.csv
