echo "Running WildGuard-IRIS-SMA on layer 19"
CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
--iris_config ./data/iris_configs/benign_only_configs/layer_19_sma_10.json \
--model_name allenai/wildguard \
--train_eval_split 0.9 \
--max_seq_length 2048 \
--batch_size 1 \
--gradient_accumulation_steps 32 \
--epochs 2 \
--eval_steps 60 \
--save_total_limit 100 \
--output_dir ./finetuned_models/iris_wildguard_layer_19_sma_10 \
--use_lora \
--lora_rank 128

echo "Running WildGuard-IRIS-SMA on layer 19"
CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
--iris_config ./data/iris_configs/benign_only_configs/layer_19_sma_25.json \
--model_name allenai/wildguard \
--train_eval_split 0.9 \
--max_seq_length 2048 \
--batch_size 1 \
--gradient_accumulation_steps 32 \
--epochs 2 \
--eval_steps 60 \
--save_total_limit 100 \
--output_dir ./finetuned_models/iris_wildguard_layer_19_sma_25 \
--use_lora \
--lora_rank 128

echo "Running WildGuard-IRIS-SMA on layer 19"
CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
--iris_config ./data/iris_configs/benign_only_configs/layer_19_sma_50.json \
--model_name allenai/wildguard \
--train_eval_split 0.9 \
--max_seq_length 2048 \
--batch_size 1 \
--gradient_accumulation_steps 32 \
--epochs 2 \
--eval_steps 60 \
--save_total_limit 100 \
--output_dir ./finetuned_models/iris_wildguard_layer_19_sma_50 \
--use_lora \
--lora_rank 128

echo "Running WildGuard-IRIS-SMA on layer 19"
CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
--iris_config ./data/iris_configs/benign_only_configs/layer_19_sma_100.json \
--model_name allenai/wildguard \
--train_eval_split 0.9 \
--max_seq_length 2048 \
--batch_size 1 \
--gradient_accumulation_steps 32 \
--epochs 2 \
--eval_steps 60 \
--save_total_limit 100 \
--output_dir ./finetuned_models/iris_wildguard_layer_19_sma_100 \
--use_lora \
--lora_rank 128

# echo "Running WildGuard-IRIS on layer 19 (freeze above layers)"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19_freeze.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_19_freeze \
# --use_lora \
# --lora_rank 128

# echo "Running WildGuard-IRIS on layer 19 with label smoothing 0.01"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19_smooth_1.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_19_smooth_001 \
# --use_lora \
# --lora_rank 128

# echo "Running WildGuard-IRIS on layer 19 with label smoothing 0.05"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19_smooth_2.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_19_smooth_005 \
# --use_lora \
# --lora_rank 128

# echo "Running WildGuard-IRIS on layer 19 with label smoothing 0.1"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19_smooth_3.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_19_smooth_01 \
# --use_lora \
# --lora_rank 128

# echo "Running WildGuard-IRIS on layer 19 with label smoothing 0.2"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19_smooth_4.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_19_smooth_02 \
# --use_lora \
# --lora_rank 128

# CUDA_VISIBLE_DEVICES=1,2,3 accelerate launch --num_processes=3 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/test \
# --use_lora \
# --lora_rank 128

# echo "Running WildGuard-IRIS on layer 19 with Random #1"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19_rand_1.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_19_rand_1 \
# --use_lora \
# --lora_rank 128

# echo "Running WildGuard-IRIS on layer 19 with Random #2"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19_rand_2.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_19_rand_2 \
# --use_lora \
# --lora_rank 128

# echo "Running WildGuard-IRIS on layer 19 with Random #3"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19_rand_3.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_19_rand_3 \
# --use_lora \
# --lora_rank 128

# echo "Running WildGuard-IRIS on layer 19 with Random #4"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19_rand_4.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_19_rand_4 \
# --use_lora \
# --lora_rank 128

# echo "Running WildGuard-IRIS on layer 19 with Negative token"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19_negative.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_19_negative \
# --use_lora \
# --lora_rank 128

# echo "Running IRIS on WildGuard with layer 17 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_17.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_17 \
# --use_lora \
# --lora_rank 128

# echo "Running IRIS on WildGuard with layer 18 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_18.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_18 \
# --use_lora \
# --lora_rank 128

# # echo "Running IRIS on WildGuard with layer 19 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_19.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_19_r2 \
# --use_lora \
# --lora_rank 128

# echo "Running IRIS on WildGuard with layer 20 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_20.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_20 \
# --use_lora \
# --lora_rank 128

# echo "Running IRIS on WildGuard with layer 21 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_21.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_21 \
# --use_lora \
# --lora_rank 128

# echo "Running IRIS on WildGuard with layer 22 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_22.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_22 \
# --use_lora \
# --lora_rank 128

# echo "Running IRIS on WildGuard with layer 23 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_23.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_23 \
# --use_lora \
# --lora_rank 128

# echo "Running IRIS on WildGuard with layer 24 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_24.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_24 \
# --use_lora \
# --lora_rank 128

# echo "Running IRIS on WildGuard with layer 25 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_25.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_25 \
# --use_lora \
# --lora_rank 128

# echo "Running IRIS on WildGuard with layer 26 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_26.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_26 \
# --use_lora \
# --lora_rank 128

# echo "Running IRIS on WildGuard with layer 27 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_27.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_27 \
# --use_lora \
# --lora_rank 128

# echo "Running IRIS on WildGuard with layer 28 config"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/iris_wildguard.py \
# --iris_config ./data/iris_configs/benign_only_configs/layer_28.json \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/iris_wildguard_layer_28 \
# --use_lora \
# --lora_rank 128

# echo "Running SFT on WildGuard (control experiment)"
# CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --num_processes=4 scripts/sft_wildguard.py \
# --model_name allenai/wildguard \
# --train_eval_split 0.9 \
# --max_seq_length 2048 \
# --batch_size 1 \
# --gradient_accumulation_steps 32 \
# --epochs 2 \
# --eval_steps 60 \
# --save_total_limit 100 \
# --output_dir ./finetuned_models/sft_wildguard \
# --use_lora \
# --lora_rank 128