#!/bin/bash


# goal space easy to medium  b = 1 242
# python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/sac_config_10hz_128_128_1.json
# python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/sac_config_10hz_128_128_2.json
# python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/sac_config_10hz_128_128_3.json
# python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/sac_config_10hz_128_128_4.json
# python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/sac_config_10hz_128_128_5.json


# goal space easy to medium  b = 0.5 242
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/b_05/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/b_05/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/b_05/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/b_05/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/b_05/sac_config_10hz_128_128_5.json


# easy sac  b=1 120
# python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/b_1/sac_config_10hz_128_128_1.json
# python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/b_1/sac_config_10hz_128_128_2.json
# python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/b_1/sac_config_10hz_128_128_3.json
# python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/b_1/sac_config_10hz_128_128_4.json
# python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/b_1/sac_config_10hz_128_128_5.json


# easy sac  b=0.5 120
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/b_05/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/b_05/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/b_05/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/b_05/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/b_05/sac_config_10hz_128_128_5.json


# E2D 5e5 b = 0.5 110
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05/sac_config_10hz_128_128_5.json


# E2D 5e5 b = 1  140
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/sac_config_10hz_128_128_5.json


# E2D 1e6 b = 0.5 242
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05/1e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05/1e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05/1e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05/1e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05/1e6/sac_config_10hz_128_128_5.json


# E2D 1e6 b = 1  100
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/1e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/1e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/1e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/1e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/1e6/sac_config_10hz_128_128_5.json


# reward devide  upgrade flycraft！！！ 
# b =0.5 10
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_05/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_05/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_05/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_05/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_05/sac_config_10hz_128_128_5.json


# b = 1  166
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_1/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_1/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_1/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_1/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_1/sac_config_10hz_128_128_5.json


# E2D b= 1 5e5 166
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/sac_config_10hz_128_128_6.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/sac_config_10hz_128_128_7.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/sac_config_10hz_128_128_8.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/sac_config_10hz_128_128_9.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1/sac_config_10hz_128_128_10.json

# two stage b = 2（5e5） to b = 1 （1e6） 251
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_2_b_1/1e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_2_b_1/1e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_2_b_1/1e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_2_b_1/1e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_2_b_1/1e6/sac_config_10hz_128_128_5.json


#E2D aug4

# b = 0.5 5e5 166
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05_aug4/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05_aug4/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05_aug4/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05_aug4/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05_aug4/sac_config_10hz_128_128_5.json

# b = 0.5 1e6 242
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05_aug4/1e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05_aug4/1e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05_aug4/1e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05_aug4/1e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_05_aug4/1e6/sac_config_10hz_128_128_5.json

# b = 1 5e5  120
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1_aug4/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1_aug4/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1_aug4/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1_aug4/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1_aug4/sac_config_10hz_128_128_5.json


# b = 1 1e6 251
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1_aug4/1e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1_aug4/1e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1_aug4/1e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1_aug4/1e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/E2D_medium_b_1_aug4/1e6/sac_config_10hz_128_128_5.json



# easy 2 medium  evaluate on medium b 0.5  100
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/sac_config_10hz_128_128_5.json


# easy 2 medium  evaluate on medium b 1    110
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_1/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_1/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_1/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_1/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_1/sac_config_10hz_128_128_5.json



# d2d baseline b= 1  10
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/sac_config_10hz_128_128_5.json

# d2d baseline b= 2   10
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_2_b_2/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_2_b_2/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_2_b_2/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_2_b_2/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_2_b_2/sac_config_10hz_128_128_5.json

# d2d baseline b= 0.5  140
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_05_b_05/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_05_b_05/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_05_b_05/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_05_b_05/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_05_b_05/sac_config_10hz_128_128_5.json


# d2d baseline b= 0.25 140
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_025_b_025/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_025_b_025/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_025_b_025/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_025_b_025/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_025_b_025/sac_config_10hz_128_128_5.json

# d2d baseline b= 0.125
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_0125_b_0125/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_0125_b_0125/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_0125_b_0125/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_0125_b_0125/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_0125_b_0125/sac_config_10hz_128_128_5.json





#easy2medium baseline 
# easy b=0.5  242
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/b_05/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/b_05/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/b_05/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/b_05/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/b_05/sac_config_10hz_128_128_5.json

# easy b=1    120
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/b_1/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/b_1/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/b_1/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/b_1/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/b_1/sac_config_10hz_128_128_5.json

# evaluate on medium # easy b=0.5 242
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/evaluate_medium/b_05/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/evaluate_medium/b_05/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/evaluate_medium/b_05/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/evaluate_medium/b_05/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/evaluate_medium/b_05/sac_config_10hz_128_128_5.json

# evaluate on medium # easy b=1  120 
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/evaluate_medium/b_1/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/evaluate_medium/b_1/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/evaluate_medium/b_1/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/evaluate_medium/b_1/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/easy_sac/baseline/evaluate_medium/b_1/sac_config_10hz_128_128_5.json

## reward devide baseline

# b = 0.5  only angle 251
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_05_only/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_05_only/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_05_only/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_05_only/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_05_only/sac_config_10hz_128_128_5.json

# b = 1  only angle 242
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_1_only/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_1_only/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_1_only/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_1_only/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/b_1_only/sac_config_10hz_128_128_5.json


# b = 0.5  only angle  baseline  onlyreset 10
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/baseline/b_05/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/baseline/b_05/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/baseline/b_05/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/baseline/b_05/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/baseline/b_05/sac_config_10hz_128_128_5.json


# b = 1  only angle  baseline  onlyreset 
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/baseline/b_1/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/baseline/b_1/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/baseline/b_1/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/baseline/b_1/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/reward_devide/medium/baseline/b_1/sac_config_10hz_128_128_5.json


## supplement D2D  b = 1 to b = 0.5  242
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_05/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_05/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_05/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_05/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_05/sac_config_10hz_128_128_5.json


## supplement D2D  b = 1 to b = 0.25 120
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_025/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_025/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_025/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_025/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_025/sac_config_10hz_128_128_5.json


## supplement D2D  b = 0.5 to b = 0.25  10
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_025/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_025/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_025/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_025/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_025/sac_config_10hz_128_128_5.json




## supplement D2D hard   b = 2 to b = 0.5 140
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/hard_sac/two_satge_hard_sac_b_2_b05/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/hard_sac/two_satge_hard_sac_b_2_b05/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/hard_sac/two_satge_hard_sac_b_2_b05/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/hard_sac/two_satge_hard_sac_b_2_b05/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/hard_sac/two_satge_hard_sac_b_2_b05/sac_config_10hz_128_128_5.json


## supplement D2D  b = 0.5 to b = 0.125  10
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_0125/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_0125/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_0125/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_0125/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_0125/sac_config_10hz_128_128_5.json


## supplement D2D  b = 1 to b = 0.125  242
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_0125/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_0125/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_0125/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_0125/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_1_b_0125/sac_config_10hz_128_128_5.json


## supplement D2D  b = 0.5 to b = 1  120
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_1/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_1/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_1/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_1/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/two_stage_b_05_b_1/sac_config_10hz_128_128_5.json



#F2F b = 1
## skip 3 to 1 242 
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/sac_config_10hz_128_128_5.json

## skip 5 to 1 120
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_5_skip_1/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_5_skip_1/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_5_skip_1/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_5_skip_1/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_5_skip_1/sac_config_10hz_128_128_5.json


## skip 5 to 5 166
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_5_skip_5/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_5_skip_5/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_5_skip_5/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_5_skip_5/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_5_skip_5/sac_config_10hz_128_128_5.json



## skip 3 to 3 10
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_3/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_3/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_3/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_3/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_3/sac_config_10hz_128_128_5.json


## skip 3 100 
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/skip_3/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/skip_3/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/skip_3/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/skip_3/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/skip_3/sac_config_10hz_128_128_5.json

## skip 5 110 
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/skip_5/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/skip_5/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/skip_5/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/skip_5/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/skip_5/sac_config_10hz_128_128_5.json


## gamma 0.95 to 0.995 140
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/gamma/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/gamma/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/gamma/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/gamma/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/gamma/sac_config_10hz_128_128_5.json


## F2F skip 3 to skip 1 2e6 b = 1 100 
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/sac_config_10hz_128_128_5.json


##medium  b = 1 2e6 with reset 10
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/2e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/2e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/2e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/2e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_1_b_1/2e6/sac_config_10hz_128_128_5.json



##medium  b = 0.5 2e6 with reset 110
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_05_b_05/2e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_05_b_05/2e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_05_b_05/2e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_05_b_05/2e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/VVC/medium/sac/baseline/two_stage_b_05_b_05/2e6/sac_config_10hz_128_128_5.json


## reward devide 2e6  242
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/reward_devide/medium/b_1/2e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/reward_devide/medium/b_1/2e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/reward_devide/medium/b_1/2e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/reward_devide/medium/b_1/2e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/reward_devide/medium/b_1/2e6/sac_config_10hz_128_128_5.json


##  skip 3 to skip 1 buffersize = 5e5 242
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferrs_change_size.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/buffer_size_5e5/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferrs_change_size.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/buffer_size_5e5/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferrs_change_size.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/buffer_size_5e5/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferrs_change_size.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/buffer_size_5e5/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferrs_change_size.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/buffer_size_5e5/sac_config_10hz_128_128_5.json


## easy  1e6  buffersize 1e6 eval on medium  10
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/easy_sac/b_05/buffer_size1e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/easy_sac/b_05/buffer_size1e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/easy_sac/b_05/buffer_size1e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/easy_sac/b_05/buffer_size1e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/easy_sac/b_05/buffer_size1e6/sac_config_10hz_128_128_5.json


## easy2medium  2e6  b = 0.5  120
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/sac_config_10hz_128_128_5.json



## easy2medium  2e6  b = 0.5 warmup_epoch=100    166
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/warmup_epochs_100/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/warmup_epochs_100/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/warmup_epochs_100/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/warmup_epochs_100/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/warmup_epochs_100/sac_config_10hz_128_128_5.json


## skip 3 to skip 1 2e6 warmup 100 epoch     242 
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/warmup_epochs_100/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/warmup_epochs_100/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/warmup_epochs_100/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/warmup_epochs_100/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages_info_buferr.py --config-file-name=configs/train/D2D/F2F/medium/b_1/two_stage_skip_3_skip_1/2e6/warmup_epochs_100/sac_config_10hz_128_128_5.json


## easy 2 medium 2e6 buffer_size = 1e6  10
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/easy2medium_buffer_size_1e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/easy2medium_buffer_size_1e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/easy2medium_buffer_size_1e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/easy2medium_buffer_size_1e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/easy2medium_buffer_size_1e6/sac_config_10hz_128_128_5.json


## easy 2 medium 2e6 buffer_size = 2e6  166
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/easy2medium_buffer_size_2e6/sac_config_10hz_128_128_1.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/easy2medium_buffer_size_2e6/sac_config_10hz_128_128_2.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/easy2medium_buffer_size_2e6/sac_config_10hz_128_128_3.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/easy2medium_buffer_size_2e6/sac_config_10hz_128_128_4.json
python  train_scripts/ladderrl/train_with_rl_sac_her_multi_stages.py  --config-file-name=configs/train/D2D/goal_sapce/easy_to_medium/evaluate_medium/b_05/2e6/easy2medium_buffer_size_2e6/sac_config_10hz_128_128_5.json