ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_1_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_2_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_3_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_4_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_5_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_6_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_7_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_8_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_9_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_10_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_11_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_12_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_13_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_14_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_15_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_16_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_17_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_18_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_19_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_20_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_21_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_22_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_23_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_24_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_25_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_26_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_27_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_28_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_29_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_30_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_31_mamba2.yaml
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file multi_gpu.yaml train_mamba2/train_hybrid_step.py mamba2_llama_stepwise/llama3_32_mamba2.yaml