deepspeed --include=localhost:0,1,2,3,4,5,6,7 llava/train/train.py --mm_projector_lr 2e-6 --mm_projector_type mlp2x_gelu --learning_rate 2e-6 --deepspeed ./scripts/zero2.json --lora_enable True --lora_r 32 --lora_alpha 256 --model_name_or_path ../pretrained_weights/llava1.5_7b --version v1 --data_path playground/data/train/dpo/sft/vicuna1.3_shargpt4_1w_llavar_whole_coco3w.json --image_folder ../data/sharegpt4v/images --vision_tower openai/clip-vit-large-patch14 --pretrain_mm_mlp_adapter ../pretrained_weights/llava1.5_7b/mm_projector.bin --mm_vision_select_layer -2 --mm_use_im_start_end False --mm_use_im_patch_token False --bf16 True --output_dir ./checkpoints/dpo/sft/llava1.5_7b-lora32-lr2e-6-shargpt4_1w_llavar_whole_coco3w-1e --num_train_epochs 1 --per_device_train_batch_size 4 --per_device_eval_batch_size 4 --gradient_accumulation_steps 1 --evaluation_strategy "no" --save_strategy "no" --save_steps 50000000 --save_total_limit 1 --weight_decay 0. --warmup_ratio 0.03 --lr_scheduler_type "cosine" --logging_steps 1 --tf32 True --model_max_length 2048 --gradient_checkpointing True --dataloader_num_workers 4 --lazy_preprocess True  --lora_enable
deepspeed --include=localhost:0,1,2,3,4,5,6,7 llava/train/train.py --mm_projector_lr 1e-5 --mm_projector_type mlp2x_gelu --learning_rate 1e-5 --deepspeed ./scripts/zero2.json --lora_enable True --lora_r 32 --lora_alpha 256 --model_name_or_path ../pretrained_weights/llava1.5_7b --version v1 --data_path playground/data/train/dpo/sft/vicuna1.3_shargpt4_1w_llavar_whole_coco3w.json --image_folder ../data/sharegpt4v/images --vision_tower openai/clip-vit-large-patch14 --pretrain_mm_mlp_adapter ../pretrained_weights/llava1.5_7b/mm_projector.bin --mm_vision_select_layer -2 --mm_use_im_start_end False --mm_use_im_patch_token False --bf16 True --output_dir ./checkpoints/dpo/sft/llava1.5_7b-lora32-lr1e-5-shargpt4_1w_llavar_whole_coco3w-1e --num_train_epochs 1 --per_device_train_batch_size 4 --per_device_eval_batch_size 4 --gradient_accumulation_steps 1 --evaluation_strategy "no" --save_strategy "no" --save_steps 50000000 --save_total_limit 1 --weight_decay 0. --warmup_ratio 0.03 --lr_scheduler_type "cosine" --logging_steps 1 --tf32 True --model_max_length 2048 --gradient_checkpointing True --dataloader_num_workers 4 --lazy_preprocess True  --lora_enable
