#### test
#
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset unc      --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/mixup/best_checkpoint.pth --eval_set val    --output_dir /path_to/outputs/oneref/v002/unc;
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset unc      --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/mixup/best_checkpoint.pth --eval_set testA  --output_dir /path_to/outputs/oneref/v002/unc;
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset unc      --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/mixup/best_checkpoint.pth --eval_set testB  --output_dir /path_to/outputs/oneref/v002/unc;
#
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset unc+     --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/mixup/best_checkpoint.pth --eval_set val    --output_dir /path_to/outputs/oneref/v002/unc+;
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset unc+     --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/mixup/best_checkpoint.pth --eval_set testA  --output_dir /path_to/outputs/oneref/v002/unc+;
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset unc+     --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/mixup/best_checkpoint.pth --eval_set testB  --output_dir /path_to/outputs/oneref/v002/unc+;
#
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset gref_umd --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/mixup/best_checkpoint.pth --eval_set val    --output_dir /path_to/outputs/oneref/v002/gref_umd;
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset gref_umd --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/mixup/best_checkpoint.pth --eval_set test   --output_dir /path_to/outputs/oneref/v002/gref_umd;
#
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset referit  --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/referit/best_checkpoint.pth --eval_set val  --output_dir /path_to/outputs/oneref/v002/referit;
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset referit  --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/referit/best_checkpoint.pth --eval_set test --output_dir /path_to/outputs/oneref/v002/referit;
#
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset flickr   --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/flickr/best_checkpoint.pth --eval_set val   --output_dir /path_to/outputs/oneref/v002/flickr;
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python -m torch.distributed.launch --nproc_per_node=8 --master_port 28888 --use_env eval.py --num_workers 4 --batch_size 128  --dataset flickr   --imsize 384 --max_query_len 64 --model beit3_large_patch16_384 --task grounding --data_root /path_to_image_data --split_root /path_to/ref_data_shuffled/single_dataset --sentencepiece_model /path_to/checkpoint/beit3/beit3.spm --eval_model /path_to/outputs/oneref/v002/flickr/best_checkpoint.pth --eval_set test  --output_dir /path_to/outputs/oneref/v002/flickr;
#

