for TSTEP in 1000 2500 5000
do
  for TOPP in 0.2 0.5 0.9
  do
    for CTRLR in 0.0 100.0 500.0 2000.0
    do
      command1="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      command2="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      command3="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      command4="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc188_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      aggcommand="${command1} ; ${command2} ; ${command3} ; ${command4}"
      sbatch -J evalgen -p YOUR_PARTITION --time=3:59:00 --nodes=1 --cpus-per-task=4 --mem=50G --gpus=1 --constraint APPLY_IF_NECESSARY --chdir=/private/home/xhan77/ssd-lm --wrap="${aggcommand}"

      command1="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      command2="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      command3="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      command4="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc180_depth1_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      aggcommand="${command1} ; ${command2} ; ${command3} ; ${command4}"
      sbatch -J evalgen -p YOUR_PARTITION --time=3:59:00 --nodes=1 --cpus-per-task=4 --mem=50G --gpus=1 --constraint APPLY_IF_NECESSARY --chdir=/private/home/xhan77/ssd-lm --wrap="${aggcommand}"

      command1="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      command2="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgeven_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      command3="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx0_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      command4="HF_HOME='/private/home/xhan77/.cache/huggingface' python evaluation/evaluate.py --generations_file /private/home/xhan77/ssd-lm/logging/ssd_dbs25/ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_gen.jsonl --output_file ctx0_trunc150_depth2_ctrlr${CTRLR}_step${TSTEP}_topp${TOPP}_decalgsampling_ctridx2_ssd_ctrsa_eval.txt --metrics ppl#gpt2-large,ppl#gpt2-xl,self-bleu,zipf,repetition,dist-n,intctr,extctr1,extctr2,extctr3,extctr4,extctr5"
      aggcommand="${command1} ; ${command2} ; ${command3} ; ${command4}"
      sbatch -J evalgen -p YOUR_PARTITION --time=3:59:00 --nodes=1 --cpus-per-task=4 --mem=50G --gpus=1 --constraint APPLY_IF_NECESSARY --chdir=/private/home/xhan77/ssd-lm --wrap="${aggcommand}"
    done
  done
done