SLURM_CONF=/public/slurm/20.11.5/etc/slurm.conf bash scripts/mix_experts.sh /private/home/suching/raw_data/data-bin-big/ domain_parallel_128_GPUs_transformer_lm_gpt3_large_final 1b test.jsonl eval 0.9795107407,4.27252e-05,0.020441077300000002,3.8137e-06,1.4483e-06,8.3e-09,5.4500000000000005e-08,1.6050000000000001e-07
SLURM_CONF=/public/slurm/20.11.5/etc/slurm.conf bash scripts/mix_experts.sh /private/home/suching/raw_data/data-bin-big/ domain_parallel_128_GPUs_transformer_lm_gpt3_large_final cs test.jsonl eval 1.51e-08,0.0009881916,0.0001532754,4.2040000000000003e-07,0.8597279142,6.6562e-06,0.13912348930000001,2.18e-08
SLURM_CONF=/public/slurm/20.11.5/etc/slurm.conf bash scripts/mix_experts.sh /private/home/suching/raw_data/data-bin-big/ domain_parallel_128_GPUs_transformer_lm_gpt3_large_final legal test.jsonl eval 1.8300000000000002e-08,0.0006096703,0.0010608053,7.464000000000001e-07,7.8603e-06,0.9982662521000001,5.1228100000000005e-05,3.4128e-06
SLURM_CONF=/public/slurm/20.11.5/etc/slurm.conf bash scripts/mix_experts.sh /private/home/suching/raw_data/data-bin-big/ domain_parallel_128_GPUs_transformer_lm_gpt3_large_final med test.jsonl eval 1.05e-08,0.0015795229,0.0007711119,5.17e-07,0.0113055555,7.85365e-05,0.9862646774,7.59e-08
SLURM_CONF=/public/slurm/20.11.5/etc/slurm.conf bash scripts/mix_experts.sh /private/home/suching/raw_data/data-bin-big/ domain_parallel_128_GPUs_transformer_lm_gpt3_large_final anonymized_openwebtext test.jsonl eval 2.152e-07,0.9944815572000001,0.0040292324,0.0001435471,1.447e-06,0.000549193,1.991e-07,0.0007946158
SLURM_CONF=/public/slurm/20.11.5/etc/slurm.conf bash scripts/mix_experts.sh /private/home/suching/raw_data/data-bin-big/ domain_parallel_128_GPUs_transformer_lm_gpt3_large_final anonymized_realnews test.jsonl eval 1.5984e-06,0.0409180782,0.9539454376000001,0.0006143732,5.0548200000000005e-05,0.0036534752000000003,3.7515e-06,0.0008127291
SLURM_CONF=/public/slurm/20.11.5/etc/slurm.conf bash scripts/mix_experts.sh /private/home/suching/raw_data/data-bin-big/ domain_parallel_128_GPUs_transformer_lm_gpt3_large_final reddit test.jsonl eval 0.0002461823,0.11249615360000001,0.0822497637,0.007600399000000001,0.0005755549,7.56439e-05,0.0001881661,0.7965681682
SLURM_CONF=/public/slurm/20.11.5/etc/slurm.conf bash scripts/mix_experts.sh /private/home/suching/raw_data/data-bin-big/ domain_parallel_128_GPUs_transformer_lm_gpt3_large_final anonymized_review test.jsonl eval 1.52e-08,0.0006702223,5.47904e-05,0.9988053921000001,1.65917e-05,1.6048e-06,2.35932e-05,0.00042779010000000003
