benchmark_scores/result_jaqket_v2-0.2-0.2.json

{
    "results": {
      "jaqket_v2-0.2-0.2": {
        "exact_match": 80.2405498281787,
        "f1": 84.5903685852139
      }
    },
    "versions": {
      "jaqket_v2-0.2-0.2": 0.2
    },
    "config": {
      "model": "hf-causal-experimental",
      "model_args": "pretrained=HachiML/youri-2x7b_dev,tokenizer=HachiML/youri-2x7b_dev,use_accelerate=True,dtype=auto",
      "num_fewshot": [
        1
      ],
      "batch_size": 2,
      "device": "cuda",
      "no_cache": false,
      "limit": null,
      "bootstrap_iters": 100000,
      "description_dict": null
    }
}