{
  "dataset": "Idavidrein/gpqa:gpqa_diamond",
  "model": "GLM-5.2",
  "served_root": "GLM-5.2-EXL3-TR3-3.0bpw",
  "settings": {
    "temperature": 1.0,
    "top_p": 0.95,
    "max_tokens": 131072,
    "prompt": "AA/simple-evals MCQ template",
    "grader": "regex letter match"
  },
  "n_questions": 198,
  "repeats": 2,
  "accuracy_pass_at_1": 0.9141,
  "no_answer_extracted": 1,
  "truncated": 0,
  "errors": 0,
  "avg_completion_tokens": 10561,
  "wall_minutes": 955.6,
  "reference_original_model": 91.2,
  "per_question_correct_rate": {
    "0": 1.0,
    "1": 1.0,
    "2": 1.0,
    "3": 1.0,
    "4": 1.0,
    "5": 1.0,
    "6": 1.0,
    "7": 1.0,
    "8": 1.0,
    "9": 1.0,
    "10": 1.0,
    "11": 1.0,
    "12": 1.0,
    "13": 1.0,
    "14": 1.0,
    "15": 1.0,
    "16": 1.0,
    "17": 0.0,
    "18": 1.0,
    "19": 1.0,
    "20": 1.0,
    "21": 1.0,
    "22": 1.0,
    "23": 0.5,
    "24": 1.0,
    "25": 1.0,
    "26": 1.0,
    "27": 1.0,
    "28": 1.0,
    "29": 0.5,
    "30": 0.0,
    "31": 1.0,
    "32": 0.5,
    "33": 1.0,
    "34": 1.0,
    "35": 1.0,
    "36": 1.0,
    "37": 1.0,
    "38": 0.5,
    "39": 1.0,
    "40": 1.0,
    "41": 1.0,
    "42": 1.0,
    "43": 1.0,
    "44": 1.0,
    "45": 1.0,
    "46": 1.0,
    "47": 1.0,
    "48": 1.0,
    "49": 1.0,
    "50": 1.0,
    "51": 1.0,
    "52": 1.0,
    "53": 1.0,
    "54": 1.0,
    "55": 1.0,
    "56": 1.0,
    "57": 1.0,
    "58": 1.0,
    "59": 1.0,
    "60": 1.0,
    "61": 1.0,
    "62": 1.0,
    "63": 1.0,
    "64": 1.0,
    "65": 1.0,
    "66": 1.0,
    "67": 1.0,
    "68": 1.0,
    "69": 0.0,
    "70": 1.0,
    "71": 1.0,
    "72": 1.0,
    "73": 1.0,
    "74": 1.0,
    "75": 1.0,
    "76": 0.0,
    "77": 1.0,
    "78": 1.0,
    "79": 1.0,
    "80": 1.0,
    "81": 1.0,
    "82": 1.0,
    "83": 1.0,
    "84": 1.0,
    "85": 1.0,
    "86": 1.0,
    "87": 1.0,
    "88": 0.5,
    "89": 1.0,
    "90": 0.5,
    "91": 0.5,
    "92": 1.0,
    "93": 1.0,
    "94": 1.0,
    "95": 1.0,
    "96": 1.0,
    "97": 1.0,
    "98": 1.0,
    "99": 1.0,
    "100": 1.0,
    "101": 0.5,
    "102": 1.0,
    "103": 1.0,
    "104": 1.0,
    "105": 1.0,
    "106": 0.0,
    "107": 1.0,
    "108": 1.0,
    "109": 1.0,
    "110": 1.0,
    "111": 1.0,
    "112": 1.0,
    "113": 1.0,
    "114": 1.0,
    "115": 1.0,
    "116": 1.0,
    "117": 1.0,
    "118": 1.0,
    "119": 1.0,
    "120": 1.0,
    "121": 0.5,
    "122": 1.0,
    "123": 1.0,
    "124": 1.0,
    "125": 1.0,
    "126": 1.0,
    "127": 0.5,
    "128": 1.0,
    "129": 1.0,
    "130": 0.5,
    "131": 1.0,
    "132": 1.0,
    "133": 1.0,
    "134": 1.0,
    "135": 1.0,
    "136": 1.0,
    "137": 1.0,
    "138": 1.0,
    "139": 1.0,
    "140": 0.5,
    "141": 1.0,
    "142": 0.5,
    "143": 1.0,
    "144": 1.0,
    "145": 0.0,
    "146": 1.0,
    "147": 0.0,
    "148": 1.0,
    "149": 1.0,
    "150": 1.0,
    "151": 1.0,
    "152": 1.0,
    "153": 1.0,
    "154": 1.0,
    "155": 1.0,
    "156": 1.0,
    "157": 0.5,
    "158": 1.0,
    "159": 1.0,
    "160": 0.0,
    "161": 1.0,
    "162": 1.0,
    "163": 1.0,
    "164": 1.0,
    "165": 1.0,
    "166": 1.0,
    "167": 0.0,
    "168": 1.0,
    "169": 1.0,
    "170": 1.0,
    "171": 1.0,
    "172": 1.0,
    "173": 1.0,
    "174": 1.0,
    "175": 1.0,
    "176": 1.0,
    "177": 1.0,
    "178": 1.0,
    "179": 1.0,
    "180": 1.0,
    "181": 1.0,
    "182": 1.0,
    "183": 1.0,
    "184": 1.0,
    "185": 0.5,
    "186": 0.5,
    "187": 1.0,
    "188": 1.0,
    "189": 1.0,
    "190": 1.0,
    "191": 1.0,
    "192": 1.0,
    "193": 1.0,
    "194": 1.0,
    "195": 1.0,
    "196": 1.0,
    "197": 1.0
  }
}