{
  "results": {
    "crows_pairs_english_religion": {
      "likelihood_difference": 3.5508164414414414,
      "likelihood_difference_stderr": 0.4305168323042274,
      "pct_stereotype": 0.6756756756756757,
      "pct_stereotype_stderr": 0.04463366615377136
    },
    "hendrycksTest-security_studies": {
      "acc": 0.3306122448979592,
      "acc_stderr": 0.030116426296540603,
      "acc_norm": 0.2938775510204082,
      "acc_norm_stderr": 0.029162738410249783
    },
    "hendrycksTest-high_school_european_history": {
      "acc": 0.26666666666666666,
      "acc_stderr": 0.03453131801885417,
      "acc_norm": 0.296969696969697,
      "acc_norm_stderr": 0.035679697722680495
    },
    "crows_pairs_english_race_color": {
      "likelihood_difference": 3.4817913385826773,
      "likelihood_difference_stderr": 0.1735254203842936,
      "pct_stereotype": 0.44881889763779526,
      "pct_stereotype_stderr": 0.022089136921635943
    },
    "crows_pairs_english_disability": {
      "likelihood_difference": 5.086778846153846,
      "likelihood_difference_stderr": 0.573459690809164,
      "pct_stereotype": 0.6615384615384615,
      "pct_stereotype_stderr": 0.059148294227806535
    },
    "hendrycksTest-elementary_mathematics": {
      "acc": 0.22486772486772486,
      "acc_stderr": 0.021502096078229147,
      "acc_norm": 0.23809523809523808,
      "acc_norm_stderr": 0.02193587808118476
    },
    "crows_pairs_english_physical_appearance": {
      "likelihood_difference": 3.7198350694444446,
      "likelihood_difference_stderr": 0.41714897518097466,
      "pct_stereotype": 0.5694444444444444,
      "pct_stereotype_stderr": 0.05876396677084613
    },
    "crows_pairs_french": {
      "likelihood_difference": 5.481817419499105,
      "likelihood_difference_stderr": 0.1368512914780332,
      "pct_stereotype": 0.42277877161598093,
      "pct_stereotype_stderr": 0.012066761431141063
    },
    "hendrycksTest-high_school_microeconomics": {
      "acc": 0.22268907563025211,
      "acc_stderr": 0.027025433498882402,
      "acc_norm": 0.3277310924369748,
      "acc_norm_stderr": 0.030489911417673227
    },
    "arc_easy": {
      "acc": 0.3720538720538721,
      "acc_stderr": 0.009918187193096463,
      "acc_norm": 0.3442760942760943,
      "acc_norm_stderr": 0.009749495321590813
    },
    "piqa": {
      "acc": 0.5914036996735582,
      "acc_stderr": 0.011469240387245139,
      "acc_norm": 0.5930359085963003,
      "acc_norm_stderr": 0.011462093919190166
    },
    "crows_pairs_english_socioeconomic": {
      "likelihood_difference": 3.7811677631578946,
      "likelihood_difference_stderr": 0.2573616886550986,
      "pct_stereotype": 0.631578947368421,
      "pct_stereotype_stderr": 0.03508771929824559
    },
    "hendrycksTest-college_medicine": {
      "acc": 0.2658959537572254,
      "acc_stderr": 0.033687629322594295,
      "acc_norm": 0.34104046242774566,
      "acc_norm_stderr": 0.03614665424180826
    },
    "hendrycksTest-moral_disputes": {
      "acc": 0.2745664739884393,
      "acc_stderr": 0.024027745155265002,
      "acc_norm": 0.30057803468208094,
      "acc_norm_stderr": 0.024685316867257796
    },
    "hendrycksTest-miscellaneous": {
      "acc": 0.2554278416347382,
      "acc_stderr": 0.015594955384455772,
      "acc_norm": 0.25798212005108556,
      "acc_norm_stderr": 0.01564583018834895
    },
    "crows_pairs_french_sexual_orientation": {
      "likelihood_difference": 7.007554945054945,
      "likelihood_difference_stderr": 0.4540502244754289,
      "pct_stereotype": 0.8241758241758241,
      "pct_stereotype_stderr": 0.04012619468902319
    },
    "hendrycksTest-sociology": {
      "acc": 0.25870646766169153,
      "acc_stderr": 0.03096590312357305,
      "acc_norm": 0.2935323383084577,
      "acc_norm_stderr": 0.03220024104534205
    },
    "hendrycksTest-human_sexuality": {
      "acc": 0.2748091603053435,
      "acc_stderr": 0.03915345408847836,
      "acc_norm": 0.2366412213740458,
      "acc_norm_stderr": 0.03727673575596919
    },
    "crows_pairs_french_religion": {
      "likelihood_difference": 4.708152173913043,
      "likelihood_difference_stderr": 0.5092079597931493,
      "pct_stereotype": 0.5565217391304348,
      "pct_stereotype_stderr": 0.04652911680416962
    },
    "crows_pairs_french_disability": {
      "likelihood_difference": 6.629734848484849,
      "likelihood_difference_stderr": 0.6913292787839433,
      "pct_stereotype": 0.48484848484848486,
      "pct_stereotype_stderr": 0.06198888629778894
    },
    "crows_pairs_french_nationality": {
      "likelihood_difference": 8.110054347826088,
      "likelihood_difference_stderr": 0.4446449895681656,
      "pct_stereotype": 0.30434782608695654,
      "pct_stereotype_stderr": 0.028985507246376756
    },
    "hendrycksTest-econometrics": {
      "acc": 0.2894736842105263,
      "acc_stderr": 0.042663394431593935,
      "acc_norm": 0.2543859649122807,
      "acc_norm_stderr": 0.04096985139843671
    },
    "hendrycksTest-professional_medicine": {
      "acc": 0.26838235294117646,
      "acc_stderr": 0.026917481224377232,
      "acc_norm": 0.23897058823529413,
      "acc_norm_stderr": 0.02590528064489301
    },
    "crows_pairs_french_age": {
      "likelihood_difference": 4.308333333333334,
      "likelihood_difference_stderr": 0.48705073491708323,
      "pct_stereotype": 0.4666666666666667,
      "pct_stereotype_stderr": 0.05288198530254015
    },
    "hendrycksTest-business_ethics": {
      "acc": 0.35,
      "acc_stderr": 0.047937248544110196,
      "acc_norm": 0.34,
      "acc_norm_stderr": 0.04760952285695235
    },
    "hendrycksTest-high_school_statistics": {
      "acc": 0.2222222222222222,
      "acc_stderr": 0.028353212866863434,
      "acc_norm": 0.25462962962962965,
      "acc_norm_stderr": 0.029711275860005344
    },
    "wsc": {
      "acc": 0.36538461538461536,
      "acc_stderr": 0.0474473339327792
    },
    "hendrycksTest-abstract_algebra": {
      "acc": 0.23,
      "acc_stderr": 0.04229525846816508,
      "acc_norm": 0.29,
      "acc_norm_stderr": 0.045604802157206824
    },
    "hendrycksTest-prehistory": {
      "acc": 0.27469135802469136,
      "acc_stderr": 0.024836057868294677,
      "acc_norm": 0.2006172839506173,
      "acc_norm_stderr": 0.022282313949774875
    },
    "crows_pairs_english_age": {
      "likelihood_difference": 2.648866758241758,
      "likelihood_difference_stderr": 0.28308193114727737,
      "pct_stereotype": 0.4725274725274725,
      "pct_stereotype_stderr": 0.05262501097748859
    },
    "hendrycksTest-high_school_world_history": {
      "acc": 0.25738396624472576,
      "acc_stderr": 0.028458820991460295,
      "acc_norm": 0.3080168776371308,
      "acc_norm_stderr": 0.03005238933560569
    },
    "crows_pairs_french_gender": {
      "likelihood_difference": 4.2169976635514015,
      "likelihood_difference_stderr": 0.23040467831858316,
      "pct_stereotype": 0.4953271028037383,
      "pct_stereotype_stderr": 0.02794962902436015
    },
    "hendrycksTest-high_school_biology": {
      "acc": 0.27419354838709675,
      "acc_stderr": 0.025378139970885203,
      "acc_norm": 0.29354838709677417,
      "acc_norm_stderr": 0.02590608702131929
    },
    "hendrycksTest-jurisprudence": {
      "acc": 0.17592592592592593,
      "acc_stderr": 0.03680918141673881,
      "acc_norm": 0.3333333333333333,
      "acc_norm_stderr": 0.04557239513497752
    },
    "hendrycksTest-high_school_us_history": {
      "acc": 0.24019607843137256,
      "acc_stderr": 0.02998373305591361,
      "acc_norm": 0.27941176470588236,
      "acc_norm_stderr": 0.031493281045079556
    },
    "crows_pairs_english_autre": {
      "likelihood_difference": 5.002840909090909,
      "likelihood_difference_stderr": 1.251678238076205,
      "pct_stereotype": 0.45454545454545453,
      "pct_stereotype_stderr": 0.15745916432444335
    },
    "hendrycksTest-college_computer_science": {
      "acc": 0.26,
      "acc_stderr": 0.044084400227680794,
      "acc_norm": 0.21,
      "acc_norm_stderr": 0.04093601807403326
    },
    "hendrycksTest-high_school_psychology": {
      "acc": 0.26422018348623855,
      "acc_stderr": 0.018904164171510193,
      "acc_norm": 0.22752293577981653,
      "acc_norm_stderr": 0.017974463578776502
    },
    "hendrycksTest-college_mathematics": {
      "acc": 0.16,
      "acc_stderr": 0.03684529491774709,
      "acc_norm": 0.24,
      "acc_norm_stderr": 0.04292346959909282
    },
    "hendrycksTest-high_school_chemistry": {
      "acc": 0.1625615763546798,
      "acc_stderr": 0.025960300064605576,
      "acc_norm": 0.2512315270935961,
      "acc_norm_stderr": 0.030516530732694436
    },
    "hendrycksTest-clinical_knowledge": {
      "acc": 0.24150943396226415,
      "acc_stderr": 0.026341480371118355,
      "acc_norm": 0.3471698113207547,
      "acc_norm_stderr": 0.029300101705549652
    },
    "hendrycksTest-professional_accounting": {
      "acc": 0.2375886524822695,
      "acc_stderr": 0.025389512552729906,
      "acc_norm": 0.2624113475177305,
      "acc_norm_stderr": 0.026244920349843
    },
    "crows_pairs_french_socioeconomic": {
      "likelihood_difference": 5.202686543367347,
      "likelihood_difference_stderr": 0.40401351786153467,
      "pct_stereotype": 0.44387755102040816,
      "pct_stereotype_stderr": 0.035579471949536604
    },
    "sciq": {
      "acc": 0.617,
      "acc_stderr": 0.015380102325652713,
      "acc_norm": 0.557,
      "acc_norm_stderr": 0.0157161699532041
    },
    "winogrande": {
      "acc": 0.5185477505919495,
      "acc_stderr": 0.014042813708888378
    },
    "hendrycksTest-philosophy": {
      "acc": 0.22186495176848875,
      "acc_stderr": 0.02359885829286305,
      "acc_norm": 0.2765273311897106,
      "acc_norm_stderr": 0.02540383297817961
    },
    "hendrycksTest-medical_genetics": {
      "acc": 0.24,
      "acc_stderr": 0.04292346959909282,
      "acc_norm": 0.36,
      "acc_norm_stderr": 0.04824181513244218
    },
    "hendrycksTest-astronomy": {
      "acc": 0.23684210526315788,
      "acc_stderr": 0.03459777606810536,
      "acc_norm": 0.3223684210526316,
      "acc_norm_stderr": 0.038035102483515854
    },
    "hendrycksTest-logical_fallacies": {
      "acc": 0.24539877300613497,
      "acc_stderr": 0.03380939813943354,
      "acc_norm": 0.294478527607362,
      "acc_norm_stderr": 0.03581165790474082
    },
    "hendrycksTest-college_chemistry": {
      "acc": 0.31,
      "acc_stderr": 0.04648231987117316,
      "acc_norm": 0.3,
      "acc_norm_stderr": 0.046056618647183814
    },
    "hendrycksTest-anatomy": {
      "acc": 0.1925925925925926,
      "acc_stderr": 0.03406542058502652,
      "acc_norm": 0.22962962962962963,
      "acc_norm_stderr": 0.03633384414073462
    },
    "hendrycksTest-professional_psychology": {
      "acc": 0.25163398692810457,
      "acc_stderr": 0.01755581809132226,
      "acc_norm": 0.25326797385620914,
      "acc_norm_stderr": 0.01759348689536683
    },
    "hendrycksTest-virology": {
      "acc": 0.24096385542168675,
      "acc_stderr": 0.0332939411907353,
      "acc_norm": 0.25903614457831325,
      "acc_norm_stderr": 0.03410646614071856
    },
    "hendrycksTest-professional_law": {
      "acc": 0.25684485006518903,
      "acc_stderr": 0.011158455853098838,
      "acc_norm": 0.28226857887874834,
      "acc_norm_stderr": 0.011495852176241935
    },
    "hendrycksTest-international_law": {
      "acc": 0.1652892561983471,
      "acc_stderr": 0.03390780612972776,
      "acc_norm": 0.4049586776859504,
      "acc_norm_stderr": 0.044811377559424694
    },
    "crows_pairs_french_physical_appearance": {
      "likelihood_difference": 5.657986111111111,
      "likelihood_difference_stderr": 0.6715285667233309,
      "pct_stereotype": 0.5277777777777778,
      "pct_stereotype_stderr": 0.05924743948371487
    },
    "hendrycksTest-high_school_computer_science": {
      "acc": 0.22,
      "acc_stderr": 0.0416333199893227,
      "acc_norm": 0.33,
      "acc_norm_stderr": 0.04725815626252606
    },
    "hendrycksTest-high_school_macroeconomics": {
      "acc": 0.23076923076923078,
      "acc_stderr": 0.02136202772522271,
      "acc_norm": 0.30256410256410254,
      "acc_norm_stderr": 0.023290888053772725
    },
    "hendrycksTest-formal_logic": {
      "acc": 0.31746031746031744,
      "acc_stderr": 0.041634530313028585,
      "acc_norm": 0.3253968253968254,
      "acc_norm_stderr": 0.041905964388711366
    },
    "hendrycksTest-college_physics": {
      "acc": 0.2647058823529412,
      "acc_stderr": 0.043898699568087785,
      "acc_norm": 0.2549019607843137,
      "acc_norm_stderr": 0.04336432707993177
    },
    "hendrycksTest-us_foreign_policy": {
      "acc": 0.28,
      "acc_stderr": 0.04512608598542128,
      "acc_norm": 0.28,
      "acc_norm_stderr": 0.045126085985421276
    },
    "crows_pairs_english_nationality": {
      "likelihood_difference": 3.4522569444444446,
      "likelihood_difference_stderr": 0.2616537892601734,
      "pct_stereotype": 0.4398148148148148,
      "pct_stereotype_stderr": 0.03385177976044812
    },
    "hendrycksTest-high_school_geography": {
      "acc": 0.2727272727272727,
      "acc_stderr": 0.03173071239071724,
      "acc_norm": 0.29797979797979796,
      "acc_norm_stderr": 0.03258630383836556
    },
    "hendrycksTest-conceptual_physics": {
      "acc": 0.26382978723404255,
      "acc_stderr": 0.02880998985410297,
      "acc_norm": 0.2297872340425532,
      "acc_norm_stderr": 0.027501752944412417
    },
    "hendrycksTest-marketing": {
      "acc": 0.3034188034188034,
      "acc_stderr": 0.03011821010694265,
      "acc_norm": 0.28205128205128205,
      "acc_norm_stderr": 0.02948036054954119
    },
    "hendrycksTest-electrical_engineering": {
      "acc": 0.32413793103448274,
      "acc_stderr": 0.03900432069185555,
      "acc_norm": 0.296551724137931,
      "acc_norm_stderr": 0.03806142687309993
    },
    "hendrycksTest-high_school_government_and_politics": {
      "acc": 0.20207253886010362,
      "acc_stderr": 0.02897908979429673,
      "acc_norm": 0.2538860103626943,
      "acc_norm_stderr": 0.03141024780565318
    },
    "hendrycksTest-moral_scenarios": {
      "acc": 0.23687150837988827,
      "acc_stderr": 0.014219570788103986,
      "acc_norm": 0.264804469273743,
      "acc_norm_stderr": 0.01475690648326066
    },
    "hendrycksTest-high_school_mathematics": {
      "acc": 0.14814814814814814,
      "acc_stderr": 0.02165977842211803,
      "acc_norm": 0.2074074074074074,
      "acc_norm_stderr": 0.024720713193952158
    },
    "hendrycksTest-world_religions": {
      "acc": 0.2046783625730994,
      "acc_stderr": 0.030944459778533207,
      "acc_norm": 0.29239766081871343,
      "acc_norm_stderr": 0.03488647713457922
    },
    "crows_pairs_english_sexual_orientation": {
      "likelihood_difference": 4.879872311827957,
      "likelihood_difference_stderr": 0.5526395273732472,
      "pct_stereotype": 0.8494623655913979,
      "pct_stereotype_stderr": 0.03728212869390004
    },
    "hendrycksTest-global_facts": {
      "acc": 0.19,
      "acc_stderr": 0.03942772444036625,
      "acc_norm": 0.21,
      "acc_norm_stderr": 0.040936018074033256
    },
    "hendrycksTest-machine_learning": {
      "acc": 0.22321428571428573,
      "acc_stderr": 0.039523019677025116,
      "acc_norm": 0.20535714285714285,
      "acc_norm_stderr": 0.038342410214190735
    },
    "crows_pairs_english_gender": {
      "likelihood_difference": 3.058642578125,
      "likelihood_difference_stderr": 0.26754943414520593,
      "pct_stereotype": 0.54375,
      "pct_stereotype_stderr": 0.02788725270865466
    },
    "hendrycksTest-human_aging": {
      "acc": 0.2825112107623318,
      "acc_stderr": 0.03021683101150876,
      "acc_norm": 0.24663677130044842,
      "acc_norm_stderr": 0.028930413120910874
    },
    "hendrycksTest-college_biology": {
      "acc": 0.2777777777777778,
      "acc_stderr": 0.03745554791462458,
      "acc_norm": 0.24305555555555555,
      "acc_norm_stderr": 0.03586879280080341
    },
    "hendrycksTest-management": {
      "acc": 0.18446601941747573,
      "acc_stderr": 0.03840423627288276,
      "acc_norm": 0.27184466019417475,
      "acc_norm_stderr": 0.044052680241409216
    },
    "logiqa": {
      "acc": 0.2227342549923195,
      "acc_stderr": 0.01632005404616511,
      "acc_norm": 0.29493087557603687,
      "acc_norm_stderr": 0.01788624973410439
    },
    "crows_pairs_french_race_color": {
      "likelihood_difference": 5.012771739130435,
      "likelihood_difference_stderr": 0.25654636026247285,
      "pct_stereotype": 0.28043478260869564,
      "pct_stereotype_stderr": 0.02096740469164158
    },
    "hendrycksTest-nutrition": {
      "acc": 0.24183006535947713,
      "acc_stderr": 0.024518195641879334,
      "acc_norm": 0.3333333333333333,
      "acc_norm_stderr": 0.026992544339297233
    },
    "arc_challenge": {
      "acc": 0.1757679180887372,
      "acc_stderr": 0.01112285086312048,
      "acc_norm": 0.21928327645051193,
      "acc_norm_stderr": 0.012091245787615725
    },
    "crows_pairs_french_autre": {
      "likelihood_difference": 3.8533653846153846,
      "likelihood_difference_stderr": 1.121278927826028,
      "pct_stereotype": 0.46153846153846156,
      "pct_stereotype_stderr": 0.14390989949130548
    },
    "hendrycksTest-public_relations": {
      "acc": 0.2818181818181818,
      "acc_stderr": 0.043091187099464585,
      "acc_norm": 0.2,
      "acc_norm_stderr": 0.03831305140884603
    },
    "lambada_openai": {
      "ppl": 120.54804436871059,
      "ppl_stderr": 5.111543992276259,
      "acc": 0.21618474674946633,
      "acc_stderr": 0.005734973987279193
    },
    "hendrycksTest-high_school_physics": {
      "acc": 0.24503311258278146,
      "acc_stderr": 0.03511807571804725,
      "acc_norm": 0.2251655629139073,
      "acc_norm_stderr": 0.03410435282008937
    },
    "hendrycksTest-computer_security": {
      "acc": 0.26,
      "acc_stderr": 0.0440844002276808,
      "acc_norm": 0.27,
      "acc_norm_stderr": 0.0446196043338474
    },
    "crows_pairs_english": {
      "likelihood_difference": 3.550471451997615,
      "likelihood_difference_stderr": 0.10173760358787075,
      "pct_stereotype": 0.5384615384615384,
      "pct_stereotype_stderr": 0.012177111585868344
    }
  },
  "versions": {
    "crows_pairs_english_religion": 0,
    "hendrycksTest-security_studies": 0,
    "hendrycksTest-high_school_european_history": 0,
    "crows_pairs_english_race_color": 0,
    "crows_pairs_english_disability": 0,
    "hendrycksTest-elementary_mathematics": 0,
    "crows_pairs_english_physical_appearance": 0,
    "crows_pairs_french": 0,
    "hendrycksTest-high_school_microeconomics": 0,
    "arc_easy": 0,
    "piqa": 0,
    "crows_pairs_english_socioeconomic": 0,
    "hendrycksTest-college_medicine": 0,
    "hendrycksTest-moral_disputes": 0,
    "hendrycksTest-miscellaneous": 0,
    "crows_pairs_french_sexual_orientation": 0,
    "hendrycksTest-sociology": 0,
    "hendrycksTest-human_sexuality": 0,
    "crows_pairs_french_religion": 0,
    "crows_pairs_french_disability": 0,
    "crows_pairs_french_nationality": 0,
    "hendrycksTest-econometrics": 0,
    "hendrycksTest-professional_medicine": 0,
    "crows_pairs_french_age": 0,
    "hendrycksTest-business_ethics": 0,
    "hendrycksTest-high_school_statistics": 0,
    "wsc": 0,
    "hendrycksTest-abstract_algebra": 0,
    "hendrycksTest-prehistory": 0,
    "crows_pairs_english_age": 0,
    "hendrycksTest-high_school_world_history": 0,
    "crows_pairs_french_gender": 0,
    "hendrycksTest-high_school_biology": 0,
    "hendrycksTest-jurisprudence": 0,
    "hendrycksTest-high_school_us_history": 0,
    "crows_pairs_english_autre": 0,
    "hendrycksTest-college_computer_science": 0,
    "hendrycksTest-high_school_psychology": 0,
    "hendrycksTest-college_mathematics": 0,
    "hendrycksTest-high_school_chemistry": 0,
    "hendrycksTest-clinical_knowledge": 0,
    "hendrycksTest-professional_accounting": 0,
    "crows_pairs_french_socioeconomic": 0,
    "sciq": 0,
    "winogrande": 0,
    "hendrycksTest-philosophy": 0,
    "hendrycksTest-medical_genetics": 0,
    "hendrycksTest-astronomy": 0,
    "hendrycksTest-logical_fallacies": 0,
    "hendrycksTest-college_chemistry": 0,
    "hendrycksTest-anatomy": 0,
    "hendrycksTest-professional_psychology": 0,
    "hendrycksTest-virology": 0,
    "hendrycksTest-professional_law": 0,
    "hendrycksTest-international_law": 0,
    "crows_pairs_french_physical_appearance": 0,
    "hendrycksTest-high_school_computer_science": 0,
    "hendrycksTest-high_school_macroeconomics": 0,
    "hendrycksTest-formal_logic": 0,
    "hendrycksTest-college_physics": 0,
    "hendrycksTest-us_foreign_policy": 0,
    "crows_pairs_english_nationality": 0,
    "hendrycksTest-high_school_geography": 0,
    "hendrycksTest-conceptual_physics": 0,
    "hendrycksTest-marketing": 0,
    "hendrycksTest-electrical_engineering": 0,
    "hendrycksTest-high_school_government_and_politics": 0,
    "hendrycksTest-moral_scenarios": 0,
    "hendrycksTest-high_school_mathematics": 0,
    "hendrycksTest-world_religions": 0,
    "crows_pairs_english_sexual_orientation": 0,
    "hendrycksTest-global_facts": 0,
    "hendrycksTest-machine_learning": 0,
    "crows_pairs_english_gender": 0,
    "hendrycksTest-human_aging": 0,
    "hendrycksTest-college_biology": 0,
    "hendrycksTest-management": 0,
    "logiqa": 0,
    "crows_pairs_french_race_color": 0,
    "hendrycksTest-nutrition": 0,
    "arc_challenge": 0,
    "crows_pairs_french_autre": 0,
    "hendrycksTest-public_relations": 0,
    "lambada_openai": 0,
    "hendrycksTest-high_school_physics": 0,
    "hendrycksTest-computer_security": 0,
    "crows_pairs_english": 0
  },
  "config": {
    "model": "hf-causal",
    "model_args": "pretrained=EleutherAI/pythia-v1.1-70m,revision=step113000",
    "num_fewshot": 0,
    "batch_size": 16,
    "device": "cuda:3",
    "no_cache": true,
    "limit": null,
    "bootstrap_iters": 100000,
    "description_dict": {}
  }
}