{
  "results": {
    "hendrycksTest-astronomy": {
      "acc": 0.20394736842105263,
      "acc_stderr": 0.032790004063100495,
      "acc_norm": 0.28289473684210525,
      "acc_norm_stderr": 0.03665349695640767
    },
    "hendrycksTest-jurisprudence": {
      "acc": 0.1388888888888889,
      "acc_stderr": 0.03343270062869621,
      "acc_norm": 0.25925925925925924,
      "acc_norm_stderr": 0.04236511258094631
    },
    "hendrycksTest-human_sexuality": {
      "acc": 0.29770992366412213,
      "acc_stderr": 0.040103589424622034,
      "acc_norm": 0.25190839694656486,
      "acc_norm_stderr": 0.03807387116306086
    },
    "hendrycksTest-professional_accounting": {
      "acc": 0.21631205673758866,
      "acc_stderr": 0.024561720560562793,
      "acc_norm": 0.22340425531914893,
      "acc_norm_stderr": 0.02484792135806396
    },
    "hendrycksTest-sociology": {
      "acc": 0.23383084577114427,
      "acc_stderr": 0.029929415408348377,
      "acc_norm": 0.19900497512437812,
      "acc_norm_stderr": 0.02823136509275841
    },
    "hendrycksTest-machine_learning": {
      "acc": 0.24107142857142858,
      "acc_stderr": 0.04059867246952685,
      "acc_norm": 0.2767857142857143,
      "acc_norm_stderr": 0.04246624336697624
    },
    "hendrycksTest-high_school_psychology": {
      "acc": 0.24770642201834864,
      "acc_stderr": 0.018508143602547822,
      "acc_norm": 0.24220183486238533,
      "acc_norm_stderr": 0.01836817630659862
    },
    "hendrycksTest-high_school_microeconomics": {
      "acc": 0.19327731092436976,
      "acc_stderr": 0.025649470265889186,
      "acc_norm": 0.2815126050420168,
      "acc_norm_stderr": 0.02921354941437216
    },
    "crows_pairs_french_age": {
      "likelihood_difference": 4.863888888888889,
      "likelihood_difference_stderr": 0.43040277080568906,
      "pct_stereotype": 0.3333333333333333,
      "pct_stereotype_stderr": 0.04996877926639073
    },
    "crows_pairs_english_gender": {
      "likelihood_difference": 3.300341796875,
      "likelihood_difference_stderr": 0.30728727580611953,
      "pct_stereotype": 0.5625,
      "pct_stereotype_stderr": 0.02777505646718807
    },
    "hendrycksTest-high_school_chemistry": {
      "acc": 0.19704433497536947,
      "acc_stderr": 0.02798672466673622,
      "acc_norm": 0.2315270935960591,
      "acc_norm_stderr": 0.029678333141444465
    },
    "hendrycksTest-business_ethics": {
      "acc": 0.34,
      "acc_stderr": 0.04760952285695235,
      "acc_norm": 0.29,
      "acc_norm_stderr": 0.045604802157206845
    },
    "crows_pairs_french_gender": {
      "likelihood_difference": 4.53125,
      "likelihood_difference_stderr": 0.22379421806000957,
      "pct_stereotype": 0.49221183800623053,
      "pct_stereotype_stderr": 0.02794745876935634
    },
    "hendrycksTest-college_physics": {
      "acc": 0.16666666666666666,
      "acc_stderr": 0.03708284662416542,
      "acc_norm": 0.19607843137254902,
      "acc_norm_stderr": 0.03950581861179963
    },
    "hendrycksTest-college_mathematics": {
      "acc": 0.12,
      "acc_stderr": 0.03265986323710906,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.04351941398892446
    },
    "hendrycksTest-nutrition": {
      "acc": 0.20588235294117646,
      "acc_stderr": 0.023152722439402307,
      "acc_norm": 0.31699346405228757,
      "acc_norm_stderr": 0.02664327847450875
    },
    "hendrycksTest-professional_psychology": {
      "acc": 0.24673202614379086,
      "acc_stderr": 0.0174408203674025,
      "acc_norm": 0.2581699346405229,
      "acc_norm_stderr": 0.017704531653250068
    },
    "hendrycksTest-global_facts": {
      "acc": 0.23,
      "acc_stderr": 0.04229525846816506,
      "acc_norm": 0.19,
      "acc_norm_stderr": 0.03942772444036623
    },
    "crows_pairs_french": {
      "likelihood_difference": 6.4261003652355395,
      "likelihood_difference_stderr": 0.15537974449952036,
      "pct_stereotype": 0.456768038163387,
      "pct_stereotype_stderr": 0.012167560197793081
    },
    "hendrycksTest-high_school_computer_science": {
      "acc": 0.28,
      "acc_stderr": 0.04512608598542127,
      "acc_norm": 0.26,
      "acc_norm_stderr": 0.04408440022768081
    },
    "hendrycksTest-high_school_geography": {
      "acc": 0.23232323232323232,
      "acc_stderr": 0.030088629490217483,
      "acc_norm": 0.29292929292929293,
      "acc_norm_stderr": 0.032424979581788166
    },
    "hendrycksTest-prehistory": {
      "acc": 0.3055555555555556,
      "acc_stderr": 0.02563082497562135,
      "acc_norm": 0.2345679012345679,
      "acc_norm_stderr": 0.023576881744005712
    },
    "hendrycksTest-high_school_european_history": {
      "acc": 0.18787878787878787,
      "acc_stderr": 0.03050193405942914,
      "acc_norm": 0.3212121212121212,
      "acc_norm_stderr": 0.03646204963253812
    },
    "hendrycksTest-high_school_macroeconomics": {
      "acc": 0.25384615384615383,
      "acc_stderr": 0.022066054378726257,
      "acc_norm": 0.2512820512820513,
      "acc_norm_stderr": 0.021992016662370564
    },
    "hendrycksTest-high_school_physics": {
      "acc": 0.2185430463576159,
      "acc_stderr": 0.033742355504256936,
      "acc_norm": 0.26490066225165565,
      "acc_norm_stderr": 0.03603038545360384
    },
    "hendrycksTest-college_medicine": {
      "acc": 0.23699421965317918,
      "acc_stderr": 0.03242414757483098,
      "acc_norm": 0.26011560693641617,
      "acc_norm_stderr": 0.03345036916788991
    },
    "hendrycksTest-moral_disputes": {
      "acc": 0.2398843930635838,
      "acc_stderr": 0.022989592543123567,
      "acc_norm": 0.2514450867052023,
      "acc_norm_stderr": 0.023357365785874037
    },
    "logiqa": {
      "acc": 0.20276497695852536,
      "acc_stderr": 0.015770046635584567,
      "acc_norm": 0.2350230414746544,
      "acc_norm_stderr": 0.016631166823890972
    },
    "hendrycksTest-logical_fallacies": {
      "acc": 0.22699386503067484,
      "acc_stderr": 0.03291099578615769,
      "acc_norm": 0.26993865030674846,
      "acc_norm_stderr": 0.03487825168497892
    },
    "hendrycksTest-anatomy": {
      "acc": 0.2740740740740741,
      "acc_stderr": 0.03853254836552003,
      "acc_norm": 0.28888888888888886,
      "acc_norm_stderr": 0.0391545063041425
    },
    "hendrycksTest-college_biology": {
      "acc": 0.3055555555555556,
      "acc_stderr": 0.03852084696008534,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.03621034121889507
    },
    "hendrycksTest-abstract_algebra": {
      "acc": 0.24,
      "acc_stderr": 0.04292346959909283,
      "acc_norm": 0.21,
      "acc_norm_stderr": 0.040936018074033256
    },
    "hendrycksTest-international_law": {
      "acc": 0.09917355371900827,
      "acc_stderr": 0.027285246312758957,
      "acc_norm": 0.2727272727272727,
      "acc_norm_stderr": 0.04065578140908705
    },
    "crows_pairs_english_autre": {
      "likelihood_difference": 7.329545454545454,
      "likelihood_difference_stderr": 2.7739733833639377,
      "pct_stereotype": 0.45454545454545453,
      "pct_stereotype_stderr": 0.15745916432444335
    },
    "crows_pairs_english_race_color": {
      "likelihood_difference": 3.8755228838582676,
      "likelihood_difference_stderr": 0.18603255188854018,
      "pct_stereotype": 0.39763779527559057,
      "pct_stereotype_stderr": 0.021735453502117665
    },
    "hendrycksTest-clinical_knowledge": {
      "acc": 0.24150943396226415,
      "acc_stderr": 0.026341480371118355,
      "acc_norm": 0.30566037735849055,
      "acc_norm_stderr": 0.028353298073322666
    },
    "hendrycksTest-professional_medicine": {
      "acc": 0.27205882352941174,
      "acc_stderr": 0.027033041151681456,
      "acc_norm": 0.28308823529411764,
      "acc_norm_stderr": 0.02736586113151381
    },
    "crows_pairs_french_sexual_orientation": {
      "likelihood_difference": 14.403846153846153,
      "likelihood_difference_stderr": 1.0171287098668624,
      "pct_stereotype": 0.8571428571428571,
      "pct_stereotype_stderr": 0.036885555678165906
    },
    "crows_pairs_french_race_color": {
      "likelihood_difference": 4.9060461956521735,
      "likelihood_difference_stderr": 0.25578693071097974,
      "pct_stereotype": 0.45652173913043476,
      "pct_stereotype_stderr": 0.023249599562309698
    },
    "hendrycksTest-high_school_statistics": {
      "acc": 0.23148148148148148,
      "acc_stderr": 0.02876511171804697,
      "acc_norm": 0.2916666666666667,
      "acc_norm_stderr": 0.030998666304560517
    },
    "hendrycksTest-human_aging": {
      "acc": 0.34080717488789236,
      "acc_stderr": 0.03181149747055359,
      "acc_norm": 0.26905829596412556,
      "acc_norm_stderr": 0.029763779406874972
    },
    "crows_pairs_english_physical_appearance": {
      "likelihood_difference": 3.8465711805555554,
      "likelihood_difference_stderr": 0.4255545660702197,
      "pct_stereotype": 0.5972222222222222,
      "pct_stereotype_stderr": 0.05820650942569532
    },
    "hendrycksTest-formal_logic": {
      "acc": 0.30952380952380953,
      "acc_stderr": 0.04134913018303316,
      "acc_norm": 0.23809523809523808,
      "acc_norm_stderr": 0.03809523809523812
    },
    "hendrycksTest-professional_law": {
      "acc": 0.23663624511082137,
      "acc_stderr": 0.01085513735157273,
      "acc_norm": 0.25358539765319427,
      "acc_norm_stderr": 0.011111715336101148
    },
    "arc_easy": {
      "acc": 0.3085016835016835,
      "acc_stderr": 0.009477472342978136,
      "acc_norm": 0.3005050505050505,
      "acc_norm_stderr": 0.009407763090599316
    },
    "hendrycksTest-econometrics": {
      "acc": 0.2719298245614035,
      "acc_stderr": 0.041857744240220575,
      "acc_norm": 0.2631578947368421,
      "acc_norm_stderr": 0.04142439719489362
    },
    "crows_pairs_english_sexual_orientation": {
      "likelihood_difference": 4.488911290322581,
      "likelihood_difference_stderr": 0.6831591300050538,
      "pct_stereotype": 0.7096774193548387,
      "pct_stereotype_stderr": 0.047323514218241214
    },
    "crows_pairs_french_physical_appearance": {
      "likelihood_difference": 6.357638888888889,
      "likelihood_difference_stderr": 0.785656073241832,
      "pct_stereotype": 0.4722222222222222,
      "pct_stereotype_stderr": 0.05924743948371487
    },
    "hendrycksTest-public_relations": {
      "acc": 0.2545454545454545,
      "acc_stderr": 0.04172343038705383,
      "acc_norm": 0.12727272727272726,
      "acc_norm_stderr": 0.031922265124685704
    },
    "wsc": {
      "acc": 0.5576923076923077,
      "acc_stderr": 0.04893740777701
    },
    "crows_pairs_french_autre": {
      "likelihood_difference": 5.1298076923076925,
      "likelihood_difference_stderr": 1.1002089858855335,
      "pct_stereotype": 0.5384615384615384,
      "pct_stereotype_stderr": 0.14390989949130545
    },
    "sciq": {
      "acc": 0.452,
      "acc_stderr": 0.015746235865880677,
      "acc_norm": 0.424,
      "acc_norm_stderr": 0.015635487471405182
    },
    "crows_pairs_english_age": {
      "likelihood_difference": 3.4934752747252746,
      "likelihood_difference_stderr": 0.40548101485073207,
      "pct_stereotype": 0.3516483516483517,
      "pct_stereotype_stderr": 0.050331323186278906
    },
    "hendrycksTest-us_foreign_policy": {
      "acc": 0.24,
      "acc_stderr": 0.04292346959909283,
      "acc_norm": 0.21,
      "acc_norm_stderr": 0.040936018074033256
    },
    "hendrycksTest-high_school_world_history": {
      "acc": 0.24050632911392406,
      "acc_stderr": 0.027820781981149675,
      "acc_norm": 0.28270042194092826,
      "acc_norm_stderr": 0.029312814153955924
    },
    "lambada_openai": {
      "ppl": 4465.3093044480365,
      "ppl_stderr": 200.19599611051817,
      "acc": 0.050067921599068504,
      "acc_stderr": 0.0030383523145974317
    },
    "hendrycksTest-virology": {
      "acc": 0.25903614457831325,
      "acc_stderr": 0.034106466140718564,
      "acc_norm": 0.27710843373493976,
      "acc_norm_stderr": 0.03484331592680588
    },
    "hendrycksTest-moral_scenarios": {
      "acc": 0.27262569832402234,
      "acc_stderr": 0.014893391735249588,
      "acc_norm": 0.27262569832402234,
      "acc_norm_stderr": 0.014893391735249588
    },
    "hendrycksTest-conceptual_physics": {
      "acc": 0.26382978723404255,
      "acc_stderr": 0.028809989854102963,
      "acc_norm": 0.2,
      "acc_norm_stderr": 0.0261488180184245
    },
    "hendrycksTest-elementary_mathematics": {
      "acc": 0.25925925925925924,
      "acc_stderr": 0.02256989707491842,
      "acc_norm": 0.2804232804232804,
      "acc_norm_stderr": 0.02313528797432562
    },
    "winogrande": {
      "acc": 0.5114443567482242,
      "acc_stderr": 0.014048804199859325
    },
    "crows_pairs_english_nationality": {
      "likelihood_difference": 4.189163773148148,
      "likelihood_difference_stderr": 0.31534069144605886,
      "pct_stereotype": 0.37037037037037035,
      "pct_stereotype_stderr": 0.03293377139415191
    },
    "arc_challenge": {
      "acc": 0.1697952218430034,
      "acc_stderr": 0.01097177515778422,
      "acc_norm": 0.21160409556313994,
      "acc_norm_stderr": 0.011935916358632856
    },
    "hendrycksTest-high_school_us_history": {
      "acc": 0.22549019607843138,
      "acc_stderr": 0.02933116229425173,
      "acc_norm": 0.2549019607843137,
      "acc_norm_stderr": 0.030587591351604257
    },
    "crows_pairs_english_disability": {
      "likelihood_difference": 5.309615384615385,
      "likelihood_difference_stderr": 0.6646931122976717,
      "pct_stereotype": 0.5076923076923077,
      "pct_stereotype_stderr": 0.062492603112584276
    },
    "hendrycksTest-security_studies": {
      "acc": 0.3183673469387755,
      "acc_stderr": 0.029822533793982055,
      "acc_norm": 0.17959183673469387,
      "acc_norm_stderr": 0.024573293589585637
    },
    "hendrycksTest-college_chemistry": {
      "acc": 0.28,
      "acc_stderr": 0.045126085985421276,
      "acc_norm": 0.35,
      "acc_norm_stderr": 0.0479372485441102
    },
    "crows_pairs_french_socioeconomic": {
      "likelihood_difference": 5.877909757653061,
      "likelihood_difference_stderr": 0.43880029304541995,
      "pct_stereotype": 0.4897959183673469,
      "pct_stereotype_stderr": 0.03579828650232779
    },
    "crows_pairs_french_religion": {
      "likelihood_difference": 6.877445652173913,
      "likelihood_difference_stderr": 0.5373839838941108,
      "pct_stereotype": 0.5304347826086957,
      "pct_stereotype_stderr": 0.046742456376794195
    },
    "hendrycksTest-miscellaneous": {
      "acc": 0.24393358876117496,
      "acc_stderr": 0.015357212665829484,
      "acc_norm": 0.25798212005108556,
      "acc_norm_stderr": 0.01564583018834895
    },
    "hendrycksTest-high_school_mathematics": {
      "acc": 0.1962962962962963,
      "acc_stderr": 0.024217421327417152,
      "acc_norm": 0.24444444444444444,
      "acc_norm_stderr": 0.02620276653465215
    },
    "hendrycksTest-college_computer_science": {
      "acc": 0.25,
      "acc_stderr": 0.04351941398892446,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.04351941398892446
    },
    "crows_pairs_english_religion": {
      "likelihood_difference": 3.816300675675676,
      "likelihood_difference_stderr": 0.4939709971871691,
      "pct_stereotype": 0.6126126126126126,
      "pct_stereotype_stderr": 0.0464482507235508
    },
    "crows_pairs_english": {
      "likelihood_difference": 3.9560878801431127,
      "likelihood_difference_stderr": 0.11739151165792377,
      "pct_stereotype": 0.5002981514609421,
      "pct_stereotype_stderr": 0.01221329704726544
    },
    "hendrycksTest-electrical_engineering": {
      "acc": 0.2689655172413793,
      "acc_stderr": 0.036951833116502325,
      "acc_norm": 0.23448275862068965,
      "acc_norm_stderr": 0.035306258743465914
    },
    "crows_pairs_french_nationality": {
      "likelihood_difference": 9.315958498023715,
      "likelihood_difference_stderr": 0.4249948667508893,
      "pct_stereotype": 0.26877470355731226,
      "pct_stereotype_stderr": 0.0279266941681729
    },
    "piqa": {
      "acc": 0.5603917301414582,
      "acc_stderr": 0.011580417248656579,
      "acc_norm": 0.5391730141458106,
      "acc_norm_stderr": 0.011629966056957104
    },
    "hendrycksTest-marketing": {
      "acc": 0.2692307692307692,
      "acc_stderr": 0.029058588303748845,
      "acc_norm": 0.3034188034188034,
      "acc_norm_stderr": 0.030118210106942635
    },
    "hendrycksTest-high_school_government_and_politics": {
      "acc": 0.27461139896373055,
      "acc_stderr": 0.03221024508041156,
      "acc_norm": 0.26424870466321243,
      "acc_norm_stderr": 0.03182155050916647
    },
    "hendrycksTest-computer_security": {
      "acc": 0.24,
      "acc_stderr": 0.04292346959909283,
      "acc_norm": 0.32,
      "acc_norm_stderr": 0.046882617226215034
    },
    "crows_pairs_french_disability": {
      "likelihood_difference": 7.460700757575758,
      "likelihood_difference_stderr": 0.7513634625351047,
      "pct_stereotype": 0.36363636363636365,
      "pct_stereotype_stderr": 0.05966637484671758
    },
    "hendrycksTest-high_school_biology": {
      "acc": 0.2032258064516129,
      "acc_stderr": 0.022891687984554963,
      "acc_norm": 0.26129032258064516,
      "acc_norm_stderr": 0.02499305339776483
    },
    "hendrycksTest-management": {
      "acc": 0.2524271844660194,
      "acc_stderr": 0.04301250399690878,
      "acc_norm": 0.2621359223300971,
      "acc_norm_stderr": 0.04354631077260595
    },
    "crows_pairs_english_socioeconomic": {
      "likelihood_difference": 4.436513157894737,
      "likelihood_difference_stderr": 0.2958745780592147,
      "pct_stereotype": 0.6842105263157895,
      "pct_stereotype_stderr": 0.033811372338927476
    },
    "hendrycksTest-world_religions": {
      "acc": 0.23391812865497075,
      "acc_stderr": 0.03246721765117827,
      "acc_norm": 0.29239766081871343,
      "acc_norm_stderr": 0.03488647713457921
    },
    "hendrycksTest-medical_genetics": {
      "acc": 0.2,
      "acc_stderr": 0.04020151261036845,
      "acc_norm": 0.22,
      "acc_norm_stderr": 0.041633319989322695
    },
    "hendrycksTest-philosophy": {
      "acc": 0.21221864951768488,
      "acc_stderr": 0.023222756797435126,
      "acc_norm": 0.2347266881028939,
      "acc_norm_stderr": 0.024071805887677045
    }
  },
  "versions": {
    "hendrycksTest-astronomy": 0,
    "hendrycksTest-jurisprudence": 0,
    "hendrycksTest-human_sexuality": 0,
    "hendrycksTest-professional_accounting": 0,
    "hendrycksTest-sociology": 0,
    "hendrycksTest-machine_learning": 0,
    "hendrycksTest-high_school_psychology": 0,
    "hendrycksTest-high_school_microeconomics": 0,
    "crows_pairs_french_age": 0,
    "crows_pairs_english_gender": 0,
    "hendrycksTest-high_school_chemistry": 0,
    "hendrycksTest-business_ethics": 0,
    "crows_pairs_french_gender": 0,
    "hendrycksTest-college_physics": 0,
    "hendrycksTest-college_mathematics": 0,
    "hendrycksTest-nutrition": 0,
    "hendrycksTest-professional_psychology": 0,
    "hendrycksTest-global_facts": 0,
    "crows_pairs_french": 0,
    "hendrycksTest-high_school_computer_science": 0,
    "hendrycksTest-high_school_geography": 0,
    "hendrycksTest-prehistory": 0,
    "hendrycksTest-high_school_european_history": 0,
    "hendrycksTest-high_school_macroeconomics": 0,
    "hendrycksTest-high_school_physics": 0,
    "hendrycksTest-college_medicine": 0,
    "hendrycksTest-moral_disputes": 0,
    "logiqa": 0,
    "hendrycksTest-logical_fallacies": 0,
    "hendrycksTest-anatomy": 0,
    "hendrycksTest-college_biology": 0,
    "hendrycksTest-abstract_algebra": 0,
    "hendrycksTest-international_law": 0,
    "crows_pairs_english_autre": 0,
    "crows_pairs_english_race_color": 0,
    "hendrycksTest-clinical_knowledge": 0,
    "hendrycksTest-professional_medicine": 0,
    "crows_pairs_french_sexual_orientation": 0,
    "crows_pairs_french_race_color": 0,
    "hendrycksTest-high_school_statistics": 0,
    "hendrycksTest-human_aging": 0,
    "crows_pairs_english_physical_appearance": 0,
    "hendrycksTest-formal_logic": 0,
    "hendrycksTest-professional_law": 0,
    "arc_easy": 0,
    "hendrycksTest-econometrics": 0,
    "crows_pairs_english_sexual_orientation": 0,
    "crows_pairs_french_physical_appearance": 0,
    "hendrycksTest-public_relations": 0,
    "wsc": 0,
    "crows_pairs_french_autre": 0,
    "sciq": 0,
    "crows_pairs_english_age": 0,
    "hendrycksTest-us_foreign_policy": 0,
    "hendrycksTest-high_school_world_history": 0,
    "lambada_openai": 0,
    "hendrycksTest-virology": 0,
    "hendrycksTest-moral_scenarios": 0,
    "hendrycksTest-conceptual_physics": 0,
    "hendrycksTest-elementary_mathematics": 0,
    "winogrande": 0,
    "crows_pairs_english_nationality": 0,
    "arc_challenge": 0,
    "hendrycksTest-high_school_us_history": 0,
    "crows_pairs_english_disability": 0,
    "hendrycksTest-security_studies": 0,
    "hendrycksTest-college_chemistry": 0,
    "crows_pairs_french_socioeconomic": 0,
    "crows_pairs_french_religion": 0,
    "hendrycksTest-miscellaneous": 0,
    "hendrycksTest-high_school_mathematics": 0,
    "hendrycksTest-college_computer_science": 0,
    "crows_pairs_english_religion": 0,
    "crows_pairs_english": 0,
    "hendrycksTest-electrical_engineering": 0,
    "crows_pairs_french_nationality": 0,
    "piqa": 0,
    "hendrycksTest-marketing": 0,
    "hendrycksTest-high_school_government_and_politics": 0,
    "hendrycksTest-computer_security": 0,
    "crows_pairs_french_disability": 0,
    "hendrycksTest-high_school_biology": 0,
    "hendrycksTest-management": 0,
    "crows_pairs_english_socioeconomic": 0,
    "hendrycksTest-world_religions": 0,
    "hendrycksTest-medical_genetics": 0,
    "hendrycksTest-philosophy": 0
  },
  "config": {
    "model": "hf-causal",
    "model_args": "use_accelerate=True,pretrained=EleutherAI/pythia-v1.1-70m,revision=step1000",
    "num_fewshot": 0,
    "batch_size": 32,
    "device": null,
    "no_cache": true,
    "limit": null,
    "bootstrap_iters": 100000,
    "description_dict": {}
  }
}