{
  "results": {
    "hendrycksTest-high_school_macroeconomics": {
      "acc": 0.22564102564102564,
      "acc_stderr": 0.021193632525148522,
      "acc_norm": 0.2743589743589744,
      "acc_norm_stderr": 0.022622765767493228
    },
    "hendrycksTest-high_school_microeconomics": {
      "acc": 0.23949579831932774,
      "acc_stderr": 0.027722065493361252,
      "acc_norm": 0.3445378151260504,
      "acc_norm_stderr": 0.030868682604121633
    },
    "crows_pairs_english_gender": {
      "likelihood_difference": 3.09404296875,
      "likelihood_difference_stderr": 0.2767365631867781,
      "pct_stereotype": 0.571875,
      "pct_stereotype_stderr": 0.02770387433578863
    },
    "crows_pairs_english_autre": {
      "likelihood_difference": 4.71875,
      "likelihood_difference_stderr": 1.3094458513050473,
      "pct_stereotype": 0.5454545454545454,
      "pct_stereotype_stderr": 0.1574591643244434
    },
    "hendrycksTest-high_school_psychology": {
      "acc": 0.27889908256880735,
      "acc_stderr": 0.01922746887646351,
      "acc_norm": 0.25321100917431194,
      "acc_norm_stderr": 0.018644073041375046
    },
    "hendrycksTest-college_computer_science": {
      "acc": 0.25,
      "acc_stderr": 0.04351941398892446,
      "acc_norm": 0.22,
      "acc_norm_stderr": 0.04163331998932269
    },
    "crows_pairs_french_race_color": {
      "likelihood_difference": 4.805434782608696,
      "likelihood_difference_stderr": 0.2500947844192814,
      "pct_stereotype": 0.29347826086956524,
      "pct_stereotype_stderr": 0.02125418176290879
    },
    "winogrande": {
      "acc": 0.5146014206787688,
      "acc_stderr": 0.014046492383275835
    },
    "hendrycksTest-philosophy": {
      "acc": 0.19292604501607716,
      "acc_stderr": 0.022411516780911366,
      "acc_norm": 0.28938906752411575,
      "acc_norm_stderr": 0.025755865922632935
    },
    "crows_pairs_english_physical_appearance": {
      "likelihood_difference": 3.6137152777777777,
      "likelihood_difference_stderr": 0.40738652490063665,
      "pct_stereotype": 0.6527777777777778,
      "pct_stereotype_stderr": 0.056501146768529645
    },
    "piqa": {
      "acc": 0.5984766050054406,
      "acc_stderr": 0.011437324373397846,
      "acc_norm": 0.5984766050054406,
      "acc_norm_stderr": 0.011437324373397843
    },
    "hendrycksTest-high_school_world_history": {
      "acc": 0.25316455696202533,
      "acc_stderr": 0.02830465794303529,
      "acc_norm": 0.2742616033755274,
      "acc_norm_stderr": 0.029041333510598035
    },
    "hendrycksTest-electrical_engineering": {
      "acc": 0.23448275862068965,
      "acc_stderr": 0.035306258743465914,
      "acc_norm": 0.30344827586206896,
      "acc_norm_stderr": 0.038312260488503336
    },
    "hendrycksTest-high_school_computer_science": {
      "acc": 0.22,
      "acc_stderr": 0.0416333199893227,
      "acc_norm": 0.3,
      "acc_norm_stderr": 0.046056618647183814
    },
    "hendrycksTest-formal_logic": {
      "acc": 0.3253968253968254,
      "acc_stderr": 0.041905964388711366,
      "acc_norm": 0.30158730158730157,
      "acc_norm_stderr": 0.041049472699033945
    },
    "hendrycksTest-moral_disputes": {
      "acc": 0.2514450867052023,
      "acc_stderr": 0.02335736578587404,
      "acc_norm": 0.28901734104046245,
      "acc_norm_stderr": 0.024405173935783234
    },
    "crows_pairs_english": {
      "likelihood_difference": 3.558437686344663,
      "likelihood_difference_stderr": 0.1036189376756294,
      "pct_stereotype": 0.5420393559928444,
      "pct_stereotype_stderr": 0.012170053344890804
    },
    "crows_pairs_english_sexual_orientation": {
      "likelihood_difference": 4.88508064516129,
      "likelihood_difference_stderr": 0.531511439742182,
      "pct_stereotype": 0.7956989247311828,
      "pct_stereotype_stderr": 0.04203545939892302
    },
    "hendrycksTest-public_relations": {
      "acc": 0.3,
      "acc_stderr": 0.04389311454644286,
      "acc_norm": 0.19090909090909092,
      "acc_norm_stderr": 0.03764425585984924
    },
    "hendrycksTest-prehistory": {
      "acc": 0.2962962962962963,
      "acc_stderr": 0.025407197798890162,
      "acc_norm": 0.24074074074074073,
      "acc_norm_stderr": 0.02378858355165854
    },
    "hendrycksTest-medical_genetics": {
      "acc": 0.23,
      "acc_stderr": 0.04229525846816506,
      "acc_norm": 0.32,
      "acc_norm_stderr": 0.046882617226215034
    },
    "hendrycksTest-astronomy": {
      "acc": 0.19078947368421054,
      "acc_stderr": 0.031975658210325,
      "acc_norm": 0.35526315789473684,
      "acc_norm_stderr": 0.038947344870133176
    },
    "crows_pairs_english_race_color": {
      "likelihood_difference": 3.470810777559055,
      "likelihood_difference_stderr": 0.18512745233861563,
      "pct_stereotype": 0.4547244094488189,
      "pct_stereotype_stderr": 0.022114553870695303
    },
    "hendrycksTest-professional_law": {
      "acc": 0.2529335071707953,
      "acc_stderr": 0.011102268713839989,
      "acc_norm": 0.29139504563233376,
      "acc_norm_stderr": 0.011605720214257598
    },
    "hendrycksTest-high_school_statistics": {
      "acc": 0.24074074074074073,
      "acc_stderr": 0.029157522184605607,
      "acc_norm": 0.2824074074074074,
      "acc_norm_stderr": 0.030701372111510927
    },
    "hendrycksTest-high_school_physics": {
      "acc": 0.25165562913907286,
      "acc_stderr": 0.03543304234389985,
      "acc_norm": 0.2052980132450331,
      "acc_norm_stderr": 0.032979866484738364
    },
    "hendrycksTest-us_foreign_policy": {
      "acc": 0.24,
      "acc_stderr": 0.04292346959909283,
      "acc_norm": 0.36,
      "acc_norm_stderr": 0.04824181513244218
    },
    "arc_challenge": {
      "acc": 0.18003412969283278,
      "acc_stderr": 0.011227856729050046,
      "acc_norm": 0.22098976109215018,
      "acc_norm_stderr": 0.012124929206818258
    },
    "hendrycksTest-high_school_mathematics": {
      "acc": 0.1962962962962963,
      "acc_stderr": 0.024217421327417145,
      "acc_norm": 0.25555555555555554,
      "acc_norm_stderr": 0.026593939101844072
    },
    "crows_pairs_english_socioeconomic": {
      "likelihood_difference": 3.662746710526316,
      "likelihood_difference_stderr": 0.2626516995166995,
      "pct_stereotype": 0.6421052631578947,
      "pct_stereotype_stderr": 0.03486983309720002
    },
    "hendrycksTest-global_facts": {
      "acc": 0.2,
      "acc_stderr": 0.04020151261036846,
      "acc_norm": 0.2,
      "acc_norm_stderr": 0.04020151261036846
    },
    "hendrycksTest-computer_security": {
      "acc": 0.2,
      "acc_stderr": 0.040201512610368445,
      "acc_norm": 0.27,
      "acc_norm_stderr": 0.044619604333847394
    },
    "hendrycksTest-world_religions": {
      "acc": 0.21637426900584794,
      "acc_stderr": 0.03158149539338733,
      "acc_norm": 0.30409356725146197,
      "acc_norm_stderr": 0.03528211258245231
    },
    "crows_pairs_french_nationality": {
      "likelihood_difference": 8.092144268774703,
      "likelihood_difference_stderr": 0.42633339700730977,
      "pct_stereotype": 0.2766798418972332,
      "pct_stereotype_stderr": 0.028180829560220628
    },
    "hendrycksTest-college_physics": {
      "acc": 0.19607843137254902,
      "acc_stderr": 0.03950581861179964,
      "acc_norm": 0.23529411764705882,
      "acc_norm_stderr": 0.04220773659171453
    },
    "crows_pairs_french_age": {
      "likelihood_difference": 4.744791666666667,
      "likelihood_difference_stderr": 0.47731032137153334,
      "pct_stereotype": 0.4666666666666667,
      "pct_stereotype_stderr": 0.05288198530254015
    },
    "hendrycksTest-college_chemistry": {
      "acc": 0.34,
      "acc_stderr": 0.04760952285695235,
      "acc_norm": 0.32,
      "acc_norm_stderr": 0.046882617226215034
    },
    "hendrycksTest-jurisprudence": {
      "acc": 0.2222222222222222,
      "acc_stderr": 0.0401910747255735,
      "acc_norm": 0.3333333333333333,
      "acc_norm_stderr": 0.04557239513497751
    },
    "hendrycksTest-management": {
      "acc": 0.1553398058252427,
      "acc_stderr": 0.03586594738573975,
      "acc_norm": 0.2524271844660194,
      "acc_norm_stderr": 0.04301250399690877
    },
    "crows_pairs_french_socioeconomic": {
      "likelihood_difference": 5.010682397959184,
      "likelihood_difference_stderr": 0.3724707056064621,
      "pct_stereotype": 0.5561224489795918,
      "pct_stereotype_stderr": 0.0355794719495366
    },
    "hendrycksTest-college_biology": {
      "acc": 0.2847222222222222,
      "acc_stderr": 0.03773809990686936,
      "acc_norm": 0.2847222222222222,
      "acc_norm_stderr": 0.037738099906869355
    },
    "crows_pairs_french_autre": {
      "likelihood_difference": 4.8701923076923075,
      "likelihood_difference_stderr": 1.521611829942417,
      "pct_stereotype": 0.46153846153846156,
      "pct_stereotype_stderr": 0.14390989949130545
    },
    "hendrycksTest-moral_scenarios": {
      "acc": 0.23687150837988827,
      "acc_stderr": 0.01421957078810399,
      "acc_norm": 0.23910614525139665,
      "acc_norm_stderr": 0.014265554192331158
    },
    "hendrycksTest-professional_accounting": {
      "acc": 0.25886524822695034,
      "acc_stderr": 0.026129572527180848,
      "acc_norm": 0.25177304964539005,
      "acc_norm_stderr": 0.025892151156709405
    },
    "crows_pairs_english_nationality": {
      "likelihood_difference": 3.6377314814814814,
      "likelihood_difference_stderr": 0.25779290930529997,
      "pct_stereotype": 0.4166666666666667,
      "pct_stereotype_stderr": 0.03362277436608044
    },
    "hendrycksTest-human_aging": {
      "acc": 0.30493273542600896,
      "acc_stderr": 0.030898610882477518,
      "acc_norm": 0.23318385650224216,
      "acc_norm_stderr": 0.028380391147094716
    },
    "hendrycksTest-nutrition": {
      "acc": 0.27124183006535946,
      "acc_stderr": 0.025457756696667864,
      "acc_norm": 0.3464052287581699,
      "acc_norm_stderr": 0.027245613047215345
    },
    "hendrycksTest-high_school_european_history": {
      "acc": 0.23030303030303031,
      "acc_stderr": 0.032876667586034886,
      "acc_norm": 0.28484848484848485,
      "acc_norm_stderr": 0.035243908445117836
    },
    "hendrycksTest-international_law": {
      "acc": 0.15702479338842976,
      "acc_stderr": 0.03321244842547128,
      "acc_norm": 0.35537190082644626,
      "acc_norm_stderr": 0.04369236326573981
    },
    "crows_pairs_french": {
      "likelihood_difference": 5.408951997614788,
      "likelihood_difference_stderr": 0.13396186257220605,
      "pct_stereotype": 0.43410852713178294,
      "pct_stereotype_stderr": 0.012106782103996013
    },
    "hendrycksTest-elementary_mathematics": {
      "acc": 0.23544973544973544,
      "acc_stderr": 0.02185150982203173,
      "acc_norm": 0.25396825396825395,
      "acc_norm_stderr": 0.022418042891113942
    },
    "wsc": {
      "acc": 0.36538461538461536,
      "acc_stderr": 0.0474473339327792
    },
    "hendrycksTest-high_school_government_and_politics": {
      "acc": 0.22279792746113988,
      "acc_stderr": 0.030031147977641545,
      "acc_norm": 0.27979274611398963,
      "acc_norm_stderr": 0.03239637046735703
    },
    "arc_easy": {
      "acc": 0.4090909090909091,
      "acc_stderr": 0.010088775152615777,
      "acc_norm": 0.3691077441077441,
      "acc_norm_stderr": 0.009901987410242749
    },
    "hendrycksTest-anatomy": {
      "acc": 0.24444444444444444,
      "acc_stderr": 0.037125378336148665,
      "acc_norm": 0.2518518518518518,
      "acc_norm_stderr": 0.03749850709174022
    },
    "hendrycksTest-high_school_chemistry": {
      "acc": 0.20689655172413793,
      "acc_stderr": 0.02850137816789395,
      "acc_norm": 0.2660098522167488,
      "acc_norm_stderr": 0.03108982600293752
    },
    "hendrycksTest-professional_psychology": {
      "acc": 0.25163398692810457,
      "acc_stderr": 0.017555818091322267,
      "acc_norm": 0.2696078431372549,
      "acc_norm_stderr": 0.017952449196987862
    },
    "crows_pairs_english_age": {
      "likelihood_difference": 2.8701923076923075,
      "likelihood_difference_stderr": 0.31405469232033567,
      "pct_stereotype": 0.4945054945054945,
      "pct_stereotype_stderr": 0.05270144531112881
    },
    "hendrycksTest-virology": {
      "acc": 0.22289156626506024,
      "acc_stderr": 0.03240004825594686,
      "acc_norm": 0.23493975903614459,
      "acc_norm_stderr": 0.03300533186128922
    },
    "hendrycksTest-miscellaneous": {
      "acc": 0.2656449553001277,
      "acc_stderr": 0.015794302487888708,
      "acc_norm": 0.23627075351213284,
      "acc_norm_stderr": 0.015190473717037514
    },
    "hendrycksTest-human_sexuality": {
      "acc": 0.29770992366412213,
      "acc_stderr": 0.040103589424622034,
      "acc_norm": 0.2748091603053435,
      "acc_norm_stderr": 0.039153454088478354
    },
    "hendrycksTest-college_medicine": {
      "acc": 0.20809248554913296,
      "acc_stderr": 0.03095289021774988,
      "acc_norm": 0.2947976878612717,
      "acc_norm_stderr": 0.03476599607516478
    },
    "crows_pairs_french_religion": {
      "likelihood_difference": 4.415217391304348,
      "likelihood_difference_stderr": 0.5630298225735354,
      "pct_stereotype": 0.591304347826087,
      "pct_stereotype_stderr": 0.04604188749503789
    },
    "hendrycksTest-logical_fallacies": {
      "acc": 0.24539877300613497,
      "acc_stderr": 0.03380939813943354,
      "acc_norm": 0.25766871165644173,
      "acc_norm_stderr": 0.03436150827846917
    },
    "hendrycksTest-security_studies": {
      "acc": 0.3142857142857143,
      "acc_stderr": 0.029719329422417465,
      "acc_norm": 0.27346938775510204,
      "acc_norm_stderr": 0.02853556033712845
    },
    "crows_pairs_english_disability": {
      "likelihood_difference": 4.951923076923077,
      "likelihood_difference_stderr": 0.5476034283871334,
      "pct_stereotype": 0.6307692307692307,
      "pct_stereotype_stderr": 0.06032456592830046
    },
    "hendrycksTest-abstract_algebra": {
      "acc": 0.24,
      "acc_stderr": 0.04292346959909283,
      "acc_norm": 0.34,
      "acc_norm_stderr": 0.047609522856952365
    },
    "sciq": {
      "acc": 0.696,
      "acc_stderr": 0.014553205687950425,
      "acc_norm": 0.63,
      "acc_norm_stderr": 0.015275252316519362
    },
    "hendrycksTest-business_ethics": {
      "acc": 0.31,
      "acc_stderr": 0.04648231987117316,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.04351941398892446
    },
    "hendrycksTest-professional_medicine": {
      "acc": 0.23897058823529413,
      "acc_stderr": 0.02590528064489301,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.026303648393696036
    },
    "hendrycksTest-high_school_biology": {
      "acc": 0.2967741935483871,
      "acc_stderr": 0.025988500792411884,
      "acc_norm": 0.3419354838709677,
      "acc_norm_stderr": 0.026985289576552725
    },
    "lambada_openai": {
      "ppl": 117.09850923121336,
      "ppl_stderr": 4.944891089328104,
      "acc": 0.22627595575392975,
      "acc_stderr": 0.0058294062654043795
    },
    "hendrycksTest-marketing": {
      "acc": 0.2692307692307692,
      "acc_stderr": 0.029058588303748845,
      "acc_norm": 0.2905982905982906,
      "acc_norm_stderr": 0.029745048572674047
    },
    "hendrycksTest-machine_learning": {
      "acc": 0.25,
      "acc_stderr": 0.04109974682633932,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.04109974682633932
    },
    "crows_pairs_french_physical_appearance": {
      "likelihood_difference": 5.844618055555555,
      "likelihood_difference_stderr": 0.6600500505258997,
      "pct_stereotype": 0.5,
      "pct_stereotype_stderr": 0.05933908290969268
    },
    "hendrycksTest-high_school_geography": {
      "acc": 0.23737373737373738,
      "acc_stderr": 0.03031371053819889,
      "acc_norm": 0.2878787878787879,
      "acc_norm_stderr": 0.03225883512300993
    },
    "crows_pairs_french_disability": {
      "likelihood_difference": 6.879261363636363,
      "likelihood_difference_stderr": 0.6836856088759977,
      "pct_stereotype": 0.48484848484848486,
      "pct_stereotype_stderr": 0.06198888629778894
    },
    "logiqa": {
      "acc": 0.21351766513056836,
      "acc_stderr": 0.016073287529685214,
      "acc_norm": 0.25960061443932414,
      "acc_norm_stderr": 0.01719607000818003
    },
    "hendrycksTest-clinical_knowledge": {
      "acc": 0.21509433962264152,
      "acc_stderr": 0.025288394502891363,
      "acc_norm": 0.3283018867924528,
      "acc_norm_stderr": 0.02890159361241178
    },
    "crows_pairs_french_sexual_orientation": {
      "likelihood_difference": 5.4838598901098905,
      "likelihood_difference_stderr": 0.4889141739230861,
      "pct_stereotype": 0.7472527472527473,
      "pct_stereotype_stderr": 0.04580951853732889
    },
    "hendrycksTest-sociology": {
      "acc": 0.26865671641791045,
      "acc_stderr": 0.031343283582089536,
      "acc_norm": 0.27860696517412936,
      "acc_norm_stderr": 0.031700561834973086
    },
    "crows_pairs_french_gender": {
      "likelihood_difference": 4.544976635514018,
      "likelihood_difference_stderr": 0.22578758422298179,
      "pct_stereotype": 0.5046728971962616,
      "pct_stereotype_stderr": 0.02794962902436013
    },
    "hendrycksTest-college_mathematics": {
      "acc": 0.2,
      "acc_stderr": 0.04020151261036845,
      "acc_norm": 0.23,
      "acc_norm_stderr": 0.04229525846816507
    },
    "hendrycksTest-econometrics": {
      "acc": 0.2894736842105263,
      "acc_stderr": 0.04266339443159394,
      "acc_norm": 0.2719298245614035,
      "acc_norm_stderr": 0.041857744240220554
    },
    "hendrycksTest-conceptual_physics": {
      "acc": 0.28085106382978725,
      "acc_stderr": 0.02937917046412482,
      "acc_norm": 0.20425531914893616,
      "acc_norm_stderr": 0.02635515841334942
    },
    "hendrycksTest-high_school_us_history": {
      "acc": 0.25,
      "acc_stderr": 0.03039153369274154,
      "acc_norm": 0.27450980392156865,
      "acc_norm_stderr": 0.031321798030832904
    },
    "crows_pairs_english_religion": {
      "likelihood_difference": 3.451295045045045,
      "likelihood_difference_stderr": 0.4081953291405577,
      "pct_stereotype": 0.6306306306306306,
      "pct_stereotype_stderr": 0.04601735229444767
    }
  },
  "versions": {
    "hendrycksTest-high_school_macroeconomics": 0,
    "hendrycksTest-high_school_microeconomics": 0,
    "crows_pairs_english_gender": 0,
    "crows_pairs_english_autre": 0,
    "hendrycksTest-high_school_psychology": 0,
    "hendrycksTest-college_computer_science": 0,
    "crows_pairs_french_race_color": 0,
    "winogrande": 0,
    "hendrycksTest-philosophy": 0,
    "crows_pairs_english_physical_appearance": 0,
    "piqa": 0,
    "hendrycksTest-high_school_world_history": 0,
    "hendrycksTest-electrical_engineering": 0,
    "hendrycksTest-high_school_computer_science": 0,
    "hendrycksTest-formal_logic": 0,
    "hendrycksTest-moral_disputes": 0,
    "crows_pairs_english": 0,
    "crows_pairs_english_sexual_orientation": 0,
    "hendrycksTest-public_relations": 0,
    "hendrycksTest-prehistory": 0,
    "hendrycksTest-medical_genetics": 0,
    "hendrycksTest-astronomy": 0,
    "crows_pairs_english_race_color": 0,
    "hendrycksTest-professional_law": 0,
    "hendrycksTest-high_school_statistics": 0,
    "hendrycksTest-high_school_physics": 0,
    "hendrycksTest-us_foreign_policy": 0,
    "arc_challenge": 0,
    "hendrycksTest-high_school_mathematics": 0,
    "crows_pairs_english_socioeconomic": 0,
    "hendrycksTest-global_facts": 0,
    "hendrycksTest-computer_security": 0,
    "hendrycksTest-world_religions": 0,
    "crows_pairs_french_nationality": 0,
    "hendrycksTest-college_physics": 0,
    "crows_pairs_french_age": 0,
    "hendrycksTest-college_chemistry": 0,
    "hendrycksTest-jurisprudence": 0,
    "hendrycksTest-management": 0,
    "crows_pairs_french_socioeconomic": 0,
    "hendrycksTest-college_biology": 0,
    "crows_pairs_french_autre": 0,
    "hendrycksTest-moral_scenarios": 0,
    "hendrycksTest-professional_accounting": 0,
    "crows_pairs_english_nationality": 0,
    "hendrycksTest-human_aging": 0,
    "hendrycksTest-nutrition": 0,
    "hendrycksTest-high_school_european_history": 0,
    "hendrycksTest-international_law": 0,
    "crows_pairs_french": 0,
    "hendrycksTest-elementary_mathematics": 0,
    "wsc": 0,
    "hendrycksTest-high_school_government_and_politics": 0,
    "arc_easy": 0,
    "hendrycksTest-anatomy": 0,
    "hendrycksTest-high_school_chemistry": 0,
    "hendrycksTest-professional_psychology": 0,
    "crows_pairs_english_age": 0,
    "hendrycksTest-virology": 0,
    "hendrycksTest-miscellaneous": 0,
    "hendrycksTest-human_sexuality": 0,
    "hendrycksTest-college_medicine": 0,
    "crows_pairs_french_religion": 0,
    "hendrycksTest-logical_fallacies": 0,
    "hendrycksTest-security_studies": 0,
    "crows_pairs_english_disability": 0,
    "hendrycksTest-abstract_algebra": 0,
    "sciq": 0,
    "hendrycksTest-business_ethics": 0,
    "hendrycksTest-professional_medicine": 0,
    "hendrycksTest-high_school_biology": 0,
    "lambada_openai": 0,
    "hendrycksTest-marketing": 0,
    "hendrycksTest-machine_learning": 0,
    "crows_pairs_french_physical_appearance": 0,
    "hendrycksTest-high_school_geography": 0,
    "crows_pairs_french_disability": 0,
    "logiqa": 0,
    "hendrycksTest-clinical_knowledge": 0,
    "crows_pairs_french_sexual_orientation": 0,
    "hendrycksTest-sociology": 0,
    "crows_pairs_french_gender": 0,
    "hendrycksTest-college_mathematics": 0,
    "hendrycksTest-econometrics": 0,
    "hendrycksTest-conceptual_physics": 0,
    "hendrycksTest-high_school_us_history": 0,
    "crows_pairs_english_religion": 0
  },
  "config": {
    "model": "hf-causal",
    "model_args": "pretrained=EleutherAI/pythia-v1.1-70m,revision=step73000",
    "num_fewshot": 0,
    "batch_size": 16,
    "device": "cuda:7",
    "no_cache": true,
    "limit": null,
    "bootstrap_iters": 100000,
    "description_dict": {}
  }
}