{
  "results": {
    "arc_easy": {
      "acc": 0.26641414141414144,
      "acc_stderr": 0.009071357971078687,
      "acc_norm": 0.2537878787878788,
      "acc_norm_stderr": 0.008929657065808295
    },
    "crows_pairs_french_disability": {
      "likelihood_difference": 14.844696969696969,
      "likelihood_difference_stderr": 1.4724037604097784,
      "pct_stereotype": 0.36363636363636365,
      "pct_stereotype_stderr": 0.05966637484671757
    },
    "hendrycksTest-high_school_microeconomics": {
      "acc": 0.19327731092436976,
      "acc_stderr": 0.025649470265889193,
      "acc_norm": 0.2815126050420168,
      "acc_norm_stderr": 0.029213549414372163
    },
    "wsc": {
      "acc": 0.6153846153846154,
      "acc_stderr": 0.0479366886807504
    },
    "hendrycksTest-high_school_physics": {
      "acc": 0.1986754966887417,
      "acc_stderr": 0.03257847384436777,
      "acc_norm": 0.31788079470198677,
      "acc_norm_stderr": 0.038020397601079024
    },
    "hendrycksTest-jurisprudence": {
      "acc": 0.1574074074074074,
      "acc_stderr": 0.03520703990517965,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.04186091791394607
    },
    "hendrycksTest-world_religions": {
      "acc": 0.2046783625730994,
      "acc_stderr": 0.030944459778533193,
      "acc_norm": 0.24561403508771928,
      "acc_norm_stderr": 0.03301405946987249
    },
    "crows_pairs_french": {
      "likelihood_difference": 10.034911672629695,
      "likelihood_difference_stderr": 0.23396856909749553,
      "pct_stereotype": 0.5766249254621347,
      "pct_stereotype_stderr": 0.012069029300507982
    },
    "crows_pairs_french_race_color": {
      "likelihood_difference": 9.03695652173913,
      "likelihood_difference_stderr": 0.37564611061761194,
      "pct_stereotype": 0.6543478260869565,
      "pct_stereotype_stderr": 0.02219819363895969
    },
    "hendrycksTest-high_school_mathematics": {
      "acc": 0.22592592592592592,
      "acc_stderr": 0.02549753263960955,
      "acc_norm": 0.26296296296296295,
      "acc_norm_stderr": 0.02684205787383371
    },
    "crows_pairs_french_socioeconomic": {
      "likelihood_difference": 13.044244260204081,
      "likelihood_difference_stderr": 0.8616384783016274,
      "pct_stereotype": 0.413265306122449,
      "pct_stereotype_stderr": 0.035262902194360866
    },
    "crows_pairs_english_religion": {
      "likelihood_difference": 5.86936936936937,
      "likelihood_difference_stderr": 0.712342266308724,
      "pct_stereotype": 0.5225225225225225,
      "pct_stereotype_stderr": 0.04762473917649626
    },
    "hendrycksTest-college_computer_science": {
      "acc": 0.25,
      "acc_stderr": 0.04351941398892446,
      "acc_norm": 0.19,
      "acc_norm_stderr": 0.03942772444036624
    },
    "hendrycksTest-professional_accounting": {
      "acc": 0.2730496453900709,
      "acc_stderr": 0.026577860943307857,
      "acc_norm": 0.2553191489361702,
      "acc_norm_stderr": 0.026011992930902006
    },
    "hendrycksTest-electrical_engineering": {
      "acc": 0.2,
      "acc_stderr": 0.0333333333333333,
      "acc_norm": 0.18620689655172415,
      "acc_norm_stderr": 0.03243946159004616
    },
    "crows_pairs_english_physical_appearance": {
      "likelihood_difference": 6.25390625,
      "likelihood_difference_stderr": 0.8484057131433209,
      "pct_stereotype": 0.5277777777777778,
      "pct_stereotype_stderr": 0.05924743948371487
    },
    "crows_pairs_french_autre": {
      "likelihood_difference": 7.038461538461538,
      "likelihood_difference_stderr": 1.9443187814541079,
      "pct_stereotype": 0.38461538461538464,
      "pct_stereotype_stderr": 0.1404416814115811
    },
    "hendrycksTest-high_school_world_history": {
      "acc": 0.17721518987341772,
      "acc_stderr": 0.024856364184503217,
      "acc_norm": 0.2109704641350211,
      "acc_norm_stderr": 0.02655837250266192
    },
    "hendrycksTest-college_chemistry": {
      "acc": 0.17,
      "acc_stderr": 0.0377525168068637,
      "acc_norm": 0.19,
      "acc_norm_stderr": 0.03942772444036623
    },
    "lambada_openai": {
      "ppl": 3646061.8456566,
      "ppl_stderr": 355236.72805614787,
      "acc": 0.0,
      "acc_stderr": 0.0
    },
    "crows_pairs_french_age": {
      "likelihood_difference": 5.894444444444445,
      "likelihood_difference_stderr": 0.7650007372090334,
      "pct_stereotype": 0.6555555555555556,
      "pct_stereotype_stderr": 0.050369697187736755
    },
    "crows_pairs_english_race_color": {
      "likelihood_difference": 5.904281496062992,
      "likelihood_difference_stderr": 0.36247868571395325,
      "pct_stereotype": 0.38188976377952755,
      "pct_stereotype_stderr": 0.021577344577442634
    },
    "hendrycksTest-high_school_european_history": {
      "acc": 0.17575757575757575,
      "acc_stderr": 0.02972094300622445,
      "acc_norm": 0.18181818181818182,
      "acc_norm_stderr": 0.030117688929503585
    },
    "piqa": {
      "acc": 0.5239390642002176,
      "acc_stderr": 0.011652445621079262,
      "acc_norm": 0.5195865070729053,
      "acc_norm_stderr": 0.011656869979288458
    },
    "hendrycksTest-anatomy": {
      "acc": 0.22962962962962963,
      "acc_stderr": 0.03633384414073465,
      "acc_norm": 0.2962962962962963,
      "acc_norm_stderr": 0.03944624162501117
    },
    "crows_pairs_english": {
      "likelihood_difference": 5.7787343470483,
      "likelihood_difference_stderr": 0.1995147197033885,
      "pct_stereotype": 0.4639236732259988,
      "pct_stereotype_stderr": 0.012181466483312616
    },
    "hendrycksTest-clinical_knowledge": {
      "acc": 0.19622641509433963,
      "acc_stderr": 0.02444238813110085,
      "acc_norm": 0.2943396226415094,
      "acc_norm_stderr": 0.02804918631569524
    },
    "hendrycksTest-high_school_geography": {
      "acc": 0.23232323232323232,
      "acc_stderr": 0.03008862949021749,
      "acc_norm": 0.2777777777777778,
      "acc_norm_stderr": 0.03191178226713547
    },
    "crows_pairs_english_nationality": {
      "likelihood_difference": 6.42115162037037,
      "likelihood_difference_stderr": 0.536959840207466,
      "pct_stereotype": 0.44907407407407407,
      "pct_stereotype_stderr": 0.03392238405321617
    },
    "hendrycksTest-security_studies": {
      "acc": 0.3183673469387755,
      "acc_stderr": 0.02982253379398205,
      "acc_norm": 0.19591836734693877,
      "acc_norm_stderr": 0.025409301953225678
    },
    "hendrycksTest-professional_medicine": {
      "acc": 0.2426470588235294,
      "acc_stderr": 0.026040662474201264,
      "acc_norm": 0.2757352941176471,
      "acc_norm_stderr": 0.027146271936625162
    },
    "hendrycksTest-human_sexuality": {
      "acc": 0.2595419847328244,
      "acc_stderr": 0.03844876139785271,
      "acc_norm": 0.2824427480916031,
      "acc_norm_stderr": 0.03948406125768362
    },
    "hendrycksTest-conceptual_physics": {
      "acc": 0.2680851063829787,
      "acc_stderr": 0.028957342788342347,
      "acc_norm": 0.251063829787234,
      "acc_norm_stderr": 0.02834696377716245
    },
    "hendrycksTest-philosophy": {
      "acc": 0.22508038585209003,
      "acc_stderr": 0.023720088516179027,
      "acc_norm": 0.29260450160771706,
      "acc_norm_stderr": 0.02583989833487798
    },
    "hendrycksTest-public_relations": {
      "acc": 0.2545454545454545,
      "acc_stderr": 0.041723430387053825,
      "acc_norm": 0.18181818181818182,
      "acc_norm_stderr": 0.03694284335337798
    },
    "hendrycksTest-sociology": {
      "acc": 0.26865671641791045,
      "acc_stderr": 0.031343283582089536,
      "acc_norm": 0.2736318407960199,
      "acc_norm_stderr": 0.03152439186555402
    },
    "crows_pairs_english_disability": {
      "likelihood_difference": 7.9192307692307695,
      "likelihood_difference_stderr": 1.2408777134628783,
      "pct_stereotype": 0.5384615384615384,
      "pct_stereotype_stderr": 0.06231481440776789
    },
    "hendrycksTest-human_aging": {
      "acc": 0.28699551569506726,
      "acc_stderr": 0.030360379710291936,
      "acc_norm": 0.26905829596412556,
      "acc_norm_stderr": 0.029763779406874975
    },
    "hendrycksTest-virology": {
      "acc": 0.19879518072289157,
      "acc_stderr": 0.03106939026078942,
      "acc_norm": 0.21686746987951808,
      "acc_norm_stderr": 0.03208284450356365
    },
    "hendrycksTest-college_physics": {
      "acc": 0.23529411764705882,
      "acc_stderr": 0.04220773659171451,
      "acc_norm": 0.22549019607843138,
      "acc_norm_stderr": 0.04158307533083286
    },
    "hendrycksTest-prehistory": {
      "acc": 0.24074074074074073,
      "acc_stderr": 0.023788583551658544,
      "acc_norm": 0.21604938271604937,
      "acc_norm_stderr": 0.022899162918445792
    },
    "hendrycksTest-abstract_algebra": {
      "acc": 0.23,
      "acc_stderr": 0.04229525846816507,
      "acc_norm": 0.22,
      "acc_norm_stderr": 0.041633319989322695
    },
    "hendrycksTest-astronomy": {
      "acc": 0.17105263157894737,
      "acc_stderr": 0.030643607071677098,
      "acc_norm": 0.23026315789473684,
      "acc_norm_stderr": 0.03426059424403165
    },
    "winogrande": {
      "acc": 0.489344909234412,
      "acc_stderr": 0.0140492945362904
    },
    "hendrycksTest-high_school_statistics": {
      "acc": 0.24074074074074073,
      "acc_stderr": 0.029157522184605593,
      "acc_norm": 0.28703703703703703,
      "acc_norm_stderr": 0.030851992993257013
    },
    "hendrycksTest-moral_disputes": {
      "acc": 0.2254335260115607,
      "acc_stderr": 0.02249723019096755,
      "acc_norm": 0.2138728323699422,
      "acc_norm_stderr": 0.022075709251757173
    },
    "hendrycksTest-econometrics": {
      "acc": 0.24561403508771928,
      "acc_stderr": 0.04049339297748139,
      "acc_norm": 0.3157894736842105,
      "acc_norm_stderr": 0.04372748290278007
    },
    "crows_pairs_french_gender": {
      "likelihood_difference": 7.683216510903427,
      "likelihood_difference_stderr": 0.45391062504811047,
      "pct_stereotype": 0.5327102803738317,
      "pct_stereotype_stderr": 0.027890972865217984
    },
    "hendrycksTest-high_school_macroeconomics": {
      "acc": 0.2128205128205128,
      "acc_stderr": 0.020752423722128016,
      "acc_norm": 0.24358974358974358,
      "acc_norm_stderr": 0.02176373368417392
    },
    "hendrycksTest-high_school_us_history": {
      "acc": 0.18627450980392157,
      "acc_stderr": 0.027325470966716326,
      "acc_norm": 0.2647058823529412,
      "acc_norm_stderr": 0.030964517926923393
    },
    "crows_pairs_english_autre": {
      "likelihood_difference": 6.198863636363637,
      "likelihood_difference_stderr": 3.164913494502804,
      "pct_stereotype": 0.45454545454545453,
      "pct_stereotype_stderr": 0.15745916432444335
    },
    "hendrycksTest-nutrition": {
      "acc": 0.17973856209150327,
      "acc_stderr": 0.021986032182064148,
      "acc_norm": 0.24509803921568626,
      "acc_norm_stderr": 0.024630048979824782
    },
    "hendrycksTest-logical_fallacies": {
      "acc": 0.1656441717791411,
      "acc_stderr": 0.029208296231259104,
      "acc_norm": 0.2331288343558282,
      "acc_norm_stderr": 0.03322015795776741
    },
    "hendrycksTest-marketing": {
      "acc": 0.23076923076923078,
      "acc_stderr": 0.027601921381417597,
      "acc_norm": 0.2564102564102564,
      "acc_norm_stderr": 0.028605953702004243
    },
    "logiqa": {
      "acc": 0.23195084485407066,
      "acc_stderr": 0.016555252497925898,
      "acc_norm": 0.2488479262672811,
      "acc_norm_stderr": 0.016957985904525585
    },
    "hendrycksTest-elementary_mathematics": {
      "acc": 0.23015873015873015,
      "acc_stderr": 0.02167921966369314,
      "acc_norm": 0.23809523809523808,
      "acc_norm_stderr": 0.021935878081184763
    },
    "hendrycksTest-international_law": {
      "acc": 0.09090909090909091,
      "acc_stderr": 0.02624319405407387,
      "acc_norm": 0.2231404958677686,
      "acc_norm_stderr": 0.03800754475228733
    },
    "crows_pairs_french_sexual_orientation": {
      "likelihood_difference": 14.885302197802197,
      "likelihood_difference_stderr": 1.0262045022589799,
      "pct_stereotype": 0.7912087912087912,
      "pct_stereotype_stderr": 0.04284305206509431
    },
    "hendrycksTest-miscellaneous": {
      "acc": 0.26436781609195403,
      "acc_stderr": 0.015769984840690518,
      "acc_norm": 0.2656449553001277,
      "acc_norm_stderr": 0.01579430248788872
    },
    "hendrycksTest-us_foreign_policy": {
      "acc": 0.21,
      "acc_stderr": 0.040936018074033256,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.04351941398892446
    },
    "hendrycksTest-college_biology": {
      "acc": 0.2638888888888889,
      "acc_stderr": 0.03685651095897532,
      "acc_norm": 0.2708333333333333,
      "acc_norm_stderr": 0.03716177437566017
    },
    "hendrycksTest-college_mathematics": {
      "acc": 0.21,
      "acc_stderr": 0.040936018074033256,
      "acc_norm": 0.17,
      "acc_norm_stderr": 0.03775251680686371
    },
    "crows_pairs_english_age": {
      "likelihood_difference": 3.793956043956044,
      "likelihood_difference_stderr": 0.6669967521493633,
      "pct_stereotype": 0.6373626373626373,
      "pct_stereotype_stderr": 0.05067669921031868
    },
    "hendrycksTest-high_school_government_and_politics": {
      "acc": 0.22279792746113988,
      "acc_stderr": 0.03003114797764154,
      "acc_norm": 0.24870466321243523,
      "acc_norm_stderr": 0.03119584087770029
    },
    "crows_pairs_french_physical_appearance": {
      "likelihood_difference": 10.175347222222221,
      "likelihood_difference_stderr": 1.3645954505299696,
      "pct_stereotype": 0.5,
      "pct_stereotype_stderr": 0.05933908290969268
    },
    "hendrycksTest-moral_scenarios": {
      "acc": 0.23798882681564246,
      "acc_stderr": 0.014242630070574915,
      "acc_norm": 0.27262569832402234,
      "acc_norm_stderr": 0.014893391735249588
    },
    "hendrycksTest-management": {
      "acc": 0.23300970873786409,
      "acc_stderr": 0.041858325989283136,
      "acc_norm": 0.2815533980582524,
      "acc_norm_stderr": 0.04453254836326466
    },
    "hendrycksTest-professional_psychology": {
      "acc": 0.21568627450980393,
      "acc_stderr": 0.016639319350313264,
      "acc_norm": 0.22875816993464052,
      "acc_norm_stderr": 0.016992723465466243
    },
    "arc_challenge": {
      "acc": 0.21075085324232082,
      "acc_stderr": 0.011918271754852171,
      "acc_norm": 0.24488054607508533,
      "acc_norm_stderr": 0.012566273985131354
    },
    "hendrycksTest-professional_law": {
      "acc": 0.2333767926988266,
      "acc_stderr": 0.010803108481179099,
      "acc_norm": 0.24315514993481094,
      "acc_norm_stderr": 0.010956556654417355
    },
    "crows_pairs_english_socioeconomic": {
      "likelihood_difference": 6.031578947368421,
      "likelihood_difference_stderr": 0.5493093736965833,
      "pct_stereotype": 0.49473684210526314,
      "pct_stereotype_stderr": 0.03636763337787883
    },
    "hendrycksTest-high_school_chemistry": {
      "acc": 0.21674876847290642,
      "acc_stderr": 0.028990331252516235,
      "acc_norm": 0.21674876847290642,
      "acc_norm_stderr": 0.028990331252516235
    },
    "hendrycksTest-formal_logic": {
      "acc": 0.2619047619047619,
      "acc_stderr": 0.03932537680392872,
      "acc_norm": 0.2619047619047619,
      "acc_norm_stderr": 0.039325376803928724
    },
    "hendrycksTest-machine_learning": {
      "acc": 0.33035714285714285,
      "acc_stderr": 0.04464285714285714,
      "acc_norm": 0.32142857142857145,
      "acc_norm_stderr": 0.044328040552915185
    },
    "hendrycksTest-college_medicine": {
      "acc": 0.2138728323699422,
      "acc_stderr": 0.03126511206173044,
      "acc_norm": 0.26011560693641617,
      "acc_norm_stderr": 0.033450369167889925
    },
    "crows_pairs_english_sexual_orientation": {
      "likelihood_difference": 5.76377688172043,
      "likelihood_difference_stderr": 0.7836824367448326,
      "pct_stereotype": 0.45161290322580644,
      "pct_stereotype_stderr": 0.051883930752016603
    },
    "hendrycksTest-computer_security": {
      "acc": 0.25,
      "acc_stderr": 0.04351941398892446,
      "acc_norm": 0.32,
      "acc_norm_stderr": 0.046882617226215034
    },
    "sciq": {
      "acc": 0.201,
      "acc_stderr": 0.012679107214617322,
      "acc_norm": 0.212,
      "acc_norm_stderr": 0.012931481864938052
    },
    "hendrycksTest-high_school_biology": {
      "acc": 0.21935483870967742,
      "acc_stderr": 0.02354079935872329,
      "acc_norm": 0.22258064516129034,
      "acc_norm_stderr": 0.02366421667164251
    },
    "crows_pairs_french_nationality": {
      "likelihood_difference": 10.010128458498023,
      "likelihood_difference_stderr": 0.5534217267350656,
      "pct_stereotype": 0.5770750988142292,
      "pct_stereotype_stderr": 0.031120568731718617
    },
    "hendrycksTest-high_school_computer_science": {
      "acc": 0.25,
      "acc_stderr": 0.04351941398892446,
      "acc_norm": 0.36,
      "acc_norm_stderr": 0.04824181513244218
    },
    "hendrycksTest-global_facts": {
      "acc": 0.28,
      "acc_stderr": 0.045126085985421276,
      "acc_norm": 0.28,
      "acc_norm_stderr": 0.04512608598542126
    },
    "hendrycksTest-medical_genetics": {
      "acc": 0.23,
      "acc_stderr": 0.04229525846816505,
      "acc_norm": 0.22,
      "acc_norm_stderr": 0.041633319989322695
    },
    "crows_pairs_english_gender": {
      "likelihood_difference": 4.97685546875,
      "likelihood_difference_stderr": 0.5099312963992724,
      "pct_stereotype": 0.490625,
      "pct_stereotype_stderr": 0.027989704184941015
    },
    "hendrycksTest-business_ethics": {
      "acc": 0.23,
      "acc_stderr": 0.04229525846816505,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.04351941398892446
    },
    "hendrycksTest-high_school_psychology": {
      "acc": 0.25137614678899084,
      "acc_stderr": 0.01859920636028741,
      "acc_norm": 0.24770642201834864,
      "acc_norm_stderr": 0.018508143602547805
    },
    "crows_pairs_french_religion": {
      "likelihood_difference": 12.409239130434782,
      "likelihood_difference_stderr": 0.9682588361060674,
      "pct_stereotype": 0.6260869565217392,
      "pct_stereotype_stderr": 0.045315858286449635
    }
  },
  "versions": {
    "arc_easy": 0,
    "crows_pairs_french_disability": 0,
    "hendrycksTest-high_school_microeconomics": 0,
    "wsc": 0,
    "hendrycksTest-high_school_physics": 0,
    "hendrycksTest-jurisprudence": 0,
    "hendrycksTest-world_religions": 0,
    "crows_pairs_french": 0,
    "crows_pairs_french_race_color": 0,
    "hendrycksTest-high_school_mathematics": 0,
    "crows_pairs_french_socioeconomic": 0,
    "crows_pairs_english_religion": 0,
    "hendrycksTest-college_computer_science": 0,
    "hendrycksTest-professional_accounting": 0,
    "hendrycksTest-electrical_engineering": 0,
    "crows_pairs_english_physical_appearance": 0,
    "crows_pairs_french_autre": 0,
    "hendrycksTest-high_school_world_history": 0,
    "hendrycksTest-college_chemistry": 0,
    "lambada_openai": 0,
    "crows_pairs_french_age": 0,
    "crows_pairs_english_race_color": 0,
    "hendrycksTest-high_school_european_history": 0,
    "piqa": 0,
    "hendrycksTest-anatomy": 0,
    "crows_pairs_english": 0,
    "hendrycksTest-clinical_knowledge": 0,
    "hendrycksTest-high_school_geography": 0,
    "crows_pairs_english_nationality": 0,
    "hendrycksTest-security_studies": 0,
    "hendrycksTest-professional_medicine": 0,
    "hendrycksTest-human_sexuality": 0,
    "hendrycksTest-conceptual_physics": 0,
    "hendrycksTest-philosophy": 0,
    "hendrycksTest-public_relations": 0,
    "hendrycksTest-sociology": 0,
    "crows_pairs_english_disability": 0,
    "hendrycksTest-human_aging": 0,
    "hendrycksTest-virology": 0,
    "hendrycksTest-college_physics": 0,
    "hendrycksTest-prehistory": 0,
    "hendrycksTest-abstract_algebra": 0,
    "hendrycksTest-astronomy": 0,
    "winogrande": 0,
    "hendrycksTest-high_school_statistics": 0,
    "hendrycksTest-moral_disputes": 0,
    "hendrycksTest-econometrics": 0,
    "crows_pairs_french_gender": 0,
    "hendrycksTest-high_school_macroeconomics": 0,
    "hendrycksTest-high_school_us_history": 0,
    "crows_pairs_english_autre": 0,
    "hendrycksTest-nutrition": 0,
    "hendrycksTest-logical_fallacies": 0,
    "hendrycksTest-marketing": 0,
    "logiqa": 0,
    "hendrycksTest-elementary_mathematics": 0,
    "hendrycksTest-international_law": 0,
    "crows_pairs_french_sexual_orientation": 0,
    "hendrycksTest-miscellaneous": 0,
    "hendrycksTest-us_foreign_policy": 0,
    "hendrycksTest-college_biology": 0,
    "hendrycksTest-college_mathematics": 0,
    "crows_pairs_english_age": 0,
    "hendrycksTest-high_school_government_and_politics": 0,
    "crows_pairs_french_physical_appearance": 0,
    "hendrycksTest-moral_scenarios": 0,
    "hendrycksTest-management": 0,
    "hendrycksTest-professional_psychology": 0,
    "arc_challenge": 0,
    "hendrycksTest-professional_law": 0,
    "crows_pairs_english_socioeconomic": 0,
    "hendrycksTest-high_school_chemistry": 0,
    "hendrycksTest-formal_logic": 0,
    "hendrycksTest-machine_learning": 0,
    "hendrycksTest-college_medicine": 0,
    "crows_pairs_english_sexual_orientation": 0,
    "hendrycksTest-computer_security": 0,
    "sciq": 0,
    "hendrycksTest-high_school_biology": 0,
    "crows_pairs_french_nationality": 0,
    "hendrycksTest-high_school_computer_science": 0,
    "hendrycksTest-global_facts": 0,
    "hendrycksTest-medical_genetics": 0,
    "crows_pairs_english_gender": 0,
    "hendrycksTest-business_ethics": 0,
    "hendrycksTest-high_school_psychology": 0,
    "crows_pairs_french_religion": 0
  },
  "config": {
    "model": "hf-causal",
    "model_args": "use_accelerate=True,pretrained=EleutherAI/pythia-v1.1-70m,revision=step8",
    "num_fewshot": 0,
    "batch_size": 32,
    "device": null,
    "no_cache": true,
    "limit": null,
    "bootstrap_iters": 100000,
    "description_dict": {}
  }
}