{
  "results": {
    "hendrycksTest-logical_fallacies": {
      "acc": 0.1656441717791411,
      "acc_stderr": 0.029208296231259104,
      "acc_norm": 0.2392638036809816,
      "acc_norm_stderr": 0.033519538795212696
    },
    "hendrycksTest-professional_medicine": {
      "acc": 0.24632352941176472,
      "acc_stderr": 0.02617343857052,
      "acc_norm": 0.27941176470588236,
      "acc_norm_stderr": 0.02725720260611495
    },
    "hendrycksTest-high_school_macroeconomics": {
      "acc": 0.21794871794871795,
      "acc_stderr": 0.020932445774463196,
      "acc_norm": 0.24358974358974358,
      "acc_norm_stderr": 0.02176373368417392
    },
    "hendrycksTest-global_facts": {
      "acc": 0.26,
      "acc_stderr": 0.04408440022768078,
      "acc_norm": 0.27,
      "acc_norm_stderr": 0.044619604333847394
    },
    "hendrycksTest-astronomy": {
      "acc": 0.18421052631578946,
      "acc_stderr": 0.031546980450822305,
      "acc_norm": 0.23684210526315788,
      "acc_norm_stderr": 0.03459777606810534
    },
    "arc_challenge": {
      "acc": 0.21416382252559726,
      "acc_stderr": 0.011988383205966503,
      "acc_norm": 0.24573378839590443,
      "acc_norm_stderr": 0.012581033453730107
    },
    "hendrycksTest-public_relations": {
      "acc": 0.2545454545454545,
      "acc_stderr": 0.041723430387053825,
      "acc_norm": 0.18181818181818182,
      "acc_norm_stderr": 0.03694284335337798
    },
    "crows_pairs_french_autre": {
      "likelihood_difference": 6.980769230769231,
      "likelihood_difference_stderr": 1.9266183337380198,
      "pct_stereotype": 0.38461538461538464,
      "pct_stereotype_stderr": 0.1404416814115811
    },
    "sciq": {
      "acc": 0.193,
      "acc_stderr": 0.012486268734370101,
      "acc_norm": 0.216,
      "acc_norm_stderr": 0.013019735539307789
    },
    "crows_pairs_english_physical_appearance": {
      "likelihood_difference": 6.260850694444445,
      "likelihood_difference_stderr": 0.8507319313798797,
      "pct_stereotype": 0.5277777777777778,
      "pct_stereotype_stderr": 0.05924743948371487
    },
    "hendrycksTest-philosophy": {
      "acc": 0.2315112540192926,
      "acc_stderr": 0.023956532766639133,
      "acc_norm": 0.2958199356913183,
      "acc_norm_stderr": 0.025922371788818784
    },
    "hendrycksTest-clinical_knowledge": {
      "acc": 0.18867924528301888,
      "acc_stderr": 0.024079995130062207,
      "acc_norm": 0.2792452830188679,
      "acc_norm_stderr": 0.027611163402399715
    },
    "hendrycksTest-us_foreign_policy": {
      "acc": 0.22,
      "acc_stderr": 0.04163331998932269,
      "acc_norm": 0.24,
      "acc_norm_stderr": 0.04292346959909283
    },
    "crows_pairs_french": {
      "likelihood_difference": 10.009815705128204,
      "likelihood_difference_stderr": 0.23461076167668074,
      "pct_stereotype": 0.5688729874776386,
      "pct_stereotype_stderr": 0.012096877040229652
    },
    "hendrycksTest-machine_learning": {
      "acc": 0.3125,
      "acc_stderr": 0.043994650575715215,
      "acc_norm": 0.30357142857142855,
      "acc_norm_stderr": 0.04364226155841044
    },
    "crows_pairs_english_age": {
      "likelihood_difference": 3.833791208791209,
      "likelihood_difference_stderr": 0.6710082273353779,
      "pct_stereotype": 0.6593406593406593,
      "pct_stereotype_stderr": 0.049956709512768704
    },
    "crows_pairs_english_socioeconomic": {
      "likelihood_difference": 6.0629934210526315,
      "likelihood_difference_stderr": 0.5513724456968193,
      "pct_stereotype": 0.46842105263157896,
      "pct_stereotype_stderr": 0.03629703808831611
    },
    "hendrycksTest-human_sexuality": {
      "acc": 0.2595419847328244,
      "acc_stderr": 0.03844876139785271,
      "acc_norm": 0.2595419847328244,
      "acc_norm_stderr": 0.03844876139785271
    },
    "hendrycksTest-conceptual_physics": {
      "acc": 0.2553191489361702,
      "acc_stderr": 0.0285048564705142,
      "acc_norm": 0.25957446808510637,
      "acc_norm_stderr": 0.02865917937429232
    },
    "hendrycksTest-nutrition": {
      "acc": 0.17973856209150327,
      "acc_stderr": 0.021986032182064148,
      "acc_norm": 0.238562091503268,
      "acc_norm_stderr": 0.024404394928087877
    },
    "hendrycksTest-high_school_physics": {
      "acc": 0.17880794701986755,
      "acc_stderr": 0.031287448506007225,
      "acc_norm": 0.31125827814569534,
      "acc_norm_stderr": 0.03780445850526733
    },
    "hendrycksTest-college_medicine": {
      "acc": 0.20809248554913296,
      "acc_stderr": 0.03095289021774988,
      "acc_norm": 0.2658959537572254,
      "acc_norm_stderr": 0.03368762932259431
    },
    "hendrycksTest-college_mathematics": {
      "acc": 0.18,
      "acc_stderr": 0.03861229196653695,
      "acc_norm": 0.17,
      "acc_norm_stderr": 0.03775251680686371
    },
    "hendrycksTest-world_religions": {
      "acc": 0.19298245614035087,
      "acc_stderr": 0.03026745755489847,
      "acc_norm": 0.23391812865497075,
      "acc_norm_stderr": 0.03246721765117825
    },
    "crows_pairs_french_nationality": {
      "likelihood_difference": 10.067440711462451,
      "likelihood_difference_stderr": 0.5576408190310371,
      "pct_stereotype": 0.5652173913043478,
      "pct_stereotype_stderr": 0.03122795678881643
    },
    "crows_pairs_french_religion": {
      "likelihood_difference": 12.441304347826087,
      "likelihood_difference_stderr": 0.9687298652457538,
      "pct_stereotype": 0.6086956521739131,
      "pct_stereotype_stderr": 0.045709346351117126
    },
    "hendrycksTest-professional_psychology": {
      "acc": 0.22058823529411764,
      "acc_stderr": 0.01677467236546854,
      "acc_norm": 0.23202614379084968,
      "acc_norm_stderr": 0.017077373377856992
    },
    "logiqa": {
      "acc": 0.22887864823348694,
      "acc_stderr": 0.01647810727631327,
      "acc_norm": 0.24731182795698925,
      "acc_norm_stderr": 0.016922842446712393
    },
    "hendrycksTest-college_computer_science": {
      "acc": 0.26,
      "acc_stderr": 0.04408440022768079,
      "acc_norm": 0.19,
      "acc_norm_stderr": 0.03942772444036624
    },
    "crows_pairs_french_gender": {
      "likelihood_difference": 7.706386292834891,
      "likelihood_difference_stderr": 0.4543245217978988,
      "pct_stereotype": 0.5358255451713395,
      "pct_stereotype_stderr": 0.027879009258377087
    },
    "crows_pairs_french_age": {
      "likelihood_difference": 5.891666666666667,
      "likelihood_difference_stderr": 0.7707794292317623,
      "pct_stereotype": 0.6444444444444445,
      "pct_stereotype_stderr": 0.05074011803597719
    },
    "hendrycksTest-high_school_geography": {
      "acc": 0.23737373737373738,
      "acc_stderr": 0.03031371053819888,
      "acc_norm": 0.2727272727272727,
      "acc_norm_stderr": 0.03173071239071724
    },
    "hendrycksTest-high_school_statistics": {
      "acc": 0.25,
      "acc_stderr": 0.029531221160930918,
      "acc_norm": 0.2916666666666667,
      "acc_norm_stderr": 0.030998666304560534
    },
    "hendrycksTest-international_law": {
      "acc": 0.08264462809917356,
      "acc_stderr": 0.02513538235660422,
      "acc_norm": 0.21487603305785125,
      "acc_norm_stderr": 0.037494924487096966
    },
    "hendrycksTest-professional_accounting": {
      "acc": 0.2765957446808511,
      "acc_stderr": 0.026684564340460997,
      "acc_norm": 0.2624113475177305,
      "acc_norm_stderr": 0.026244920349843007
    },
    "crows_pairs_english_nationality": {
      "likelihood_difference": 6.454716435185185,
      "likelihood_difference_stderr": 0.5388501876392606,
      "pct_stereotype": 0.4537037037037037,
      "pct_stereotype_stderr": 0.03395322726375797
    },
    "lambada_openai": {
      "ppl": 3681578.6002349453,
      "ppl_stderr": 359777.03680556506,
      "acc": 0.0,
      "acc_stderr": 0.0
    },
    "hendrycksTest-elementary_mathematics": {
      "acc": 0.23015873015873015,
      "acc_stderr": 0.02167921966369314,
      "acc_norm": 0.23809523809523808,
      "acc_norm_stderr": 0.021935878081184763
    },
    "hendrycksTest-jurisprudence": {
      "acc": 0.1574074074074074,
      "acc_stderr": 0.03520703990517965,
      "acc_norm": 0.25925925925925924,
      "acc_norm_stderr": 0.042365112580946315
    },
    "hendrycksTest-professional_law": {
      "acc": 0.23272490221642764,
      "acc_stderr": 0.010792595553888486,
      "acc_norm": 0.24185136897001303,
      "acc_norm_stderr": 0.01093655081382706
    },
    "wsc": {
      "acc": 0.6346153846153846,
      "acc_stderr": 0.0474473339327792
    },
    "arc_easy": {
      "acc": 0.27230639730639733,
      "acc_stderr": 0.009134218447652661,
      "acc_norm": 0.2521043771043771,
      "acc_norm_stderr": 0.008910024163218188
    },
    "hendrycksTest-security_studies": {
      "acc": 0.3142857142857143,
      "acc_stderr": 0.02971932942241746,
      "acc_norm": 0.19183673469387755,
      "acc_norm_stderr": 0.025206963154225378
    },
    "hendrycksTest-business_ethics": {
      "acc": 0.23,
      "acc_stderr": 0.04229525846816505,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.04351941398892446
    },
    "winogrande": {
      "acc": 0.49329123914759276,
      "acc_stderr": 0.014051220692330346
    },
    "crows_pairs_english_sexual_orientation": {
      "likelihood_difference": 5.842741935483871,
      "likelihood_difference_stderr": 0.7856648940316118,
      "pct_stereotype": 0.44086021505376344,
      "pct_stereotype_stderr": 0.051762678118979284
    },
    "crows_pairs_french_sexual_orientation": {
      "likelihood_difference": 14.893543956043956,
      "likelihood_difference_stderr": 1.025052251613424,
      "pct_stereotype": 0.7912087912087912,
      "pct_stereotype_stderr": 0.04284305206509431
    },
    "hendrycksTest-moral_disputes": {
      "acc": 0.23410404624277456,
      "acc_stderr": 0.022797110278071138,
      "acc_norm": 0.21098265895953758,
      "acc_norm_stderr": 0.021966309947043117
    },
    "piqa": {
      "acc": 0.5261153427638737,
      "acc_stderr": 0.011649900854263415,
      "acc_norm": 0.5217627856365615,
      "acc_norm_stderr": 0.011654768618560074
    },
    "hendrycksTest-high_school_psychology": {
      "acc": 0.25504587155963304,
      "acc_stderr": 0.018688500856535853,
      "acc_norm": 0.24587155963302754,
      "acc_norm_stderr": 0.018461940968708457
    },
    "crows_pairs_english_gender": {
      "likelihood_difference": 5.00556640625,
      "likelihood_difference_stderr": 0.5131457384215727,
      "pct_stereotype": 0.496875,
      "pct_stereotype_stderr": 0.02799407877242281
    },
    "hendrycksTest-high_school_biology": {
      "acc": 0.2129032258064516,
      "acc_stderr": 0.02328766512726855,
      "acc_norm": 0.22258064516129034,
      "acc_norm_stderr": 0.02366421667164251
    },
    "crows_pairs_english_race_color": {
      "likelihood_difference": 5.941806102362205,
      "likelihood_difference_stderr": 0.3648000613371286,
      "pct_stereotype": 0.36220472440944884,
      "pct_stereotype_stderr": 0.021345863339438092
    },
    "hendrycksTest-high_school_european_history": {
      "acc": 0.17575757575757575,
      "acc_stderr": 0.02972094300622445,
      "acc_norm": 0.18181818181818182,
      "acc_norm_stderr": 0.030117688929503585
    },
    "hendrycksTest-college_biology": {
      "acc": 0.2638888888888889,
      "acc_stderr": 0.03685651095897532,
      "acc_norm": 0.2638888888888889,
      "acc_norm_stderr": 0.03685651095897532
    },
    "crows_pairs_english_autre": {
      "likelihood_difference": 6.261363636363637,
      "likelihood_difference_stderr": 3.1768630246968392,
      "pct_stereotype": 0.45454545454545453,
      "pct_stereotype_stderr": 0.15745916432444335
    },
    "hendrycksTest-moral_scenarios": {
      "acc": 0.23798882681564246,
      "acc_stderr": 0.014242630070574915,
      "acc_norm": 0.27262569832402234,
      "acc_norm_stderr": 0.014893391735249588
    },
    "hendrycksTest-virology": {
      "acc": 0.1927710843373494,
      "acc_stderr": 0.030709824050565274,
      "acc_norm": 0.22289156626506024,
      "acc_norm_stderr": 0.03240004825594688
    },
    "hendrycksTest-sociology": {
      "acc": 0.25870646766169153,
      "acc_stderr": 0.030965903123573044,
      "acc_norm": 0.2736318407960199,
      "acc_norm_stderr": 0.03152439186555402
    },
    "hendrycksTest-college_chemistry": {
      "acc": 0.17,
      "acc_stderr": 0.0377525168068637,
      "acc_norm": 0.19,
      "acc_norm_stderr": 0.03942772444036623
    },
    "hendrycksTest-high_school_mathematics": {
      "acc": 0.24074074074074073,
      "acc_stderr": 0.026067159222275794,
      "acc_norm": 0.2814814814814815,
      "acc_norm_stderr": 0.027420019350945263
    },
    "hendrycksTest-human_aging": {
      "acc": 0.2825112107623318,
      "acc_stderr": 0.03021683101150878,
      "acc_norm": 0.273542600896861,
      "acc_norm_stderr": 0.029918586707798817
    },
    "hendrycksTest-marketing": {
      "acc": 0.23504273504273504,
      "acc_stderr": 0.027778835904935437,
      "acc_norm": 0.2564102564102564,
      "acc_norm_stderr": 0.028605953702004243
    },
    "hendrycksTest-high_school_government_and_politics": {
      "acc": 0.21761658031088082,
      "acc_stderr": 0.029778663037752964,
      "acc_norm": 0.24352331606217617,
      "acc_norm_stderr": 0.030975436386845436
    },
    "hendrycksTest-high_school_chemistry": {
      "acc": 0.22660098522167488,
      "acc_stderr": 0.029454863835292996,
      "acc_norm": 0.21674876847290642,
      "acc_norm_stderr": 0.028990331252516235
    },
    "hendrycksTest-abstract_algebra": {
      "acc": 0.25,
      "acc_stderr": 0.04351941398892446,
      "acc_norm": 0.22,
      "acc_norm_stderr": 0.041633319989322695
    },
    "hendrycksTest-anatomy": {
      "acc": 0.21481481481481482,
      "acc_stderr": 0.03547854198560823,
      "acc_norm": 0.2962962962962963,
      "acc_norm_stderr": 0.03944624162501117
    },
    "hendrycksTest-high_school_microeconomics": {
      "acc": 0.19327731092436976,
      "acc_stderr": 0.02564947026588919,
      "acc_norm": 0.2815126050420168,
      "acc_norm_stderr": 0.029213549414372163
    },
    "hendrycksTest-electrical_engineering": {
      "acc": 0.2,
      "acc_stderr": 0.0333333333333333,
      "acc_norm": 0.19310344827586207,
      "acc_norm_stderr": 0.03289445522127401
    },
    "crows_pairs_french_race_color": {
      "likelihood_difference": 8.886277173913044,
      "likelihood_difference_stderr": 0.37545508976604897,
      "pct_stereotype": 0.6391304347826087,
      "pct_stereotype_stderr": 0.022416279590272897
    },
    "hendrycksTest-econometrics": {
      "acc": 0.24561403508771928,
      "acc_stderr": 0.04049339297748139,
      "acc_norm": 0.30701754385964913,
      "acc_norm_stderr": 0.0433913832257986
    },
    "hendrycksTest-computer_security": {
      "acc": 0.25,
      "acc_stderr": 0.04351941398892446,
      "acc_norm": 0.3,
      "acc_norm_stderr": 0.046056618647183814
    },
    "crows_pairs_french_physical_appearance": {
      "likelihood_difference": 10.143229166666666,
      "likelihood_difference_stderr": 1.3631055624376087,
      "pct_stereotype": 0.5,
      "pct_stereotype_stderr": 0.05933908290969268
    },
    "crows_pairs_french_socioeconomic": {
      "likelihood_difference": 13.071548150510203,
      "likelihood_difference_stderr": 0.8662924629179967,
      "pct_stereotype": 0.413265306122449,
      "pct_stereotype_stderr": 0.035262902194360866
    },
    "hendrycksTest-medical_genetics": {
      "acc": 0.23,
      "acc_stderr": 0.04229525846816505,
      "acc_norm": 0.24,
      "acc_norm_stderr": 0.04292346959909283
    },
    "crows_pairs_english_religion": {
      "likelihood_difference": 5.908783783783784,
      "likelihood_difference_stderr": 0.7151612654576878,
      "pct_stereotype": 0.5135135135135135,
      "pct_stereotype_stderr": 0.04765571461988585
    },
    "crows_pairs_english_disability": {
      "likelihood_difference": 7.940384615384615,
      "likelihood_difference_stderr": 1.24666655192116,
      "pct_stereotype": 0.5384615384615384,
      "pct_stereotype_stderr": 0.06231481440776789
    },
    "hendrycksTest-formal_logic": {
      "acc": 0.24603174603174602,
      "acc_stderr": 0.03852273364924318,
      "acc_norm": 0.23809523809523808,
      "acc_norm_stderr": 0.03809523809523809
    },
    "crows_pairs_french_disability": {
      "likelihood_difference": 14.826704545454545,
      "likelihood_difference_stderr": 1.4750985182608785,
      "pct_stereotype": 0.3484848484848485,
      "pct_stereotype_stderr": 0.0591013677911929
    },
    "hendrycksTest-high_school_us_history": {
      "acc": 0.18627450980392157,
      "acc_stderr": 0.027325470966716326,
      "acc_norm": 0.2696078431372549,
      "acc_norm_stderr": 0.031145570659486782
    },
    "crows_pairs_english": {
      "likelihood_difference": 5.814139833035182,
      "likelihood_difference_stderr": 0.20053789227207508,
      "pct_stereotype": 0.456768038163387,
      "pct_stereotype_stderr": 0.012167560197793074
    },
    "hendrycksTest-high_school_computer_science": {
      "acc": 0.24,
      "acc_stderr": 0.042923469599092816,
      "acc_norm": 0.33,
      "acc_norm_stderr": 0.04725815626252606
    },
    "hendrycksTest-prehistory": {
      "acc": 0.23148148148148148,
      "acc_stderr": 0.02346842983245115,
      "acc_norm": 0.20679012345679013,
      "acc_norm_stderr": 0.022535006705942818
    },
    "hendrycksTest-college_physics": {
      "acc": 0.23529411764705882,
      "acc_stderr": 0.04220773659171452,
      "acc_norm": 0.22549019607843138,
      "acc_norm_stderr": 0.04158307533083286
    },
    "hendrycksTest-miscellaneous": {
      "acc": 0.2503192848020434,
      "acc_stderr": 0.01549108895149458,
      "acc_norm": 0.26309067688378035,
      "acc_norm_stderr": 0.015745497169049053
    },
    "hendrycksTest-management": {
      "acc": 0.2524271844660194,
      "acc_stderr": 0.04301250399690879,
      "acc_norm": 0.2912621359223301,
      "acc_norm_stderr": 0.044986763205729245
    },
    "hendrycksTest-high_school_world_history": {
      "acc": 0.17721518987341772,
      "acc_stderr": 0.024856364184503217,
      "acc_norm": 0.21518987341772153,
      "acc_norm_stderr": 0.02675082699467616
    }
  },
  "versions": {
    "hendrycksTest-logical_fallacies": 0,
    "hendrycksTest-professional_medicine": 0,
    "hendrycksTest-high_school_macroeconomics": 0,
    "hendrycksTest-global_facts": 0,
    "hendrycksTest-astronomy": 0,
    "arc_challenge": 0,
    "hendrycksTest-public_relations": 0,
    "crows_pairs_french_autre": 0,
    "sciq": 0,
    "crows_pairs_english_physical_appearance": 0,
    "hendrycksTest-philosophy": 0,
    "hendrycksTest-clinical_knowledge": 0,
    "hendrycksTest-us_foreign_policy": 0,
    "crows_pairs_french": 0,
    "hendrycksTest-machine_learning": 0,
    "crows_pairs_english_age": 0,
    "crows_pairs_english_socioeconomic": 0,
    "hendrycksTest-human_sexuality": 0,
    "hendrycksTest-conceptual_physics": 0,
    "hendrycksTest-nutrition": 0,
    "hendrycksTest-high_school_physics": 0,
    "hendrycksTest-college_medicine": 0,
    "hendrycksTest-college_mathematics": 0,
    "hendrycksTest-world_religions": 0,
    "crows_pairs_french_nationality": 0,
    "crows_pairs_french_religion": 0,
    "hendrycksTest-professional_psychology": 0,
    "logiqa": 0,
    "hendrycksTest-college_computer_science": 0,
    "crows_pairs_french_gender": 0,
    "crows_pairs_french_age": 0,
    "hendrycksTest-high_school_geography": 0,
    "hendrycksTest-high_school_statistics": 0,
    "hendrycksTest-international_law": 0,
    "hendrycksTest-professional_accounting": 0,
    "crows_pairs_english_nationality": 0,
    "lambada_openai": 0,
    "hendrycksTest-elementary_mathematics": 0,
    "hendrycksTest-jurisprudence": 0,
    "hendrycksTest-professional_law": 0,
    "wsc": 0,
    "arc_easy": 0,
    "hendrycksTest-security_studies": 0,
    "hendrycksTest-business_ethics": 0,
    "winogrande": 0,
    "crows_pairs_english_sexual_orientation": 0,
    "crows_pairs_french_sexual_orientation": 0,
    "hendrycksTest-moral_disputes": 0,
    "piqa": 0,
    "hendrycksTest-high_school_psychology": 0,
    "crows_pairs_english_gender": 0,
    "hendrycksTest-high_school_biology": 0,
    "crows_pairs_english_race_color": 0,
    "hendrycksTest-high_school_european_history": 0,
    "hendrycksTest-college_biology": 0,
    "crows_pairs_english_autre": 0,
    "hendrycksTest-moral_scenarios": 0,
    "hendrycksTest-virology": 0,
    "hendrycksTest-sociology": 0,
    "hendrycksTest-college_chemistry": 0,
    "hendrycksTest-high_school_mathematics": 0,
    "hendrycksTest-human_aging": 0,
    "hendrycksTest-marketing": 0,
    "hendrycksTest-high_school_government_and_politics": 0,
    "hendrycksTest-high_school_chemistry": 0,
    "hendrycksTest-abstract_algebra": 0,
    "hendrycksTest-anatomy": 0,
    "hendrycksTest-high_school_microeconomics": 0,
    "hendrycksTest-electrical_engineering": 0,
    "crows_pairs_french_race_color": 0,
    "hendrycksTest-econometrics": 0,
    "hendrycksTest-computer_security": 0,
    "crows_pairs_french_physical_appearance": 0,
    "crows_pairs_french_socioeconomic": 0,
    "hendrycksTest-medical_genetics": 0,
    "crows_pairs_english_religion": 0,
    "crows_pairs_english_disability": 0,
    "hendrycksTest-formal_logic": 0,
    "crows_pairs_french_disability": 0,
    "hendrycksTest-high_school_us_history": 0,
    "crows_pairs_english": 0,
    "hendrycksTest-high_school_computer_science": 0,
    "hendrycksTest-prehistory": 0,
    "hendrycksTest-college_physics": 0,
    "hendrycksTest-miscellaneous": 0,
    "hendrycksTest-management": 0,
    "hendrycksTest-high_school_world_history": 0
  },
  "config": {
    "model": "hf-causal",
    "model_args": "use_accelerate=True,pretrained=EleutherAI/pythia-v1.1-70m,revision=step4",
    "num_fewshot": 0,
    "batch_size": 32,
    "device": null,
    "no_cache": true,
    "limit": null,
    "bootstrap_iters": 100000,
    "description_dict": {}
  }
}