{
  "results": {
    "crows_pairs_english_sexual_orientation": {
      "likelihood_difference": 4.517809139784946,
      "likelihood_difference_stderr": 0.5053952638835562,
      "pct_stereotype": 0.8172043010752689,
      "pct_stereotype_stderr": 0.040295300106155174
    },
    "hendrycksTest-human_aging": {
      "acc": 0.3004484304932735,
      "acc_stderr": 0.03076935200822915,
      "acc_norm": 0.29596412556053814,
      "acc_norm_stderr": 0.030636591348699796
    },
    "hendrycksTest-college_medicine": {
      "acc": 0.19653179190751446,
      "acc_stderr": 0.030299574664788147,
      "acc_norm": 0.26011560693641617,
      "acc_norm_stderr": 0.033450369167889925
    },
    "crows_pairs_french_race_color": {
      "likelihood_difference": 4.677513586956522,
      "likelihood_difference_stderr": 0.2551270290244533,
      "pct_stereotype": 0.40217391304347827,
      "pct_stereotype_stderr": 0.022886956104263133
    },
    "crows_pairs_english_nationality": {
      "likelihood_difference": 3.5828269675925926,
      "likelihood_difference_stderr": 0.2800526171673634,
      "pct_stereotype": 0.38425925925925924,
      "pct_stereotype_stderr": 0.03317354514310742
    },
    "crows_pairs_english_physical_appearance": {
      "likelihood_difference": 3.892578125,
      "likelihood_difference_stderr": 0.45171267642276286,
      "pct_stereotype": 0.6111111111111112,
      "pct_stereotype_stderr": 0.057855371034784615
    },
    "lambada_openai": {
      "ppl": 125.56792285427366,
      "ppl_stderr": 5.322330936055688,
      "acc": 0.22608189404230544,
      "acc_stderr": 0.005827636676144432
    },
    "hendrycksTest-human_sexuality": {
      "acc": 0.2748091603053435,
      "acc_stderr": 0.03915345408847837,
      "acc_norm": 0.2595419847328244,
      "acc_norm_stderr": 0.03844876139785271
    },
    "hendrycksTest-professional_medicine": {
      "acc": 0.28308823529411764,
      "acc_stderr": 0.02736586113151381,
      "acc_norm": 0.26838235294117646,
      "acc_norm_stderr": 0.026917481224377225
    },
    "hendrycksTest-econometrics": {
      "acc": 0.23684210526315788,
      "acc_stderr": 0.03999423879281336,
      "acc_norm": 0.24561403508771928,
      "acc_norm_stderr": 0.04049339297748142
    },
    "wsc": {
      "acc": 0.36538461538461536,
      "acc_stderr": 0.0474473339327792
    },
    "hendrycksTest-high_school_computer_science": {
      "acc": 0.23,
      "acc_stderr": 0.04229525846816505,
      "acc_norm": 0.31,
      "acc_norm_stderr": 0.046482319871173156
    },
    "hendrycksTest-astronomy": {
      "acc": 0.19078947368421054,
      "acc_stderr": 0.031975658210325,
      "acc_norm": 0.3092105263157895,
      "acc_norm_stderr": 0.037610708698674805
    },
    "crows_pairs_english_religion": {
      "likelihood_difference": 3.3330518018018016,
      "likelihood_difference_stderr": 0.409193985708339,
      "pct_stereotype": 0.6756756756756757,
      "pct_stereotype_stderr": 0.04463366615377136
    },
    "crows_pairs_english_socioeconomic": {
      "likelihood_difference": 3.884950657894737,
      "likelihood_difference_stderr": 0.253860666777557,
      "pct_stereotype": 0.6263157894736842,
      "pct_stereotype_stderr": 0.03518990966860906
    },
    "hendrycksTest-moral_disputes": {
      "acc": 0.27167630057803466,
      "acc_stderr": 0.023948512905468355,
      "acc_norm": 0.31213872832369943,
      "acc_norm_stderr": 0.02494679222527231
    },
    "hendrycksTest-anatomy": {
      "acc": 0.2222222222222222,
      "acc_stderr": 0.035914440841969694,
      "acc_norm": 0.2222222222222222,
      "acc_norm_stderr": 0.035914440841969694
    },
    "hendrycksTest-high_school_us_history": {
      "acc": 0.25,
      "acc_stderr": 0.03039153369274154,
      "acc_norm": 0.28921568627450983,
      "acc_norm_stderr": 0.03182231867647553
    },
    "winogrande": {
      "acc": 0.5098658247829518,
      "acc_stderr": 0.014049749833367596
    },
    "hendrycksTest-college_mathematics": {
      "acc": 0.25,
      "acc_stderr": 0.04351941398892446,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.04351941398892446
    },
    "hendrycksTest-college_computer_science": {
      "acc": 0.26,
      "acc_stderr": 0.04408440022768079,
      "acc_norm": 0.28,
      "acc_norm_stderr": 0.04512608598542127
    },
    "hendrycksTest-us_foreign_policy": {
      "acc": 0.24,
      "acc_stderr": 0.04292346959909284,
      "acc_norm": 0.3,
      "acc_norm_stderr": 0.046056618647183814
    },
    "crows_pairs_french": {
      "likelihood_difference": 5.457471489266547,
      "likelihood_difference_stderr": 0.13638509811011088,
      "pct_stereotype": 0.469886702444842,
      "pct_stereotype_stderr": 0.012191128795435453
    },
    "hendrycksTest-medical_genetics": {
      "acc": 0.21,
      "acc_stderr": 0.04093601807403326,
      "acc_norm": 0.34,
      "acc_norm_stderr": 0.04760952285695235
    },
    "crows_pairs_english_disability": {
      "likelihood_difference": 5.398557692307692,
      "likelihood_difference_stderr": 0.6132408773646376,
      "pct_stereotype": 0.6307692307692307,
      "pct_stereotype_stderr": 0.06032456592830046
    },
    "hendrycksTest-virology": {
      "acc": 0.24096385542168675,
      "acc_stderr": 0.0332939411907353,
      "acc_norm": 0.25903614457831325,
      "acc_norm_stderr": 0.03410646614071856
    },
    "hendrycksTest-formal_logic": {
      "acc": 0.29365079365079366,
      "acc_stderr": 0.04073524322147127,
      "acc_norm": 0.2698412698412698,
      "acc_norm_stderr": 0.03970158273235173
    },
    "hendrycksTest-abstract_algebra": {
      "acc": 0.23,
      "acc_stderr": 0.04229525846816505,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.04351941398892446
    },
    "crows_pairs_english": {
      "likelihood_difference": 3.5479185301132974,
      "likelihood_difference_stderr": 0.10342276747333694,
      "pct_stereotype": 0.5199761478831246,
      "pct_stereotype_stderr": 0.012203547977669909
    },
    "hendrycksTest-high_school_mathematics": {
      "acc": 0.17407407407407408,
      "acc_stderr": 0.023118596033551844,
      "acc_norm": 0.22962962962962963,
      "acc_norm_stderr": 0.025644108639267613
    },
    "hendrycksTest-high_school_government_and_politics": {
      "acc": 0.24352331606217617,
      "acc_stderr": 0.03097543638684544,
      "acc_norm": 0.2538860103626943,
      "acc_norm_stderr": 0.03141024780565319
    },
    "piqa": {
      "acc": 0.6022850924918389,
      "acc_stderr": 0.011419114133117227,
      "acc_norm": 0.5854189336235038,
      "acc_norm_stderr": 0.011494326682255153
    },
    "hendrycksTest-high_school_european_history": {
      "acc": 0.21818181818181817,
      "acc_stderr": 0.03225078108306289,
      "acc_norm": 0.2787878787878788,
      "acc_norm_stderr": 0.03501438706296781
    },
    "crows_pairs_french_disability": {
      "likelihood_difference": 6.461174242424242,
      "likelihood_difference_stderr": 0.7416625315218861,
      "pct_stereotype": 0.45454545454545453,
      "pct_stereotype_stderr": 0.06176056549879611
    },
    "hendrycksTest-sociology": {
      "acc": 0.2885572139303483,
      "acc_stderr": 0.03203841040213321,
      "acc_norm": 0.25870646766169153,
      "acc_norm_stderr": 0.030965903123573037
    },
    "hendrycksTest-high_school_macroeconomics": {
      "acc": 0.26666666666666666,
      "acc_stderr": 0.022421273612923714,
      "acc_norm": 0.26153846153846155,
      "acc_norm_stderr": 0.02228214120420442
    },
    "hendrycksTest-miscellaneous": {
      "acc": 0.2515964240102171,
      "acc_stderr": 0.015517322365529631,
      "acc_norm": 0.26053639846743293,
      "acc_norm_stderr": 0.01569600856380708
    },
    "hendrycksTest-electrical_engineering": {
      "acc": 0.22758620689655173,
      "acc_stderr": 0.03493950380131184,
      "acc_norm": 0.2896551724137931,
      "acc_norm_stderr": 0.03780019230438014
    },
    "hendrycksTest-logical_fallacies": {
      "acc": 0.26380368098159507,
      "acc_stderr": 0.03462419931615624,
      "acc_norm": 0.2883435582822086,
      "acc_norm_stderr": 0.035590395316173425
    },
    "hendrycksTest-high_school_physics": {
      "acc": 0.23178807947019867,
      "acc_stderr": 0.03445406271987053,
      "acc_norm": 0.2185430463576159,
      "acc_norm_stderr": 0.03374235550425694
    },
    "arc_challenge": {
      "acc": 0.18344709897610922,
      "acc_stderr": 0.011310170179554543,
      "acc_norm": 0.2226962457337884,
      "acc_norm_stderr": 0.012158314774829928
    },
    "hendrycksTest-professional_psychology": {
      "acc": 0.26143790849673204,
      "acc_stderr": 0.017776947157528023,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.01751781884501444
    },
    "hendrycksTest-management": {
      "acc": 0.23300970873786409,
      "acc_stderr": 0.04185832598928313,
      "acc_norm": 0.2815533980582524,
      "acc_norm_stderr": 0.04453254836326468
    },
    "hendrycksTest-machine_learning": {
      "acc": 0.2767857142857143,
      "acc_stderr": 0.042466243366976256,
      "acc_norm": 0.25,
      "acc_norm_stderr": 0.04109974682633932
    },
    "hendrycksTest-high_school_statistics": {
      "acc": 0.2361111111111111,
      "acc_stderr": 0.02896370257079103,
      "acc_norm": 0.25925925925925924,
      "acc_norm_stderr": 0.02988691054762698
    },
    "hendrycksTest-college_biology": {
      "acc": 0.2361111111111111,
      "acc_stderr": 0.03551446610810826,
      "acc_norm": 0.2638888888888889,
      "acc_norm_stderr": 0.03685651095897532
    },
    "crows_pairs_english_gender": {
      "likelihood_difference": 3.01171875,
      "likelihood_difference_stderr": 0.2666371712870024,
      "pct_stereotype": 0.515625,
      "pct_stereotype_stderr": 0.027980952958187033
    },
    "hendrycksTest-high_school_world_history": {
      "acc": 0.23628691983122363,
      "acc_stderr": 0.027652153144159263,
      "acc_norm": 0.29535864978902954,
      "acc_norm_stderr": 0.029696338713422896
    },
    "hendrycksTest-jurisprudence": {
      "acc": 0.23148148148148148,
      "acc_stderr": 0.04077494709252626,
      "acc_norm": 0.3611111111111111,
      "acc_norm_stderr": 0.04643454608906274
    },
    "crows_pairs_english_race_color": {
      "likelihood_difference": 3.4823757381889764,
      "likelihood_difference_stderr": 0.1834613447384125,
      "pct_stereotype": 0.42913385826771655,
      "pct_stereotype_stderr": 0.02198161280908021
    },
    "crows_pairs_french_nationality": {
      "likelihood_difference": 7.902667984189724,
      "likelihood_difference_stderr": 0.4317932808940784,
      "pct_stereotype": 0.2885375494071146,
      "pct_stereotype_stderr": 0.028541506394353756
    },
    "hendrycksTest-computer_security": {
      "acc": 0.21,
      "acc_stderr": 0.040936018074033256,
      "acc_norm": 0.26,
      "acc_norm_stderr": 0.044084400227680794
    },
    "hendrycksTest-high_school_microeconomics": {
      "acc": 0.23529411764705882,
      "acc_stderr": 0.027553614467863807,
      "acc_norm": 0.33613445378151263,
      "acc_norm_stderr": 0.03068473711513537
    },
    "hendrycksTest-prehistory": {
      "acc": 0.29012345679012347,
      "acc_stderr": 0.025251173936495033,
      "acc_norm": 0.24074074074074073,
      "acc_norm_stderr": 0.02378858355165854
    },
    "hendrycksTest-elementary_mathematics": {
      "acc": 0.23015873015873015,
      "acc_stderr": 0.021679219663693135,
      "acc_norm": 0.23544973544973544,
      "acc_norm_stderr": 0.02185150982203172
    },
    "crows_pairs_french_gender": {
      "likelihood_difference": 4.6139018691588785,
      "likelihood_difference_stderr": 0.23820029270692883,
      "pct_stereotype": 0.5327102803738317,
      "pct_stereotype_stderr": 0.027890972865217984
    },
    "hendrycksTest-college_physics": {
      "acc": 0.19607843137254902,
      "acc_stderr": 0.03950581861179963,
      "acc_norm": 0.24509803921568626,
      "acc_norm_stderr": 0.04280105837364395
    },
    "hendrycksTest-philosophy": {
      "acc": 0.20257234726688103,
      "acc_stderr": 0.022827317491059682,
      "acc_norm": 0.2861736334405145,
      "acc_norm_stderr": 0.025670259242188947
    },
    "hendrycksTest-security_studies": {
      "acc": 0.3346938775510204,
      "acc_stderr": 0.030209235226242307,
      "acc_norm": 0.3020408163265306,
      "acc_norm_stderr": 0.029393609319879818
    },
    "logiqa": {
      "acc": 0.19969278033794163,
      "acc_stderr": 0.015680245966420602,
      "acc_norm": 0.27956989247311825,
      "acc_norm_stderr": 0.017602909186822453
    },
    "hendrycksTest-professional_law": {
      "acc": 0.2405475880052151,
      "acc_stderr": 0.010916406735478949,
      "acc_norm": 0.2777053455019557,
      "acc_norm_stderr": 0.011438741422769575
    },
    "hendrycksTest-business_ethics": {
      "acc": 0.31,
      "acc_stderr": 0.04648231987117316,
      "acc_norm": 0.29,
      "acc_norm_stderr": 0.045604802157206845
    },
    "sciq": {
      "acc": 0.628,
      "acc_stderr": 0.015292149942040577,
      "acc_norm": 0.565,
      "acc_norm_stderr": 0.0156850572527172
    },
    "hendrycksTest-moral_scenarios": {
      "acc": 0.24581005586592178,
      "acc_stderr": 0.01440029642922562,
      "acc_norm": 0.2346368715083799,
      "acc_norm_stderr": 0.014173044098303656
    },
    "hendrycksTest-nutrition": {
      "acc": 0.27124183006535946,
      "acc_stderr": 0.025457756696667874,
      "acc_norm": 0.35294117647058826,
      "acc_norm_stderr": 0.02736359328468493
    },
    "hendrycksTest-professional_accounting": {
      "acc": 0.24468085106382978,
      "acc_stderr": 0.02564555362226673,
      "acc_norm": 0.24822695035460993,
      "acc_norm_stderr": 0.025770015644290385
    },
    "hendrycksTest-clinical_knowledge": {
      "acc": 0.21132075471698114,
      "acc_stderr": 0.02512576648482784,
      "acc_norm": 0.3132075471698113,
      "acc_norm_stderr": 0.02854479331905533
    },
    "crows_pairs_french_socioeconomic": {
      "likelihood_difference": 5.027224170918367,
      "likelihood_difference_stderr": 0.40815165419858696,
      "pct_stereotype": 0.5459183673469388,
      "pct_stereotype_stderr": 0.035654431417332814
    },
    "crows_pairs_english_autre": {
      "likelihood_difference": 4.238636363636363,
      "likelihood_difference_stderr": 1.5362064537668891,
      "pct_stereotype": 0.45454545454545453,
      "pct_stereotype_stderr": 0.15745916432444335
    },
    "hendrycksTest-conceptual_physics": {
      "acc": 0.26382978723404255,
      "acc_stderr": 0.028809989854102967,
      "acc_norm": 0.19148936170212766,
      "acc_norm_stderr": 0.025722149992637805
    },
    "hendrycksTest-high_school_geography": {
      "acc": 0.2777777777777778,
      "acc_stderr": 0.031911782267135466,
      "acc_norm": 0.2828282828282828,
      "acc_norm_stderr": 0.0320877955878675
    },
    "hendrycksTest-high_school_psychology": {
      "acc": 0.24770642201834864,
      "acc_stderr": 0.018508143602547825,
      "acc_norm": 0.27889908256880735,
      "acc_norm_stderr": 0.019227468876463514
    },
    "hendrycksTest-college_chemistry": {
      "acc": 0.35,
      "acc_stderr": 0.0479372485441102,
      "acc_norm": 0.34,
      "acc_norm_stderr": 0.04760952285695236
    },
    "hendrycksTest-marketing": {
      "acc": 0.3034188034188034,
      "acc_stderr": 0.030118210106942666,
      "acc_norm": 0.3247863247863248,
      "acc_norm_stderr": 0.03067902276549883
    },
    "hendrycksTest-international_law": {
      "acc": 0.12396694214876033,
      "acc_stderr": 0.030083098716035216,
      "acc_norm": 0.38016528925619836,
      "acc_norm_stderr": 0.04431324501968431
    },
    "crows_pairs_english_age": {
      "likelihood_difference": 2.6055975274725274,
      "likelihood_difference_stderr": 0.26100601132095375,
      "pct_stereotype": 0.5054945054945055,
      "pct_stereotype_stderr": 0.052701445311128796
    },
    "crows_pairs_french_age": {
      "likelihood_difference": 4.138194444444444,
      "likelihood_difference_stderr": 0.476805260992122,
      "pct_stereotype": 0.4777777777777778,
      "pct_stereotype_stderr": 0.05294752255076824
    },
    "crows_pairs_french_sexual_orientation": {
      "likelihood_difference": 6.822458791208791,
      "likelihood_difference_stderr": 0.521713971413461,
      "pct_stereotype": 0.7912087912087912,
      "pct_stereotype_stderr": 0.04284305206509431
    },
    "crows_pairs_french_religion": {
      "likelihood_difference": 5.533967391304348,
      "likelihood_difference_stderr": 0.5162540247064128,
      "pct_stereotype": 0.5739130434782609,
      "pct_stereotype_stderr": 0.04631479453711978
    },
    "arc_easy": {
      "acc": 0.3707912457912458,
      "acc_stderr": 0.009911292822056923,
      "acc_norm": 0.3514309764309764,
      "acc_norm_stderr": 0.009796395582817719
    },
    "hendrycksTest-high_school_chemistry": {
      "acc": 0.18226600985221675,
      "acc_stderr": 0.027163340859645148,
      "acc_norm": 0.2561576354679803,
      "acc_norm_stderr": 0.030712730070982592
    },
    "hendrycksTest-high_school_biology": {
      "acc": 0.25483870967741934,
      "acc_stderr": 0.02479011845933221,
      "acc_norm": 0.3258064516129032,
      "acc_norm_stderr": 0.0266620105785671
    },
    "hendrycksTest-world_religions": {
      "acc": 0.2573099415204678,
      "acc_stderr": 0.03352799844161865,
      "acc_norm": 0.27485380116959063,
      "acc_norm_stderr": 0.03424042924691583
    },
    "hendrycksTest-public_relations": {
      "acc": 0.3090909090909091,
      "acc_stderr": 0.044262946482000985,
      "acc_norm": 0.19090909090909092,
      "acc_norm_stderr": 0.03764425585984924
    },
    "crows_pairs_french_autre": {
      "likelihood_difference": 5.0048076923076925,
      "likelihood_difference_stderr": 1.3534970275729887,
      "pct_stereotype": 0.38461538461538464,
      "pct_stereotype_stderr": 0.1404416814115811
    },
    "crows_pairs_french_physical_appearance": {
      "likelihood_difference": 5.743923611111111,
      "likelihood_difference_stderr": 0.594433189081222,
      "pct_stereotype": 0.5,
      "pct_stereotype_stderr": 0.05933908290969268
    },
    "hendrycksTest-global_facts": {
      "acc": 0.21,
      "acc_stderr": 0.040936018074033256,
      "acc_norm": 0.26,
      "acc_norm_stderr": 0.04408440022768079
    }
  },
  "versions": {
    "crows_pairs_english_sexual_orientation": 0,
    "hendrycksTest-human_aging": 0,
    "hendrycksTest-college_medicine": 0,
    "crows_pairs_french_race_color": 0,
    "crows_pairs_english_nationality": 0,
    "crows_pairs_english_physical_appearance": 0,
    "lambada_openai": 0,
    "hendrycksTest-human_sexuality": 0,
    "hendrycksTest-professional_medicine": 0,
    "hendrycksTest-econometrics": 0,
    "wsc": 0,
    "hendrycksTest-high_school_computer_science": 0,
    "hendrycksTest-astronomy": 0,
    "crows_pairs_english_religion": 0,
    "crows_pairs_english_socioeconomic": 0,
    "hendrycksTest-moral_disputes": 0,
    "hendrycksTest-anatomy": 0,
    "hendrycksTest-high_school_us_history": 0,
    "winogrande": 0,
    "hendrycksTest-college_mathematics": 0,
    "hendrycksTest-college_computer_science": 0,
    "hendrycksTest-us_foreign_policy": 0,
    "crows_pairs_french": 0,
    "hendrycksTest-medical_genetics": 0,
    "crows_pairs_english_disability": 0,
    "hendrycksTest-virology": 0,
    "hendrycksTest-formal_logic": 0,
    "hendrycksTest-abstract_algebra": 0,
    "crows_pairs_english": 0,
    "hendrycksTest-high_school_mathematics": 0,
    "hendrycksTest-high_school_government_and_politics": 0,
    "piqa": 0,
    "hendrycksTest-high_school_european_history": 0,
    "crows_pairs_french_disability": 0,
    "hendrycksTest-sociology": 0,
    "hendrycksTest-high_school_macroeconomics": 0,
    "hendrycksTest-miscellaneous": 0,
    "hendrycksTest-electrical_engineering": 0,
    "hendrycksTest-logical_fallacies": 0,
    "hendrycksTest-high_school_physics": 0,
    "arc_challenge": 0,
    "hendrycksTest-professional_psychology": 0,
    "hendrycksTest-management": 0,
    "hendrycksTest-machine_learning": 0,
    "hendrycksTest-high_school_statistics": 0,
    "hendrycksTest-college_biology": 0,
    "crows_pairs_english_gender": 0,
    "hendrycksTest-high_school_world_history": 0,
    "hendrycksTest-jurisprudence": 0,
    "crows_pairs_english_race_color": 0,
    "crows_pairs_french_nationality": 0,
    "hendrycksTest-computer_security": 0,
    "hendrycksTest-high_school_microeconomics": 0,
    "hendrycksTest-prehistory": 0,
    "hendrycksTest-elementary_mathematics": 0,
    "crows_pairs_french_gender": 0,
    "hendrycksTest-college_physics": 0,
    "hendrycksTest-philosophy": 0,
    "hendrycksTest-security_studies": 0,
    "logiqa": 0,
    "hendrycksTest-professional_law": 0,
    "hendrycksTest-business_ethics": 0,
    "sciq": 0,
    "hendrycksTest-moral_scenarios": 0,
    "hendrycksTest-nutrition": 0,
    "hendrycksTest-professional_accounting": 0,
    "hendrycksTest-clinical_knowledge": 0,
    "crows_pairs_french_socioeconomic": 0,
    "crows_pairs_english_autre": 0,
    "hendrycksTest-conceptual_physics": 0,
    "hendrycksTest-high_school_geography": 0,
    "hendrycksTest-high_school_psychology": 0,
    "hendrycksTest-college_chemistry": 0,
    "hendrycksTest-marketing": 0,
    "hendrycksTest-international_law": 0,
    "crows_pairs_english_age": 0,
    "crows_pairs_french_age": 0,
    "crows_pairs_french_sexual_orientation": 0,
    "crows_pairs_french_religion": 0,
    "arc_easy": 0,
    "hendrycksTest-high_school_chemistry": 0,
    "hendrycksTest-high_school_biology": 0,
    "hendrycksTest-world_religions": 0,
    "hendrycksTest-public_relations": 0,
    "crows_pairs_french_autre": 0,
    "crows_pairs_french_physical_appearance": 0,
    "hendrycksTest-global_facts": 0
  },
  "config": {
    "model": "hf-causal",
    "model_args": "pretrained=EleutherAI/pythia-v1.1-70m,revision=step103000",
    "num_fewshot": 0,
    "batch_size": 16,
    "device": "cuda:2",
    "no_cache": true,
    "limit": null,
    "bootstrap_iters": 100000,
    "description_dict": {}
  }
}