Spaces:
Running
Running
| { | |
| "results": { | |
| "hendrycksTest-astronomy": { | |
| "acc": 0.20394736842105263, | |
| "acc_stderr": 0.032790004063100495, | |
| "acc_norm": 0.28289473684210525, | |
| "acc_norm_stderr": 0.03665349695640767 | |
| }, | |
| "hendrycksTest-jurisprudence": { | |
| "acc": 0.1388888888888889, | |
| "acc_stderr": 0.03343270062869621, | |
| "acc_norm": 0.25925925925925924, | |
| "acc_norm_stderr": 0.04236511258094631 | |
| }, | |
| "hendrycksTest-human_sexuality": { | |
| "acc": 0.29770992366412213, | |
| "acc_stderr": 0.040103589424622034, | |
| "acc_norm": 0.25190839694656486, | |
| "acc_norm_stderr": 0.03807387116306086 | |
| }, | |
| "hendrycksTest-professional_accounting": { | |
| "acc": 0.21631205673758866, | |
| "acc_stderr": 0.024561720560562793, | |
| "acc_norm": 0.22340425531914893, | |
| "acc_norm_stderr": 0.02484792135806396 | |
| }, | |
| "hendrycksTest-sociology": { | |
| "acc": 0.23383084577114427, | |
| "acc_stderr": 0.029929415408348377, | |
| "acc_norm": 0.19900497512437812, | |
| "acc_norm_stderr": 0.02823136509275841 | |
| }, | |
| "hendrycksTest-machine_learning": { | |
| "acc": 0.24107142857142858, | |
| "acc_stderr": 0.04059867246952685, | |
| "acc_norm": 0.2767857142857143, | |
| "acc_norm_stderr": 0.04246624336697624 | |
| }, | |
| "hendrycksTest-high_school_psychology": { | |
| "acc": 0.24770642201834864, | |
| "acc_stderr": 0.018508143602547822, | |
| "acc_norm": 0.24220183486238533, | |
| "acc_norm_stderr": 0.01836817630659862 | |
| }, | |
| "hendrycksTest-high_school_microeconomics": { | |
| "acc": 0.19327731092436976, | |
| "acc_stderr": 0.025649470265889186, | |
| "acc_norm": 0.2815126050420168, | |
| "acc_norm_stderr": 0.02921354941437216 | |
| }, | |
| "crows_pairs_french_age": { | |
| "likelihood_difference": 4.863888888888889, | |
| "likelihood_difference_stderr": 0.43040277080568906, | |
| "pct_stereotype": 0.3333333333333333, | |
| "pct_stereotype_stderr": 0.04996877926639073 | |
| }, | |
| "crows_pairs_english_gender": { | |
| "likelihood_difference": 3.300341796875, | |
| "likelihood_difference_stderr": 0.30728727580611953, | |
| "pct_stereotype": 0.5625, | |
| "pct_stereotype_stderr": 0.02777505646718807 | |
| }, | |
| "hendrycksTest-high_school_chemistry": { | |
| "acc": 0.19704433497536947, | |
| "acc_stderr": 0.02798672466673622, | |
| "acc_norm": 0.2315270935960591, | |
| "acc_norm_stderr": 0.029678333141444465 | |
| }, | |
| "hendrycksTest-business_ethics": { | |
| "acc": 0.34, | |
| "acc_stderr": 0.04760952285695235, | |
| "acc_norm": 0.29, | |
| "acc_norm_stderr": 0.045604802157206845 | |
| }, | |
| "crows_pairs_french_gender": { | |
| "likelihood_difference": 4.53125, | |
| "likelihood_difference_stderr": 0.22379421806000957, | |
| "pct_stereotype": 0.49221183800623053, | |
| "pct_stereotype_stderr": 0.02794745876935634 | |
| }, | |
| "hendrycksTest-college_physics": { | |
| "acc": 0.16666666666666666, | |
| "acc_stderr": 0.03708284662416542, | |
| "acc_norm": 0.19607843137254902, | |
| "acc_norm_stderr": 0.03950581861179963 | |
| }, | |
| "hendrycksTest-college_mathematics": { | |
| "acc": 0.12, | |
| "acc_stderr": 0.03265986323710906, | |
| "acc_norm": 0.25, | |
| "acc_norm_stderr": 0.04351941398892446 | |
| }, | |
| "hendrycksTest-nutrition": { | |
| "acc": 0.20588235294117646, | |
| "acc_stderr": 0.023152722439402307, | |
| "acc_norm": 0.31699346405228757, | |
| "acc_norm_stderr": 0.02664327847450875 | |
| }, | |
| "hendrycksTest-professional_psychology": { | |
| "acc": 0.24673202614379086, | |
| "acc_stderr": 0.0174408203674025, | |
| "acc_norm": 0.2581699346405229, | |
| "acc_norm_stderr": 0.017704531653250068 | |
| }, | |
| "hendrycksTest-global_facts": { | |
| "acc": 0.23, | |
| "acc_stderr": 0.04229525846816506, | |
| "acc_norm": 0.19, | |
| "acc_norm_stderr": 0.03942772444036623 | |
| }, | |
| "crows_pairs_french": { | |
| "likelihood_difference": 6.4261003652355395, | |
| "likelihood_difference_stderr": 0.15537974449952036, | |
| "pct_stereotype": 0.456768038163387, | |
| "pct_stereotype_stderr": 0.012167560197793081 | |
| }, | |
| "hendrycksTest-high_school_computer_science": { | |
| "acc": 0.28, | |
| "acc_stderr": 0.04512608598542127, | |
| "acc_norm": 0.26, | |
| "acc_norm_stderr": 0.04408440022768081 | |
| }, | |
| "hendrycksTest-high_school_geography": { | |
| "acc": 0.23232323232323232, | |
| "acc_stderr": 0.030088629490217483, | |
| "acc_norm": 0.29292929292929293, | |
| "acc_norm_stderr": 0.032424979581788166 | |
| }, | |
| "hendrycksTest-prehistory": { | |
| "acc": 0.3055555555555556, | |
| "acc_stderr": 0.02563082497562135, | |
| "acc_norm": 0.2345679012345679, | |
| "acc_norm_stderr": 0.023576881744005712 | |
| }, | |
| "hendrycksTest-high_school_european_history": { | |
| "acc": 0.18787878787878787, | |
| "acc_stderr": 0.03050193405942914, | |
| "acc_norm": 0.3212121212121212, | |
| "acc_norm_stderr": 0.03646204963253812 | |
| }, | |
| "hendrycksTest-high_school_macroeconomics": { | |
| "acc": 0.25384615384615383, | |
| "acc_stderr": 0.022066054378726257, | |
| "acc_norm": 0.2512820512820513, | |
| "acc_norm_stderr": 0.021992016662370564 | |
| }, | |
| "hendrycksTest-high_school_physics": { | |
| "acc": 0.2185430463576159, | |
| "acc_stderr": 0.033742355504256936, | |
| "acc_norm": 0.26490066225165565, | |
| "acc_norm_stderr": 0.03603038545360384 | |
| }, | |
| "hendrycksTest-college_medicine": { | |
| "acc": 0.23699421965317918, | |
| "acc_stderr": 0.03242414757483098, | |
| "acc_norm": 0.26011560693641617, | |
| "acc_norm_stderr": 0.03345036916788991 | |
| }, | |
| "hendrycksTest-moral_disputes": { | |
| "acc": 0.2398843930635838, | |
| "acc_stderr": 0.022989592543123567, | |
| "acc_norm": 0.2514450867052023, | |
| "acc_norm_stderr": 0.023357365785874037 | |
| }, | |
| "logiqa": { | |
| "acc": 0.20276497695852536, | |
| "acc_stderr": 0.015770046635584567, | |
| "acc_norm": 0.2350230414746544, | |
| "acc_norm_stderr": 0.016631166823890972 | |
| }, | |
| "hendrycksTest-logical_fallacies": { | |
| "acc": 0.22699386503067484, | |
| "acc_stderr": 0.03291099578615769, | |
| "acc_norm": 0.26993865030674846, | |
| "acc_norm_stderr": 0.03487825168497892 | |
| }, | |
| "hendrycksTest-anatomy": { | |
| "acc": 0.2740740740740741, | |
| "acc_stderr": 0.03853254836552003, | |
| "acc_norm": 0.28888888888888886, | |
| "acc_norm_stderr": 0.0391545063041425 | |
| }, | |
| "hendrycksTest-college_biology": { | |
| "acc": 0.3055555555555556, | |
| "acc_stderr": 0.03852084696008534, | |
| "acc_norm": 0.25, | |
| "acc_norm_stderr": 0.03621034121889507 | |
| }, | |
| "hendrycksTest-abstract_algebra": { | |
| "acc": 0.24, | |
| "acc_stderr": 0.04292346959909283, | |
| "acc_norm": 0.21, | |
| "acc_norm_stderr": 0.040936018074033256 | |
| }, | |
| "hendrycksTest-international_law": { | |
| "acc": 0.09917355371900827, | |
| "acc_stderr": 0.027285246312758957, | |
| "acc_norm": 0.2727272727272727, | |
| "acc_norm_stderr": 0.04065578140908705 | |
| }, | |
| "crows_pairs_english_autre": { | |
| "likelihood_difference": 7.329545454545454, | |
| "likelihood_difference_stderr": 2.7739733833639377, | |
| "pct_stereotype": 0.45454545454545453, | |
| "pct_stereotype_stderr": 0.15745916432444335 | |
| }, | |
| "crows_pairs_english_race_color": { | |
| "likelihood_difference": 3.8755228838582676, | |
| "likelihood_difference_stderr": 0.18603255188854018, | |
| "pct_stereotype": 0.39763779527559057, | |
| "pct_stereotype_stderr": 0.021735453502117665 | |
| }, | |
| "hendrycksTest-clinical_knowledge": { | |
| "acc": 0.24150943396226415, | |
| "acc_stderr": 0.026341480371118355, | |
| "acc_norm": 0.30566037735849055, | |
| "acc_norm_stderr": 0.028353298073322666 | |
| }, | |
| "hendrycksTest-professional_medicine": { | |
| "acc": 0.27205882352941174, | |
| "acc_stderr": 0.027033041151681456, | |
| "acc_norm": 0.28308823529411764, | |
| "acc_norm_stderr": 0.02736586113151381 | |
| }, | |
| "crows_pairs_french_sexual_orientation": { | |
| "likelihood_difference": 14.403846153846153, | |
| "likelihood_difference_stderr": 1.0171287098668624, | |
| "pct_stereotype": 0.8571428571428571, | |
| "pct_stereotype_stderr": 0.036885555678165906 | |
| }, | |
| "crows_pairs_french_race_color": { | |
| "likelihood_difference": 4.9060461956521735, | |
| "likelihood_difference_stderr": 0.25578693071097974, | |
| "pct_stereotype": 0.45652173913043476, | |
| "pct_stereotype_stderr": 0.023249599562309698 | |
| }, | |
| "hendrycksTest-high_school_statistics": { | |
| "acc": 0.23148148148148148, | |
| "acc_stderr": 0.02876511171804697, | |
| "acc_norm": 0.2916666666666667, | |
| "acc_norm_stderr": 0.030998666304560517 | |
| }, | |
| "hendrycksTest-human_aging": { | |
| "acc": 0.34080717488789236, | |
| "acc_stderr": 0.03181149747055359, | |
| "acc_norm": 0.26905829596412556, | |
| "acc_norm_stderr": 0.029763779406874972 | |
| }, | |
| "crows_pairs_english_physical_appearance": { | |
| "likelihood_difference": 3.8465711805555554, | |
| "likelihood_difference_stderr": 0.4255545660702197, | |
| "pct_stereotype": 0.5972222222222222, | |
| "pct_stereotype_stderr": 0.05820650942569532 | |
| }, | |
| "hendrycksTest-formal_logic": { | |
| "acc": 0.30952380952380953, | |
| "acc_stderr": 0.04134913018303316, | |
| "acc_norm": 0.23809523809523808, | |
| "acc_norm_stderr": 0.03809523809523812 | |
| }, | |
| "hendrycksTest-professional_law": { | |
| "acc": 0.23663624511082137, | |
| "acc_stderr": 0.01085513735157273, | |
| "acc_norm": 0.25358539765319427, | |
| "acc_norm_stderr": 0.011111715336101148 | |
| }, | |
| "arc_easy": { | |
| "acc": 0.3085016835016835, | |
| "acc_stderr": 0.009477472342978136, | |
| "acc_norm": 0.3005050505050505, | |
| "acc_norm_stderr": 0.009407763090599316 | |
| }, | |
| "hendrycksTest-econometrics": { | |
| "acc": 0.2719298245614035, | |
| "acc_stderr": 0.041857744240220575, | |
| "acc_norm": 0.2631578947368421, | |
| "acc_norm_stderr": 0.04142439719489362 | |
| }, | |
| "crows_pairs_english_sexual_orientation": { | |
| "likelihood_difference": 4.488911290322581, | |
| "likelihood_difference_stderr": 0.6831591300050538, | |
| "pct_stereotype": 0.7096774193548387, | |
| "pct_stereotype_stderr": 0.047323514218241214 | |
| }, | |
| "crows_pairs_french_physical_appearance": { | |
| "likelihood_difference": 6.357638888888889, | |
| "likelihood_difference_stderr": 0.785656073241832, | |
| "pct_stereotype": 0.4722222222222222, | |
| "pct_stereotype_stderr": 0.05924743948371487 | |
| }, | |
| "hendrycksTest-public_relations": { | |
| "acc": 0.2545454545454545, | |
| "acc_stderr": 0.04172343038705383, | |
| "acc_norm": 0.12727272727272726, | |
| "acc_norm_stderr": 0.031922265124685704 | |
| }, | |
| "wsc": { | |
| "acc": 0.5576923076923077, | |
| "acc_stderr": 0.04893740777701 | |
| }, | |
| "crows_pairs_french_autre": { | |
| "likelihood_difference": 5.1298076923076925, | |
| "likelihood_difference_stderr": 1.1002089858855335, | |
| "pct_stereotype": 0.5384615384615384, | |
| "pct_stereotype_stderr": 0.14390989949130545 | |
| }, | |
| "sciq": { | |
| "acc": 0.452, | |
| "acc_stderr": 0.015746235865880677, | |
| "acc_norm": 0.424, | |
| "acc_norm_stderr": 0.015635487471405182 | |
| }, | |
| "crows_pairs_english_age": { | |
| "likelihood_difference": 3.4934752747252746, | |
| "likelihood_difference_stderr": 0.40548101485073207, | |
| "pct_stereotype": 0.3516483516483517, | |
| "pct_stereotype_stderr": 0.050331323186278906 | |
| }, | |
| "hendrycksTest-us_foreign_policy": { | |
| "acc": 0.24, | |
| "acc_stderr": 0.04292346959909283, | |
| "acc_norm": 0.21, | |
| "acc_norm_stderr": 0.040936018074033256 | |
| }, | |
| "hendrycksTest-high_school_world_history": { | |
| "acc": 0.24050632911392406, | |
| "acc_stderr": 0.027820781981149675, | |
| "acc_norm": 0.28270042194092826, | |
| "acc_norm_stderr": 0.029312814153955924 | |
| }, | |
| "lambada_openai": { | |
| "ppl": 4465.3093044480365, | |
| "ppl_stderr": 200.19599611051817, | |
| "acc": 0.050067921599068504, | |
| "acc_stderr": 0.0030383523145974317 | |
| }, | |
| "hendrycksTest-virology": { | |
| "acc": 0.25903614457831325, | |
| "acc_stderr": 0.034106466140718564, | |
| "acc_norm": 0.27710843373493976, | |
| "acc_norm_stderr": 0.03484331592680588 | |
| }, | |
| "hendrycksTest-moral_scenarios": { | |
| "acc": 0.27262569832402234, | |
| "acc_stderr": 0.014893391735249588, | |
| "acc_norm": 0.27262569832402234, | |
| "acc_norm_stderr": 0.014893391735249588 | |
| }, | |
| "hendrycksTest-conceptual_physics": { | |
| "acc": 0.26382978723404255, | |
| "acc_stderr": 0.028809989854102963, | |
| "acc_norm": 0.2, | |
| "acc_norm_stderr": 0.0261488180184245 | |
| }, | |
| "hendrycksTest-elementary_mathematics": { | |
| "acc": 0.25925925925925924, | |
| "acc_stderr": 0.02256989707491842, | |
| "acc_norm": 0.2804232804232804, | |
| "acc_norm_stderr": 0.02313528797432562 | |
| }, | |
| "winogrande": { | |
| "acc": 0.5114443567482242, | |
| "acc_stderr": 0.014048804199859325 | |
| }, | |
| "crows_pairs_english_nationality": { | |
| "likelihood_difference": 4.189163773148148, | |
| "likelihood_difference_stderr": 0.31534069144605886, | |
| "pct_stereotype": 0.37037037037037035, | |
| "pct_stereotype_stderr": 0.03293377139415191 | |
| }, | |
| "arc_challenge": { | |
| "acc": 0.1697952218430034, | |
| "acc_stderr": 0.01097177515778422, | |
| "acc_norm": 0.21160409556313994, | |
| "acc_norm_stderr": 0.011935916358632856 | |
| }, | |
| "hendrycksTest-high_school_us_history": { | |
| "acc": 0.22549019607843138, | |
| "acc_stderr": 0.02933116229425173, | |
| "acc_norm": 0.2549019607843137, | |
| "acc_norm_stderr": 0.030587591351604257 | |
| }, | |
| "crows_pairs_english_disability": { | |
| "likelihood_difference": 5.309615384615385, | |
| "likelihood_difference_stderr": 0.6646931122976717, | |
| "pct_stereotype": 0.5076923076923077, | |
| "pct_stereotype_stderr": 0.062492603112584276 | |
| }, | |
| "hendrycksTest-security_studies": { | |
| "acc": 0.3183673469387755, | |
| "acc_stderr": 0.029822533793982055, | |
| "acc_norm": 0.17959183673469387, | |
| "acc_norm_stderr": 0.024573293589585637 | |
| }, | |
| "hendrycksTest-college_chemistry": { | |
| "acc": 0.28, | |
| "acc_stderr": 0.045126085985421276, | |
| "acc_norm": 0.35, | |
| "acc_norm_stderr": 0.0479372485441102 | |
| }, | |
| "crows_pairs_french_socioeconomic": { | |
| "likelihood_difference": 5.877909757653061, | |
| "likelihood_difference_stderr": 0.43880029304541995, | |
| "pct_stereotype": 0.4897959183673469, | |
| "pct_stereotype_stderr": 0.03579828650232779 | |
| }, | |
| "crows_pairs_french_religion": { | |
| "likelihood_difference": 6.877445652173913, | |
| "likelihood_difference_stderr": 0.5373839838941108, | |
| "pct_stereotype": 0.5304347826086957, | |
| "pct_stereotype_stderr": 0.046742456376794195 | |
| }, | |
| "hendrycksTest-miscellaneous": { | |
| "acc": 0.24393358876117496, | |
| "acc_stderr": 0.015357212665829484, | |
| "acc_norm": 0.25798212005108556, | |
| "acc_norm_stderr": 0.01564583018834895 | |
| }, | |
| "hendrycksTest-high_school_mathematics": { | |
| "acc": 0.1962962962962963, | |
| "acc_stderr": 0.024217421327417152, | |
| "acc_norm": 0.24444444444444444, | |
| "acc_norm_stderr": 0.02620276653465215 | |
| }, | |
| "hendrycksTest-college_computer_science": { | |
| "acc": 0.25, | |
| "acc_stderr": 0.04351941398892446, | |
| "acc_norm": 0.25, | |
| "acc_norm_stderr": 0.04351941398892446 | |
| }, | |
| "crows_pairs_english_religion": { | |
| "likelihood_difference": 3.816300675675676, | |
| "likelihood_difference_stderr": 0.4939709971871691, | |
| "pct_stereotype": 0.6126126126126126, | |
| "pct_stereotype_stderr": 0.0464482507235508 | |
| }, | |
| "crows_pairs_english": { | |
| "likelihood_difference": 3.9560878801431127, | |
| "likelihood_difference_stderr": 0.11739151165792377, | |
| "pct_stereotype": 0.5002981514609421, | |
| "pct_stereotype_stderr": 0.01221329704726544 | |
| }, | |
| "hendrycksTest-electrical_engineering": { | |
| "acc": 0.2689655172413793, | |
| "acc_stderr": 0.036951833116502325, | |
| "acc_norm": 0.23448275862068965, | |
| "acc_norm_stderr": 0.035306258743465914 | |
| }, | |
| "crows_pairs_french_nationality": { | |
| "likelihood_difference": 9.315958498023715, | |
| "likelihood_difference_stderr": 0.4249948667508893, | |
| "pct_stereotype": 0.26877470355731226, | |
| "pct_stereotype_stderr": 0.0279266941681729 | |
| }, | |
| "piqa": { | |
| "acc": 0.5603917301414582, | |
| "acc_stderr": 0.011580417248656579, | |
| "acc_norm": 0.5391730141458106, | |
| "acc_norm_stderr": 0.011629966056957104 | |
| }, | |
| "hendrycksTest-marketing": { | |
| "acc": 0.2692307692307692, | |
| "acc_stderr": 0.029058588303748845, | |
| "acc_norm": 0.3034188034188034, | |
| "acc_norm_stderr": 0.030118210106942635 | |
| }, | |
| "hendrycksTest-high_school_government_and_politics": { | |
| "acc": 0.27461139896373055, | |
| "acc_stderr": 0.03221024508041156, | |
| "acc_norm": 0.26424870466321243, | |
| "acc_norm_stderr": 0.03182155050916647 | |
| }, | |
| "hendrycksTest-computer_security": { | |
| "acc": 0.24, | |
| "acc_stderr": 0.04292346959909283, | |
| "acc_norm": 0.32, | |
| "acc_norm_stderr": 0.046882617226215034 | |
| }, | |
| "crows_pairs_french_disability": { | |
| "likelihood_difference": 7.460700757575758, | |
| "likelihood_difference_stderr": 0.7513634625351047, | |
| "pct_stereotype": 0.36363636363636365, | |
| "pct_stereotype_stderr": 0.05966637484671758 | |
| }, | |
| "hendrycksTest-high_school_biology": { | |
| "acc": 0.2032258064516129, | |
| "acc_stderr": 0.022891687984554963, | |
| "acc_norm": 0.26129032258064516, | |
| "acc_norm_stderr": 0.02499305339776483 | |
| }, | |
| "hendrycksTest-management": { | |
| "acc": 0.2524271844660194, | |
| "acc_stderr": 0.04301250399690878, | |
| "acc_norm": 0.2621359223300971, | |
| "acc_norm_stderr": 0.04354631077260595 | |
| }, | |
| "crows_pairs_english_socioeconomic": { | |
| "likelihood_difference": 4.436513157894737, | |
| "likelihood_difference_stderr": 0.2958745780592147, | |
| "pct_stereotype": 0.6842105263157895, | |
| "pct_stereotype_stderr": 0.033811372338927476 | |
| }, | |
| "hendrycksTest-world_religions": { | |
| "acc": 0.23391812865497075, | |
| "acc_stderr": 0.03246721765117827, | |
| "acc_norm": 0.29239766081871343, | |
| "acc_norm_stderr": 0.03488647713457921 | |
| }, | |
| "hendrycksTest-medical_genetics": { | |
| "acc": 0.2, | |
| "acc_stderr": 0.04020151261036845, | |
| "acc_norm": 0.22, | |
| "acc_norm_stderr": 0.041633319989322695 | |
| }, | |
| "hendrycksTest-philosophy": { | |
| "acc": 0.21221864951768488, | |
| "acc_stderr": 0.023222756797435126, | |
| "acc_norm": 0.2347266881028939, | |
| "acc_norm_stderr": 0.024071805887677045 | |
| } | |
| }, | |
| "versions": { | |
| "hendrycksTest-astronomy": 0, | |
| "hendrycksTest-jurisprudence": 0, | |
| "hendrycksTest-human_sexuality": 0, | |
| "hendrycksTest-professional_accounting": 0, | |
| "hendrycksTest-sociology": 0, | |
| "hendrycksTest-machine_learning": 0, | |
| "hendrycksTest-high_school_psychology": 0, | |
| "hendrycksTest-high_school_microeconomics": 0, | |
| "crows_pairs_french_age": 0, | |
| "crows_pairs_english_gender": 0, | |
| "hendrycksTest-high_school_chemistry": 0, | |
| "hendrycksTest-business_ethics": 0, | |
| "crows_pairs_french_gender": 0, | |
| "hendrycksTest-college_physics": 0, | |
| "hendrycksTest-college_mathematics": 0, | |
| "hendrycksTest-nutrition": 0, | |
| "hendrycksTest-professional_psychology": 0, | |
| "hendrycksTest-global_facts": 0, | |
| "crows_pairs_french": 0, | |
| "hendrycksTest-high_school_computer_science": 0, | |
| "hendrycksTest-high_school_geography": 0, | |
| "hendrycksTest-prehistory": 0, | |
| "hendrycksTest-high_school_european_history": 0, | |
| "hendrycksTest-high_school_macroeconomics": 0, | |
| "hendrycksTest-high_school_physics": 0, | |
| "hendrycksTest-college_medicine": 0, | |
| "hendrycksTest-moral_disputes": 0, | |
| "logiqa": 0, | |
| "hendrycksTest-logical_fallacies": 0, | |
| "hendrycksTest-anatomy": 0, | |
| "hendrycksTest-college_biology": 0, | |
| "hendrycksTest-abstract_algebra": 0, | |
| "hendrycksTest-international_law": 0, | |
| "crows_pairs_english_autre": 0, | |
| "crows_pairs_english_race_color": 0, | |
| "hendrycksTest-clinical_knowledge": 0, | |
| "hendrycksTest-professional_medicine": 0, | |
| "crows_pairs_french_sexual_orientation": 0, | |
| "crows_pairs_french_race_color": 0, | |
| "hendrycksTest-high_school_statistics": 0, | |
| "hendrycksTest-human_aging": 0, | |
| "crows_pairs_english_physical_appearance": 0, | |
| "hendrycksTest-formal_logic": 0, | |
| "hendrycksTest-professional_law": 0, | |
| "arc_easy": 0, | |
| "hendrycksTest-econometrics": 0, | |
| "crows_pairs_english_sexual_orientation": 0, | |
| "crows_pairs_french_physical_appearance": 0, | |
| "hendrycksTest-public_relations": 0, | |
| "wsc": 0, | |
| "crows_pairs_french_autre": 0, | |
| "sciq": 0, | |
| "crows_pairs_english_age": 0, | |
| "hendrycksTest-us_foreign_policy": 0, | |
| "hendrycksTest-high_school_world_history": 0, | |
| "lambada_openai": 0, | |
| "hendrycksTest-virology": 0, | |
| "hendrycksTest-moral_scenarios": 0, | |
| "hendrycksTest-conceptual_physics": 0, | |
| "hendrycksTest-elementary_mathematics": 0, | |
| "winogrande": 0, | |
| "crows_pairs_english_nationality": 0, | |
| "arc_challenge": 0, | |
| "hendrycksTest-high_school_us_history": 0, | |
| "crows_pairs_english_disability": 0, | |
| "hendrycksTest-security_studies": 0, | |
| "hendrycksTest-college_chemistry": 0, | |
| "crows_pairs_french_socioeconomic": 0, | |
| "crows_pairs_french_religion": 0, | |
| "hendrycksTest-miscellaneous": 0, | |
| "hendrycksTest-high_school_mathematics": 0, | |
| "hendrycksTest-college_computer_science": 0, | |
| "crows_pairs_english_religion": 0, | |
| "crows_pairs_english": 0, | |
| "hendrycksTest-electrical_engineering": 0, | |
| "crows_pairs_french_nationality": 0, | |
| "piqa": 0, | |
| "hendrycksTest-marketing": 0, | |
| "hendrycksTest-high_school_government_and_politics": 0, | |
| "hendrycksTest-computer_security": 0, | |
| "crows_pairs_french_disability": 0, | |
| "hendrycksTest-high_school_biology": 0, | |
| "hendrycksTest-management": 0, | |
| "crows_pairs_english_socioeconomic": 0, | |
| "hendrycksTest-world_religions": 0, | |
| "hendrycksTest-medical_genetics": 0, | |
| "hendrycksTest-philosophy": 0 | |
| }, | |
| "config": { | |
| "model": "hf-causal", | |
| "model_args": "use_accelerate=True,pretrained=EleutherAI/pythia-v1.1-70m,revision=step1000", | |
| "num_fewshot": 0, | |
| "batch_size": 32, | |
| "device": null, | |
| "no_cache": true, | |
| "limit": null, | |
| "bootstrap_iters": 100000, | |
| "description_dict": {} | |
| } | |
| } |