Spaces:
Running
Running
| { | |
| "results": { | |
| "hendrycksTest-logical_fallacies": { | |
| "acc": 0.1656441717791411, | |
| "acc_stderr": 0.029208296231259104, | |
| "acc_norm": 0.2392638036809816, | |
| "acc_norm_stderr": 0.033519538795212696 | |
| }, | |
| "hendrycksTest-professional_medicine": { | |
| "acc": 0.24632352941176472, | |
| "acc_stderr": 0.02617343857052, | |
| "acc_norm": 0.27941176470588236, | |
| "acc_norm_stderr": 0.02725720260611495 | |
| }, | |
| "hendrycksTest-high_school_macroeconomics": { | |
| "acc": 0.21794871794871795, | |
| "acc_stderr": 0.020932445774463196, | |
| "acc_norm": 0.24358974358974358, | |
| "acc_norm_stderr": 0.02176373368417392 | |
| }, | |
| "hendrycksTest-global_facts": { | |
| "acc": 0.26, | |
| "acc_stderr": 0.04408440022768078, | |
| "acc_norm": 0.27, | |
| "acc_norm_stderr": 0.044619604333847394 | |
| }, | |
| "hendrycksTest-astronomy": { | |
| "acc": 0.18421052631578946, | |
| "acc_stderr": 0.031546980450822305, | |
| "acc_norm": 0.23684210526315788, | |
| "acc_norm_stderr": 0.03459777606810534 | |
| }, | |
| "arc_challenge": { | |
| "acc": 0.21416382252559726, | |
| "acc_stderr": 0.011988383205966503, | |
| "acc_norm": 0.24573378839590443, | |
| "acc_norm_stderr": 0.012581033453730107 | |
| }, | |
| "hendrycksTest-public_relations": { | |
| "acc": 0.2545454545454545, | |
| "acc_stderr": 0.041723430387053825, | |
| "acc_norm": 0.18181818181818182, | |
| "acc_norm_stderr": 0.03694284335337798 | |
| }, | |
| "crows_pairs_french_autre": { | |
| "likelihood_difference": 6.980769230769231, | |
| "likelihood_difference_stderr": 1.9266183337380198, | |
| "pct_stereotype": 0.38461538461538464, | |
| "pct_stereotype_stderr": 0.1404416814115811 | |
| }, | |
| "sciq": { | |
| "acc": 0.193, | |
| "acc_stderr": 0.012486268734370101, | |
| "acc_norm": 0.216, | |
| "acc_norm_stderr": 0.013019735539307789 | |
| }, | |
| "crows_pairs_english_physical_appearance": { | |
| "likelihood_difference": 6.260850694444445, | |
| "likelihood_difference_stderr": 0.8507319313798797, | |
| "pct_stereotype": 0.5277777777777778, | |
| "pct_stereotype_stderr": 0.05924743948371487 | |
| }, | |
| "hendrycksTest-philosophy": { | |
| "acc": 0.2315112540192926, | |
| "acc_stderr": 0.023956532766639133, | |
| "acc_norm": 0.2958199356913183, | |
| "acc_norm_stderr": 0.025922371788818784 | |
| }, | |
| "hendrycksTest-clinical_knowledge": { | |
| "acc": 0.18867924528301888, | |
| "acc_stderr": 0.024079995130062207, | |
| "acc_norm": 0.2792452830188679, | |
| "acc_norm_stderr": 0.027611163402399715 | |
| }, | |
| "hendrycksTest-us_foreign_policy": { | |
| "acc": 0.22, | |
| "acc_stderr": 0.04163331998932269, | |
| "acc_norm": 0.24, | |
| "acc_norm_stderr": 0.04292346959909283 | |
| }, | |
| "crows_pairs_french": { | |
| "likelihood_difference": 10.009815705128204, | |
| "likelihood_difference_stderr": 0.23461076167668074, | |
| "pct_stereotype": 0.5688729874776386, | |
| "pct_stereotype_stderr": 0.012096877040229652 | |
| }, | |
| "hendrycksTest-machine_learning": { | |
| "acc": 0.3125, | |
| "acc_stderr": 0.043994650575715215, | |
| "acc_norm": 0.30357142857142855, | |
| "acc_norm_stderr": 0.04364226155841044 | |
| }, | |
| "crows_pairs_english_age": { | |
| "likelihood_difference": 3.833791208791209, | |
| "likelihood_difference_stderr": 0.6710082273353779, | |
| "pct_stereotype": 0.6593406593406593, | |
| "pct_stereotype_stderr": 0.049956709512768704 | |
| }, | |
| "crows_pairs_english_socioeconomic": { | |
| "likelihood_difference": 6.0629934210526315, | |
| "likelihood_difference_stderr": 0.5513724456968193, | |
| "pct_stereotype": 0.46842105263157896, | |
| "pct_stereotype_stderr": 0.03629703808831611 | |
| }, | |
| "hendrycksTest-human_sexuality": { | |
| "acc": 0.2595419847328244, | |
| "acc_stderr": 0.03844876139785271, | |
| "acc_norm": 0.2595419847328244, | |
| "acc_norm_stderr": 0.03844876139785271 | |
| }, | |
| "hendrycksTest-conceptual_physics": { | |
| "acc": 0.2553191489361702, | |
| "acc_stderr": 0.0285048564705142, | |
| "acc_norm": 0.25957446808510637, | |
| "acc_norm_stderr": 0.02865917937429232 | |
| }, | |
| "hendrycksTest-nutrition": { | |
| "acc": 0.17973856209150327, | |
| "acc_stderr": 0.021986032182064148, | |
| "acc_norm": 0.238562091503268, | |
| "acc_norm_stderr": 0.024404394928087877 | |
| }, | |
| "hendrycksTest-high_school_physics": { | |
| "acc": 0.17880794701986755, | |
| "acc_stderr": 0.031287448506007225, | |
| "acc_norm": 0.31125827814569534, | |
| "acc_norm_stderr": 0.03780445850526733 | |
| }, | |
| "hendrycksTest-college_medicine": { | |
| "acc": 0.20809248554913296, | |
| "acc_stderr": 0.03095289021774988, | |
| "acc_norm": 0.2658959537572254, | |
| "acc_norm_stderr": 0.03368762932259431 | |
| }, | |
| "hendrycksTest-college_mathematics": { | |
| "acc": 0.18, | |
| "acc_stderr": 0.03861229196653695, | |
| "acc_norm": 0.17, | |
| "acc_norm_stderr": 0.03775251680686371 | |
| }, | |
| "hendrycksTest-world_religions": { | |
| "acc": 0.19298245614035087, | |
| "acc_stderr": 0.03026745755489847, | |
| "acc_norm": 0.23391812865497075, | |
| "acc_norm_stderr": 0.03246721765117825 | |
| }, | |
| "crows_pairs_french_nationality": { | |
| "likelihood_difference": 10.067440711462451, | |
| "likelihood_difference_stderr": 0.5576408190310371, | |
| "pct_stereotype": 0.5652173913043478, | |
| "pct_stereotype_stderr": 0.03122795678881643 | |
| }, | |
| "crows_pairs_french_religion": { | |
| "likelihood_difference": 12.441304347826087, | |
| "likelihood_difference_stderr": 0.9687298652457538, | |
| "pct_stereotype": 0.6086956521739131, | |
| "pct_stereotype_stderr": 0.045709346351117126 | |
| }, | |
| "hendrycksTest-professional_psychology": { | |
| "acc": 0.22058823529411764, | |
| "acc_stderr": 0.01677467236546854, | |
| "acc_norm": 0.23202614379084968, | |
| "acc_norm_stderr": 0.017077373377856992 | |
| }, | |
| "logiqa": { | |
| "acc": 0.22887864823348694, | |
| "acc_stderr": 0.01647810727631327, | |
| "acc_norm": 0.24731182795698925, | |
| "acc_norm_stderr": 0.016922842446712393 | |
| }, | |
| "hendrycksTest-college_computer_science": { | |
| "acc": 0.26, | |
| "acc_stderr": 0.04408440022768079, | |
| "acc_norm": 0.19, | |
| "acc_norm_stderr": 0.03942772444036624 | |
| }, | |
| "crows_pairs_french_gender": { | |
| "likelihood_difference": 7.706386292834891, | |
| "likelihood_difference_stderr": 0.4543245217978988, | |
| "pct_stereotype": 0.5358255451713395, | |
| "pct_stereotype_stderr": 0.027879009258377087 | |
| }, | |
| "crows_pairs_french_age": { | |
| "likelihood_difference": 5.891666666666667, | |
| "likelihood_difference_stderr": 0.7707794292317623, | |
| "pct_stereotype": 0.6444444444444445, | |
| "pct_stereotype_stderr": 0.05074011803597719 | |
| }, | |
| "hendrycksTest-high_school_geography": { | |
| "acc": 0.23737373737373738, | |
| "acc_stderr": 0.03031371053819888, | |
| "acc_norm": 0.2727272727272727, | |
| "acc_norm_stderr": 0.03173071239071724 | |
| }, | |
| "hendrycksTest-high_school_statistics": { | |
| "acc": 0.25, | |
| "acc_stderr": 0.029531221160930918, | |
| "acc_norm": 0.2916666666666667, | |
| "acc_norm_stderr": 0.030998666304560534 | |
| }, | |
| "hendrycksTest-international_law": { | |
| "acc": 0.08264462809917356, | |
| "acc_stderr": 0.02513538235660422, | |
| "acc_norm": 0.21487603305785125, | |
| "acc_norm_stderr": 0.037494924487096966 | |
| }, | |
| "hendrycksTest-professional_accounting": { | |
| "acc": 0.2765957446808511, | |
| "acc_stderr": 0.026684564340460997, | |
| "acc_norm": 0.2624113475177305, | |
| "acc_norm_stderr": 0.026244920349843007 | |
| }, | |
| "crows_pairs_english_nationality": { | |
| "likelihood_difference": 6.454716435185185, | |
| "likelihood_difference_stderr": 0.5388501876392606, | |
| "pct_stereotype": 0.4537037037037037, | |
| "pct_stereotype_stderr": 0.03395322726375797 | |
| }, | |
| "lambada_openai": { | |
| "ppl": 3681578.6002349453, | |
| "ppl_stderr": 359777.03680556506, | |
| "acc": 0.0, | |
| "acc_stderr": 0.0 | |
| }, | |
| "hendrycksTest-elementary_mathematics": { | |
| "acc": 0.23015873015873015, | |
| "acc_stderr": 0.02167921966369314, | |
| "acc_norm": 0.23809523809523808, | |
| "acc_norm_stderr": 0.021935878081184763 | |
| }, | |
| "hendrycksTest-jurisprudence": { | |
| "acc": 0.1574074074074074, | |
| "acc_stderr": 0.03520703990517965, | |
| "acc_norm": 0.25925925925925924, | |
| "acc_norm_stderr": 0.042365112580946315 | |
| }, | |
| "hendrycksTest-professional_law": { | |
| "acc": 0.23272490221642764, | |
| "acc_stderr": 0.010792595553888486, | |
| "acc_norm": 0.24185136897001303, | |
| "acc_norm_stderr": 0.01093655081382706 | |
| }, | |
| "wsc": { | |
| "acc": 0.6346153846153846, | |
| "acc_stderr": 0.0474473339327792 | |
| }, | |
| "arc_easy": { | |
| "acc": 0.27230639730639733, | |
| "acc_stderr": 0.009134218447652661, | |
| "acc_norm": 0.2521043771043771, | |
| "acc_norm_stderr": 0.008910024163218188 | |
| }, | |
| "hendrycksTest-security_studies": { | |
| "acc": 0.3142857142857143, | |
| "acc_stderr": 0.02971932942241746, | |
| "acc_norm": 0.19183673469387755, | |
| "acc_norm_stderr": 0.025206963154225378 | |
| }, | |
| "hendrycksTest-business_ethics": { | |
| "acc": 0.23, | |
| "acc_stderr": 0.04229525846816505, | |
| "acc_norm": 0.25, | |
| "acc_norm_stderr": 0.04351941398892446 | |
| }, | |
| "winogrande": { | |
| "acc": 0.49329123914759276, | |
| "acc_stderr": 0.014051220692330346 | |
| }, | |
| "crows_pairs_english_sexual_orientation": { | |
| "likelihood_difference": 5.842741935483871, | |
| "likelihood_difference_stderr": 0.7856648940316118, | |
| "pct_stereotype": 0.44086021505376344, | |
| "pct_stereotype_stderr": 0.051762678118979284 | |
| }, | |
| "crows_pairs_french_sexual_orientation": { | |
| "likelihood_difference": 14.893543956043956, | |
| "likelihood_difference_stderr": 1.025052251613424, | |
| "pct_stereotype": 0.7912087912087912, | |
| "pct_stereotype_stderr": 0.04284305206509431 | |
| }, | |
| "hendrycksTest-moral_disputes": { | |
| "acc": 0.23410404624277456, | |
| "acc_stderr": 0.022797110278071138, | |
| "acc_norm": 0.21098265895953758, | |
| "acc_norm_stderr": 0.021966309947043117 | |
| }, | |
| "piqa": { | |
| "acc": 0.5261153427638737, | |
| "acc_stderr": 0.011649900854263415, | |
| "acc_norm": 0.5217627856365615, | |
| "acc_norm_stderr": 0.011654768618560074 | |
| }, | |
| "hendrycksTest-high_school_psychology": { | |
| "acc": 0.25504587155963304, | |
| "acc_stderr": 0.018688500856535853, | |
| "acc_norm": 0.24587155963302754, | |
| "acc_norm_stderr": 0.018461940968708457 | |
| }, | |
| "crows_pairs_english_gender": { | |
| "likelihood_difference": 5.00556640625, | |
| "likelihood_difference_stderr": 0.5131457384215727, | |
| "pct_stereotype": 0.496875, | |
| "pct_stereotype_stderr": 0.02799407877242281 | |
| }, | |
| "hendrycksTest-high_school_biology": { | |
| "acc": 0.2129032258064516, | |
| "acc_stderr": 0.02328766512726855, | |
| "acc_norm": 0.22258064516129034, | |
| "acc_norm_stderr": 0.02366421667164251 | |
| }, | |
| "crows_pairs_english_race_color": { | |
| "likelihood_difference": 5.941806102362205, | |
| "likelihood_difference_stderr": 0.3648000613371286, | |
| "pct_stereotype": 0.36220472440944884, | |
| "pct_stereotype_stderr": 0.021345863339438092 | |
| }, | |
| "hendrycksTest-high_school_european_history": { | |
| "acc": 0.17575757575757575, | |
| "acc_stderr": 0.02972094300622445, | |
| "acc_norm": 0.18181818181818182, | |
| "acc_norm_stderr": 0.030117688929503585 | |
| }, | |
| "hendrycksTest-college_biology": { | |
| "acc": 0.2638888888888889, | |
| "acc_stderr": 0.03685651095897532, | |
| "acc_norm": 0.2638888888888889, | |
| "acc_norm_stderr": 0.03685651095897532 | |
| }, | |
| "crows_pairs_english_autre": { | |
| "likelihood_difference": 6.261363636363637, | |
| "likelihood_difference_stderr": 3.1768630246968392, | |
| "pct_stereotype": 0.45454545454545453, | |
| "pct_stereotype_stderr": 0.15745916432444335 | |
| }, | |
| "hendrycksTest-moral_scenarios": { | |
| "acc": 0.23798882681564246, | |
| "acc_stderr": 0.014242630070574915, | |
| "acc_norm": 0.27262569832402234, | |
| "acc_norm_stderr": 0.014893391735249588 | |
| }, | |
| "hendrycksTest-virology": { | |
| "acc": 0.1927710843373494, | |
| "acc_stderr": 0.030709824050565274, | |
| "acc_norm": 0.22289156626506024, | |
| "acc_norm_stderr": 0.03240004825594688 | |
| }, | |
| "hendrycksTest-sociology": { | |
| "acc": 0.25870646766169153, | |
| "acc_stderr": 0.030965903123573044, | |
| "acc_norm": 0.2736318407960199, | |
| "acc_norm_stderr": 0.03152439186555402 | |
| }, | |
| "hendrycksTest-college_chemistry": { | |
| "acc": 0.17, | |
| "acc_stderr": 0.0377525168068637, | |
| "acc_norm": 0.19, | |
| "acc_norm_stderr": 0.03942772444036623 | |
| }, | |
| "hendrycksTest-high_school_mathematics": { | |
| "acc": 0.24074074074074073, | |
| "acc_stderr": 0.026067159222275794, | |
| "acc_norm": 0.2814814814814815, | |
| "acc_norm_stderr": 0.027420019350945263 | |
| }, | |
| "hendrycksTest-human_aging": { | |
| "acc": 0.2825112107623318, | |
| "acc_stderr": 0.03021683101150878, | |
| "acc_norm": 0.273542600896861, | |
| "acc_norm_stderr": 0.029918586707798817 | |
| }, | |
| "hendrycksTest-marketing": { | |
| "acc": 0.23504273504273504, | |
| "acc_stderr": 0.027778835904935437, | |
| "acc_norm": 0.2564102564102564, | |
| "acc_norm_stderr": 0.028605953702004243 | |
| }, | |
| "hendrycksTest-high_school_government_and_politics": { | |
| "acc": 0.21761658031088082, | |
| "acc_stderr": 0.029778663037752964, | |
| "acc_norm": 0.24352331606217617, | |
| "acc_norm_stderr": 0.030975436386845436 | |
| }, | |
| "hendrycksTest-high_school_chemistry": { | |
| "acc": 0.22660098522167488, | |
| "acc_stderr": 0.029454863835292996, | |
| "acc_norm": 0.21674876847290642, | |
| "acc_norm_stderr": 0.028990331252516235 | |
| }, | |
| "hendrycksTest-abstract_algebra": { | |
| "acc": 0.25, | |
| "acc_stderr": 0.04351941398892446, | |
| "acc_norm": 0.22, | |
| "acc_norm_stderr": 0.041633319989322695 | |
| }, | |
| "hendrycksTest-anatomy": { | |
| "acc": 0.21481481481481482, | |
| "acc_stderr": 0.03547854198560823, | |
| "acc_norm": 0.2962962962962963, | |
| "acc_norm_stderr": 0.03944624162501117 | |
| }, | |
| "hendrycksTest-high_school_microeconomics": { | |
| "acc": 0.19327731092436976, | |
| "acc_stderr": 0.02564947026588919, | |
| "acc_norm": 0.2815126050420168, | |
| "acc_norm_stderr": 0.029213549414372163 | |
| }, | |
| "hendrycksTest-electrical_engineering": { | |
| "acc": 0.2, | |
| "acc_stderr": 0.0333333333333333, | |
| "acc_norm": 0.19310344827586207, | |
| "acc_norm_stderr": 0.03289445522127401 | |
| }, | |
| "crows_pairs_french_race_color": { | |
| "likelihood_difference": 8.886277173913044, | |
| "likelihood_difference_stderr": 0.37545508976604897, | |
| "pct_stereotype": 0.6391304347826087, | |
| "pct_stereotype_stderr": 0.022416279590272897 | |
| }, | |
| "hendrycksTest-econometrics": { | |
| "acc": 0.24561403508771928, | |
| "acc_stderr": 0.04049339297748139, | |
| "acc_norm": 0.30701754385964913, | |
| "acc_norm_stderr": 0.0433913832257986 | |
| }, | |
| "hendrycksTest-computer_security": { | |
| "acc": 0.25, | |
| "acc_stderr": 0.04351941398892446, | |
| "acc_norm": 0.3, | |
| "acc_norm_stderr": 0.046056618647183814 | |
| }, | |
| "crows_pairs_french_physical_appearance": { | |
| "likelihood_difference": 10.143229166666666, | |
| "likelihood_difference_stderr": 1.3631055624376087, | |
| "pct_stereotype": 0.5, | |
| "pct_stereotype_stderr": 0.05933908290969268 | |
| }, | |
| "crows_pairs_french_socioeconomic": { | |
| "likelihood_difference": 13.071548150510203, | |
| "likelihood_difference_stderr": 0.8662924629179967, | |
| "pct_stereotype": 0.413265306122449, | |
| "pct_stereotype_stderr": 0.035262902194360866 | |
| }, | |
| "hendrycksTest-medical_genetics": { | |
| "acc": 0.23, | |
| "acc_stderr": 0.04229525846816505, | |
| "acc_norm": 0.24, | |
| "acc_norm_stderr": 0.04292346959909283 | |
| }, | |
| "crows_pairs_english_religion": { | |
| "likelihood_difference": 5.908783783783784, | |
| "likelihood_difference_stderr": 0.7151612654576878, | |
| "pct_stereotype": 0.5135135135135135, | |
| "pct_stereotype_stderr": 0.04765571461988585 | |
| }, | |
| "crows_pairs_english_disability": { | |
| "likelihood_difference": 7.940384615384615, | |
| "likelihood_difference_stderr": 1.24666655192116, | |
| "pct_stereotype": 0.5384615384615384, | |
| "pct_stereotype_stderr": 0.06231481440776789 | |
| }, | |
| "hendrycksTest-formal_logic": { | |
| "acc": 0.24603174603174602, | |
| "acc_stderr": 0.03852273364924318, | |
| "acc_norm": 0.23809523809523808, | |
| "acc_norm_stderr": 0.03809523809523809 | |
| }, | |
| "crows_pairs_french_disability": { | |
| "likelihood_difference": 14.826704545454545, | |
| "likelihood_difference_stderr": 1.4750985182608785, | |
| "pct_stereotype": 0.3484848484848485, | |
| "pct_stereotype_stderr": 0.0591013677911929 | |
| }, | |
| "hendrycksTest-high_school_us_history": { | |
| "acc": 0.18627450980392157, | |
| "acc_stderr": 0.027325470966716326, | |
| "acc_norm": 0.2696078431372549, | |
| "acc_norm_stderr": 0.031145570659486782 | |
| }, | |
| "crows_pairs_english": { | |
| "likelihood_difference": 5.814139833035182, | |
| "likelihood_difference_stderr": 0.20053789227207508, | |
| "pct_stereotype": 0.456768038163387, | |
| "pct_stereotype_stderr": 0.012167560197793074 | |
| }, | |
| "hendrycksTest-high_school_computer_science": { | |
| "acc": 0.24, | |
| "acc_stderr": 0.042923469599092816, | |
| "acc_norm": 0.33, | |
| "acc_norm_stderr": 0.04725815626252606 | |
| }, | |
| "hendrycksTest-prehistory": { | |
| "acc": 0.23148148148148148, | |
| "acc_stderr": 0.02346842983245115, | |
| "acc_norm": 0.20679012345679013, | |
| "acc_norm_stderr": 0.022535006705942818 | |
| }, | |
| "hendrycksTest-college_physics": { | |
| "acc": 0.23529411764705882, | |
| "acc_stderr": 0.04220773659171452, | |
| "acc_norm": 0.22549019607843138, | |
| "acc_norm_stderr": 0.04158307533083286 | |
| }, | |
| "hendrycksTest-miscellaneous": { | |
| "acc": 0.2503192848020434, | |
| "acc_stderr": 0.01549108895149458, | |
| "acc_norm": 0.26309067688378035, | |
| "acc_norm_stderr": 0.015745497169049053 | |
| }, | |
| "hendrycksTest-management": { | |
| "acc": 0.2524271844660194, | |
| "acc_stderr": 0.04301250399690879, | |
| "acc_norm": 0.2912621359223301, | |
| "acc_norm_stderr": 0.044986763205729245 | |
| }, | |
| "hendrycksTest-high_school_world_history": { | |
| "acc": 0.17721518987341772, | |
| "acc_stderr": 0.024856364184503217, | |
| "acc_norm": 0.21518987341772153, | |
| "acc_norm_stderr": 0.02675082699467616 | |
| } | |
| }, | |
| "versions": { | |
| "hendrycksTest-logical_fallacies": 0, | |
| "hendrycksTest-professional_medicine": 0, | |
| "hendrycksTest-high_school_macroeconomics": 0, | |
| "hendrycksTest-global_facts": 0, | |
| "hendrycksTest-astronomy": 0, | |
| "arc_challenge": 0, | |
| "hendrycksTest-public_relations": 0, | |
| "crows_pairs_french_autre": 0, | |
| "sciq": 0, | |
| "crows_pairs_english_physical_appearance": 0, | |
| "hendrycksTest-philosophy": 0, | |
| "hendrycksTest-clinical_knowledge": 0, | |
| "hendrycksTest-us_foreign_policy": 0, | |
| "crows_pairs_french": 0, | |
| "hendrycksTest-machine_learning": 0, | |
| "crows_pairs_english_age": 0, | |
| "crows_pairs_english_socioeconomic": 0, | |
| "hendrycksTest-human_sexuality": 0, | |
| "hendrycksTest-conceptual_physics": 0, | |
| "hendrycksTest-nutrition": 0, | |
| "hendrycksTest-high_school_physics": 0, | |
| "hendrycksTest-college_medicine": 0, | |
| "hendrycksTest-college_mathematics": 0, | |
| "hendrycksTest-world_religions": 0, | |
| "crows_pairs_french_nationality": 0, | |
| "crows_pairs_french_religion": 0, | |
| "hendrycksTest-professional_psychology": 0, | |
| "logiqa": 0, | |
| "hendrycksTest-college_computer_science": 0, | |
| "crows_pairs_french_gender": 0, | |
| "crows_pairs_french_age": 0, | |
| "hendrycksTest-high_school_geography": 0, | |
| "hendrycksTest-high_school_statistics": 0, | |
| "hendrycksTest-international_law": 0, | |
| "hendrycksTest-professional_accounting": 0, | |
| "crows_pairs_english_nationality": 0, | |
| "lambada_openai": 0, | |
| "hendrycksTest-elementary_mathematics": 0, | |
| "hendrycksTest-jurisprudence": 0, | |
| "hendrycksTest-professional_law": 0, | |
| "wsc": 0, | |
| "arc_easy": 0, | |
| "hendrycksTest-security_studies": 0, | |
| "hendrycksTest-business_ethics": 0, | |
| "winogrande": 0, | |
| "crows_pairs_english_sexual_orientation": 0, | |
| "crows_pairs_french_sexual_orientation": 0, | |
| "hendrycksTest-moral_disputes": 0, | |
| "piqa": 0, | |
| "hendrycksTest-high_school_psychology": 0, | |
| "crows_pairs_english_gender": 0, | |
| "hendrycksTest-high_school_biology": 0, | |
| "crows_pairs_english_race_color": 0, | |
| "hendrycksTest-high_school_european_history": 0, | |
| "hendrycksTest-college_biology": 0, | |
| "crows_pairs_english_autre": 0, | |
| "hendrycksTest-moral_scenarios": 0, | |
| "hendrycksTest-virology": 0, | |
| "hendrycksTest-sociology": 0, | |
| "hendrycksTest-college_chemistry": 0, | |
| "hendrycksTest-high_school_mathematics": 0, | |
| "hendrycksTest-human_aging": 0, | |
| "hendrycksTest-marketing": 0, | |
| "hendrycksTest-high_school_government_and_politics": 0, | |
| "hendrycksTest-high_school_chemistry": 0, | |
| "hendrycksTest-abstract_algebra": 0, | |
| "hendrycksTest-anatomy": 0, | |
| "hendrycksTest-high_school_microeconomics": 0, | |
| "hendrycksTest-electrical_engineering": 0, | |
| "crows_pairs_french_race_color": 0, | |
| "hendrycksTest-econometrics": 0, | |
| "hendrycksTest-computer_security": 0, | |
| "crows_pairs_french_physical_appearance": 0, | |
| "crows_pairs_french_socioeconomic": 0, | |
| "hendrycksTest-medical_genetics": 0, | |
| "crows_pairs_english_religion": 0, | |
| "crows_pairs_english_disability": 0, | |
| "hendrycksTest-formal_logic": 0, | |
| "crows_pairs_french_disability": 0, | |
| "hendrycksTest-high_school_us_history": 0, | |
| "crows_pairs_english": 0, | |
| "hendrycksTest-high_school_computer_science": 0, | |
| "hendrycksTest-prehistory": 0, | |
| "hendrycksTest-college_physics": 0, | |
| "hendrycksTest-miscellaneous": 0, | |
| "hendrycksTest-management": 0, | |
| "hendrycksTest-high_school_world_history": 0 | |
| }, | |
| "config": { | |
| "model": "hf-causal", | |
| "model_args": "use_accelerate=True,pretrained=EleutherAI/pythia-v1.1-70m,revision=step4", | |
| "num_fewshot": 0, | |
| "batch_size": 32, | |
| "device": null, | |
| "no_cache": true, | |
| "limit": null, | |
| "bootstrap_iters": 100000, | |
| "description_dict": {} | |
| } | |
| } |