{ "dataset_revision": "227478e3235572039f4f7661840e059f31ef6eb1", "task_name": "MindSmallReranking", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.12598, "ndcg_at_3": 0.20216, "ndcg_at_5": 0.24835, "ndcg_at_10": 0.31204, "ndcg_at_20": 0.36539, "ndcg_at_100": 0.42798, "ndcg_at_1000": 0.43128, "map_at_1": 0.0956, "map_at_3": 0.16528, "map_at_5": 0.19258, "map_at_10": 0.22112, "map_at_20": 0.23859, "map_at_100": 0.25209, "map_at_1000": 0.25252, "recall_at_1": 0.0956, "recall_at_3": 0.25232, "recall_at_5": 0.36225, "recall_at_10": 0.54217, "recall_at_20": 0.72363, "recall_at_100": 0.98401, "recall_at_1000": 1.0, "accuracy": 0.0956, "precision_at_1": 0.12598, "precision_at_3": 0.11221, "precision_at_5": 0.09928, "precision_at_10": 0.07839, "precision_at_20": 0.05605, "precision_at_100": 0.01768, "precision_at_1000": 0.00183, "mrr_at_1": 0.125981, "mrr_at_3": 0.209588, "mrr_at_5": 0.239351, "mrr_at_10": 0.26572, "mrr_at_20": 0.277943, "mrr_at_100": 0.283183, "mrr_at_1000": 0.283225, "nauc_ndcg_at_1_max": -0.104201, "nauc_ndcg_at_1_std": 0.001288, "nauc_ndcg_at_1_diff1": 0.095348, "nauc_ndcg_at_3_max": -0.211544, "nauc_ndcg_at_3_std": -0.029752, "nauc_ndcg_at_3_diff1": 0.115933, "nauc_ndcg_at_5_max": -0.244515, "nauc_ndcg_at_5_std": -0.031516, "nauc_ndcg_at_5_diff1": 0.114488, "nauc_ndcg_at_10_max": -0.279164, "nauc_ndcg_at_10_std": -0.029658, "nauc_ndcg_at_10_diff1": 0.110381, "nauc_ndcg_at_20_max": -0.287885, "nauc_ndcg_at_20_std": -0.022378, "nauc_ndcg_at_20_diff1": 0.108318, "nauc_ndcg_at_100_max": -0.225422, "nauc_ndcg_at_100_std": -0.017316, "nauc_ndcg_at_100_diff1": 0.105675, "nauc_ndcg_at_1000_max": -0.214328, "nauc_ndcg_at_1000_std": -0.018515, "nauc_ndcg_at_1000_diff1": 0.105085, "nauc_map_at_1_max": -0.173303, "nauc_map_at_1_std": -0.025778, "nauc_map_at_1_diff1": 0.113225, "nauc_map_at_3_max": -0.225168, "nauc_map_at_3_std": -0.036324, "nauc_map_at_3_diff1": 0.121841, "nauc_map_at_5_max": -0.241531, "nauc_map_at_5_std": -0.035501, "nauc_map_at_5_diff1": 0.119487, "nauc_map_at_10_max": -0.25586, "nauc_map_at_10_std": -0.033091, "nauc_map_at_10_diff1": 0.116565, "nauc_map_at_20_max": -0.256827, "nauc_map_at_20_std": -0.029715, "nauc_map_at_20_diff1": 0.115319, "nauc_map_at_100_max": -0.243816, "nauc_map_at_100_std": -0.027839, "nauc_map_at_100_diff1": 0.114594, "nauc_map_at_1000_max": -0.242651, "nauc_map_at_1000_std": -0.027962, "nauc_map_at_1000_diff1": 0.114543, "nauc_recall_at_1_max": -0.173303, "nauc_recall_at_1_std": -0.025778, "nauc_recall_at_1_diff1": 0.113225, "nauc_recall_at_3_max": -0.252014, "nauc_recall_at_3_std": -0.042615, "nauc_recall_at_3_diff1": 0.118464, "nauc_recall_at_5_max": -0.294924, "nauc_recall_at_5_std": -0.042843, "nauc_recall_at_5_diff1": 0.111123, "nauc_recall_at_10_max": -0.377514, "nauc_recall_at_10_std": -0.041452, "nauc_recall_at_10_diff1": 0.100685, "nauc_recall_at_20_max": -0.468779, "nauc_recall_at_20_std": -0.025678, "nauc_recall_at_20_diff1": 0.095301, "nauc_recall_at_100_max": -0.788366, "nauc_recall_at_100_std": 0.06123, "nauc_recall_at_100_diff1": 0.107095, "nauc_recall_at_1000_max": -0.523156, "nauc_recall_at_1000_std": -0.097666, "nauc_recall_at_1000_diff1": 0.462278, "nauc_precision_at_1_max": -0.104201, "nauc_precision_at_1_std": 0.001288, "nauc_precision_at_1_diff1": 0.095348, "nauc_precision_at_3_max": -0.170536, "nauc_precision_at_3_std": -0.007155, "nauc_precision_at_3_diff1": 0.095646, "nauc_precision_at_5_max": -0.186608, "nauc_precision_at_5_std": 0.001505, "nauc_precision_at_5_diff1": 0.081227, "nauc_precision_at_10_max": -0.162808, "nauc_precision_at_10_std": 0.02156, "nauc_precision_at_10_diff1": 0.045084, "nauc_precision_at_20_max": -0.051641, "nauc_precision_at_20_std": 0.049477, "nauc_precision_at_20_diff1": 0.002871, "nauc_precision_at_100_max": 0.248386, "nauc_precision_at_100_std": 0.049607, "nauc_precision_at_100_diff1": -0.0518, "nauc_precision_at_1000_max": 0.276931, "nauc_precision_at_1000_std": 0.043409, "nauc_precision_at_1000_diff1": -0.054216, "nauc_mrr_at_1_max": -0.104201, "nauc_mrr_at_1_std": 0.001288, "nauc_mrr_at_1_diff1": 0.095348, "nauc_mrr_at_3_max": -0.152842, "nauc_mrr_at_3_std": -0.010081, "nauc_mrr_at_3_diff1": 0.10128, "nauc_mrr_at_5_max": -0.16673, "nauc_mrr_at_5_std": -0.010453, "nauc_mrr_at_5_diff1": 0.100154, "nauc_mrr_at_10_max": -0.176941, "nauc_mrr_at_10_std": -0.010261, "nauc_mrr_at_10_diff1": 0.099085, "nauc_mrr_at_20_max": -0.177121, "nauc_mrr_at_20_std": -0.009398, "nauc_mrr_at_20_diff1": 0.099188, "nauc_mrr_at_100_max": -0.173364, "nauc_mrr_at_100_std": -0.009322, "nauc_mrr_at_100_diff1": 0.099437, "nauc_mrr_at_1000_max": -0.173261, "nauc_mrr_at_1000_std": -0.009337, "nauc_mrr_at_1000_diff1": 0.099435, "hit_rate_at_1": 0.12598, "hit_rate_at_3": 0.32039, "hit_rate_at_5": 0.4515, "hit_rate_at_10": 0.6489, "hit_rate_at_20": 0.82237, "hit_rate_at_100": 0.99467, "hit_rate_at_1000": 1.0, "max_over_subqueries_ndcg_at_1": 0.15657, "max_over_subqueries_ndcg_at_3": 0.25225, "max_over_subqueries_ndcg_at_5": 0.30198, "max_over_subqueries_ndcg_at_10": 0.36553, "max_over_subqueries_ndcg_at_20": 0.41292, "max_over_subqueries_ndcg_at_100": 0.45995, "max_over_subqueries_ndcg_at_1000": 0.46184, "max_over_subqueries_map_at_1": 0.12983, "max_over_subqueries_map_at_3": 0.21415, "max_over_subqueries_map_at_5": 0.24316, "max_over_subqueries_map_at_10": 0.27155, "max_over_subqueries_map_at_20": 0.28685, "max_over_subqueries_map_at_100": 0.29655, "max_over_subqueries_map_at_1000": 0.29675, "max_over_subqueries_recall_at_1": 0.12983, "max_over_subqueries_recall_at_3": 0.31863, "max_over_subqueries_recall_at_5": 0.43604, "max_over_subqueries_recall_at_10": 0.61794, "max_over_subqueries_recall_at_20": 0.78406, "max_over_subqueries_recall_at_100": 0.98996, "max_over_subqueries_recall_at_1000": 0.99999, "max_over_subqueries_accuracy": 0.12983, "max_over_subqueries_precision_at_1": 0.15657, "max_over_subqueries_precision_at_3": 0.12987, "max_over_subqueries_precision_at_5": 0.10928, "max_over_subqueries_precision_at_10": 0.08076, "max_over_subqueries_precision_at_20": 0.05395, "max_over_subqueries_precision_at_100": 0.01494, "max_over_subqueries_precision_at_1000": 0.00152, "max_over_subqueries_mrr_at_1_max": -0.083322, "max_over_subqueries_mrr_at_1_std": 0.004621, "max_over_subqueries_mrr_at_1_diff1": 0.129126, "max_over_subqueries_mrr_at_3_max": -0.165724, "max_over_subqueries_mrr_at_3_std": -0.036559, "max_over_subqueries_mrr_at_3_diff1": 0.108393, "max_over_subqueries_mrr_at_5_max": -0.174057, "max_over_subqueries_mrr_at_5_std": -0.031077, "max_over_subqueries_mrr_at_5_diff1": 0.083845, "max_over_subqueries_mrr_at_10_max": -0.128178, "max_over_subqueries_mrr_at_10_std": -0.003154, "max_over_subqueries_mrr_at_10_diff1": 0.045313, "max_over_subqueries_mrr_at_20_max": 0.026749, "max_over_subqueries_mrr_at_20_std": 0.070114, "max_over_subqueries_mrr_at_20_diff1": 0.007007, "max_over_subqueries_mrr_at_100_max": 0.37139, "max_over_subqueries_mrr_at_100_std": 0.179291, "max_over_subqueries_mrr_at_100_diff1": -0.035877, "max_over_subqueries_mrr_at_1000_max": 0.394305, "max_over_subqueries_mrr_at_1000_std": 0.177673, "max_over_subqueries_mrr_at_1000_diff1": -0.037114, "max_over_subqueries_mrr_at_1": 0.156573, "max_over_subqueries_mrr_at_3": 0.251198, "max_over_subqueries_mrr_at_5": 0.281036, "max_over_subqueries_mrr_at_10": 0.306447, "max_over_subqueries_mrr_at_20": 0.317359, "max_over_subqueries_mrr_at_100": 0.321859, "max_over_subqueries_mrr_at_1000": 0.321894, "max_over_subqueries_nauc_mrr_at_1_max": -0.083322, "max_over_subqueries_nauc_mrr_at_1_std": 0.004621, "max_over_subqueries_nauc_mrr_at_1_diff1": 0.129126, "max_over_subqueries_nauc_mrr_at_3_max": -0.14095, "max_over_subqueries_nauc_mrr_at_3_std": -0.026159, "max_over_subqueries_nauc_mrr_at_3_diff1": 0.122392, "max_over_subqueries_nauc_mrr_at_5_max": -0.15343, "max_over_subqueries_nauc_mrr_at_5_std": -0.02986, "max_over_subqueries_nauc_mrr_at_5_diff1": 0.118007, "max_over_subqueries_nauc_mrr_at_10_max": -0.160839, "max_over_subqueries_nauc_mrr_at_10_std": -0.031598, "max_over_subqueries_nauc_mrr_at_10_diff1": 0.117091, "max_over_subqueries_nauc_mrr_at_20_max": -0.15927, "max_over_subqueries_nauc_mrr_at_20_std": -0.02991, "max_over_subqueries_nauc_mrr_at_20_diff1": 0.118052, "max_over_subqueries_nauc_mrr_at_100_max": -0.156134, "max_over_subqueries_nauc_mrr_at_100_std": -0.028925, "max_over_subqueries_nauc_mrr_at_100_diff1": 0.118473, "max_over_subqueries_nauc_mrr_at_1000_max": -0.156066, "max_over_subqueries_nauc_mrr_at_1000_std": -0.028929, "max_over_subqueries_nauc_mrr_at_1000_diff1": 0.11848, "max_over_subqueries_hit_rate_at_1": 0.15657, "max_over_subqueries_hit_rate_at_3": 0.37454, "max_over_subqueries_hit_rate_at_5": 0.50564, "max_over_subqueries_hit_rate_at_10": 0.69456, "max_over_subqueries_hit_rate_at_20": 0.84867, "max_over_subqueries_hit_rate_at_100": 0.9956, "max_over_subqueries_hit_rate_at_1000": 0.99999, "main_score": 0.29675, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 3376.5412323474884, "kg_co2_emissions": null, "date": null }