{ "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", "task_name": "DBPedia", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.4175, "ndcg_at_3": 0.3451, "ndcg_at_5": 0.31299, "ndcg_at_10": 0.29583, "ndcg_at_20": 0.28704, "ndcg_at_100": 0.31611, "ndcg_at_1000": 0.37593, "map_at_1": 0.06698, "map_at_3": 0.0981, "map_at_5": 0.11035, "map_at_10": 0.1303, "map_at_20": 0.14787, "map_at_100": 0.17235, "map_at_1000": 0.18128, "recall_at_1": 0.06698, "recall_at_3": 0.10994, "recall_at_5": 0.13216, "recall_at_10": 0.17759, "recall_at_20": 0.22854, "recall_at_100": 0.352, "recall_at_1000": 0.55837, "accuracy": 0.06698, "precision_at_1": 0.535, "precision_at_3": 0.37833, "precision_at_5": 0.3035, "precision_at_10": 0.23475, "precision_at_20": 0.1725, "precision_at_100": 0.06918, "precision_at_1000": 0.01469, "mrr_at_1": 0.535, "mrr_at_3": 0.600833, "mrr_at_5": 0.611708, "mrr_at_10": 0.621402, "mrr_at_20": 0.624491, "mrr_at_100": 0.62649, "mrr_at_1000": 0.626779, "nauc_ndcg_at_1_max": 0.455655, "nauc_ndcg_at_1_std": 0.200973, "nauc_ndcg_at_1_diff1": 0.369676, "nauc_ndcg_at_3_max": 0.477214, "nauc_ndcg_at_3_std": 0.245199, "nauc_ndcg_at_3_diff1": 0.273717, "nauc_ndcg_at_5_max": 0.493604, "nauc_ndcg_at_5_std": 0.289825, "nauc_ndcg_at_5_diff1": 0.283215, "nauc_ndcg_at_10_max": 0.490094, "nauc_ndcg_at_10_std": 0.324223, "nauc_ndcg_at_10_diff1": 0.271712, "nauc_ndcg_at_20_max": 0.472684, "nauc_ndcg_at_20_std": 0.339017, "nauc_ndcg_at_20_diff1": 0.284964, "nauc_ndcg_at_100_max": 0.481062, "nauc_ndcg_at_100_std": 0.37988, "nauc_ndcg_at_100_diff1": 0.290831, "nauc_ndcg_at_1000_max": 0.521607, "nauc_ndcg_at_1000_std": 0.427666, "nauc_ndcg_at_1000_diff1": 0.275182, "nauc_map_at_1_max": 0.184884, "nauc_map_at_1_std": -0.036467, "nauc_map_at_1_diff1": 0.534701, "nauc_map_at_3_max": 0.22491, "nauc_map_at_3_std": 0.027844, "nauc_map_at_3_diff1": 0.422314, "nauc_map_at_5_max": 0.257815, "nauc_map_at_5_std": 0.082563, "nauc_map_at_5_diff1": 0.399695, "nauc_map_at_10_max": 0.307682, "nauc_map_at_10_std": 0.163341, "nauc_map_at_10_diff1": 0.346129, "nauc_map_at_20_max": 0.364625, "nauc_map_at_20_std": 0.240144, "nauc_map_at_20_diff1": 0.322409, "nauc_map_at_100_max": 0.427206, "nauc_map_at_100_std": 0.337604, "nauc_map_at_100_diff1": 0.291311, "nauc_map_at_1000_max": 0.438383, "nauc_map_at_1000_std": 0.354183, "nauc_map_at_1000_diff1": 0.282971, "nauc_recall_at_1_max": 0.184884, "nauc_recall_at_1_std": -0.036467, "nauc_recall_at_1_diff1": 0.534701, "nauc_recall_at_3_max": 0.168868, "nauc_recall_at_3_std": 0.007221, "nauc_recall_at_3_diff1": 0.359284, "nauc_recall_at_5_max": 0.188961, "nauc_recall_at_5_std": 0.064226, "nauc_recall_at_5_diff1": 0.333752, "nauc_recall_at_10_max": 0.22585, "nauc_recall_at_10_std": 0.157655, "nauc_recall_at_10_diff1": 0.239389, "nauc_recall_at_20_max": 0.286777, "nauc_recall_at_20_std": 0.231869, "nauc_recall_at_20_diff1": 0.228465, "nauc_recall_at_100_max": 0.367935, "nauc_recall_at_100_std": 0.387773, "nauc_recall_at_100_diff1": 0.204079, "nauc_recall_at_1000_max": 0.368952, "nauc_recall_at_1000_std": 0.451122, "nauc_recall_at_1000_diff1": 0.121484, "nauc_precision_at_1_max": 0.542824, "nauc_precision_at_1_std": 0.234487, "nauc_precision_at_1_diff1": 0.438662, "nauc_precision_at_3_max": 0.502852, "nauc_precision_at_3_std": 0.296039, "nauc_precision_at_3_diff1": 0.104878, "nauc_precision_at_5_max": 0.510481, "nauc_precision_at_5_std": 0.392688, "nauc_precision_at_5_diff1": 0.061735, "nauc_precision_at_10_max": 0.5102, "nauc_precision_at_10_std": 0.460824, "nauc_precision_at_10_diff1": -0.009438, "nauc_precision_at_20_max": 0.504609, "nauc_precision_at_20_std": 0.501965, "nauc_precision_at_20_diff1": -0.022055, "nauc_precision_at_100_max": 0.393932, "nauc_precision_at_100_std": 0.443163, "nauc_precision_at_100_diff1": -0.071902, "nauc_precision_at_1000_max": 0.131564, "nauc_precision_at_1000_std": 0.183138, "nauc_precision_at_1000_diff1": -0.169885, "nauc_mrr_at_1_max": 0.542824, "nauc_mrr_at_1_std": 0.234487, "nauc_mrr_at_1_diff1": 0.438662, "nauc_mrr_at_3_max": 0.558024, "nauc_mrr_at_3_std": 0.244049, "nauc_mrr_at_3_diff1": 0.42585, "nauc_mrr_at_5_max": 0.555722, "nauc_mrr_at_5_std": 0.248445, "nauc_mrr_at_5_diff1": 0.426286, "nauc_mrr_at_10_max": 0.559851, "nauc_mrr_at_10_std": 0.257522, "nauc_mrr_at_10_diff1": 0.423262, "nauc_mrr_at_20_max": 0.560179, "nauc_mrr_at_20_std": 0.254827, "nauc_mrr_at_20_diff1": 0.426558, "nauc_mrr_at_100_max": 0.559653, "nauc_mrr_at_100_std": 0.254295, "nauc_mrr_at_100_diff1": 0.426886, "nauc_mrr_at_1000_max": 0.559666, "nauc_mrr_at_1000_std": 0.254317, "nauc_mrr_at_1000_diff1": 0.426871, "hit_rate_at_1": 0.535, "hit_rate_at_3": 0.6775, "hit_rate_at_5": 0.7275, "hit_rate_at_10": 0.7975, "hit_rate_at_20": 0.84, "hit_rate_at_100": 0.915, "hit_rate_at_1000": 0.9775, "main_score": 0.29583, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 4750.37805724144, "kg_co2_emissions": null, "date": null }