{ "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31", "task_name": "NQ", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.21118, "ndcg_at_3": 0.27942, "ndcg_at_5": 0.31026, "ndcg_at_10": 0.3393, "ndcg_at_20": 0.36381, "ndcg_at_100": 0.39738, "ndcg_at_1000": 0.41611, "map_at_1": 0.18451, "map_at_3": 0.25175, "map_at_5": 0.26956, "map_at_10": 0.28255, "map_at_20": 0.28999, "map_at_100": 0.29503, "map_at_1000": 0.29575, "recall_at_1": 0.18451, "recall_at_3": 0.33157, "recall_at_5": 0.40346, "recall_at_10": 0.48795, "recall_at_20": 0.57918, "recall_at_100": 0.75135, "recall_at_1000": 0.89424, "accuracy": 0.18451, "precision_at_1": 0.21118, "precision_at_3": 0.12852, "precision_at_5": 0.09421, "precision_at_10": 0.05771, "precision_at_20": 0.03457, "precision_at_100": 0.00906, "precision_at_1000": 0.00108, "mrr_at_1": 0.211182, "mrr_at_3": 0.280562, "mrr_at_5": 0.297451, "mrr_at_10": 0.308598, "mrr_at_20": 0.314703, "mrr_at_100": 0.318792, "mrr_at_1000": 0.319378, "nauc_ndcg_at_1_max": 0.227658, "nauc_ndcg_at_1_std": 0.042089, "nauc_ndcg_at_1_diff1": 0.334397, "nauc_ndcg_at_3_max": 0.233831, "nauc_ndcg_at_3_std": 0.047104, "nauc_ndcg_at_3_diff1": 0.280007, "nauc_ndcg_at_5_max": 0.247242, "nauc_ndcg_at_5_std": 0.05021, "nauc_ndcg_at_5_diff1": 0.279189, "nauc_ndcg_at_10_max": 0.261999, "nauc_ndcg_at_10_std": 0.06917, "nauc_ndcg_at_10_diff1": 0.270863, "nauc_ndcg_at_20_max": 0.273322, "nauc_ndcg_at_20_std": 0.0828, "nauc_ndcg_at_20_diff1": 0.270226, "nauc_ndcg_at_100_max": 0.281507, "nauc_ndcg_at_100_std": 0.102193, "nauc_ndcg_at_100_diff1": 0.268713, "nauc_ndcg_at_1000_max": 0.278689, "nauc_ndcg_at_1000_std": 0.098306, "nauc_ndcg_at_1000_diff1": 0.271378, "nauc_map_at_1_max": 0.206711, "nauc_map_at_1_std": 0.02038, "nauc_map_at_1_diff1": 0.335062, "nauc_map_at_3_max": 0.226581, "nauc_map_at_3_std": 0.037068, "nauc_map_at_3_diff1": 0.291937, "nauc_map_at_5_max": 0.235828, "nauc_map_at_5_std": 0.039344, "nauc_map_at_5_diff1": 0.291742, "nauc_map_at_10_max": 0.243334, "nauc_map_at_10_std": 0.04915, "nauc_map_at_10_diff1": 0.287985, "nauc_map_at_20_max": 0.247297, "nauc_map_at_20_std": 0.053609, "nauc_map_at_20_diff1": 0.287867, "nauc_map_at_100_max": 0.24853, "nauc_map_at_100_std": 0.056405, "nauc_map_at_100_diff1": 0.287758, "nauc_map_at_1000_max": 0.248418, "nauc_map_at_1000_std": 0.056289, "nauc_map_at_1000_diff1": 0.287838, "nauc_recall_at_1_max": 0.206711, "nauc_recall_at_1_std": 0.02038, "nauc_recall_at_1_diff1": 0.335062, "nauc_recall_at_3_max": 0.228506, "nauc_recall_at_3_std": 0.05318, "nauc_recall_at_3_diff1": 0.236679, "nauc_recall_at_5_max": 0.256474, "nauc_recall_at_5_std": 0.058588, "nauc_recall_at_5_diff1": 0.236771, "nauc_recall_at_10_max": 0.294287, "nauc_recall_at_10_std": 0.106912, "nauc_recall_at_10_diff1": 0.213575, "nauc_recall_at_20_max": 0.337796, "nauc_recall_at_20_std": 0.157417, "nauc_recall_at_20_diff1": 0.210217, "nauc_recall_at_100_max": 0.42019, "nauc_recall_at_100_std": 0.318116, "nauc_recall_at_100_diff1": 0.17753, "nauc_recall_at_1000_max": 0.522955, "nauc_recall_at_1000_std": 0.4669, "nauc_recall_at_1000_diff1": 0.152906, "nauc_precision_at_1_max": 0.227658, "nauc_precision_at_1_std": 0.042089, "nauc_precision_at_1_diff1": 0.334397, "nauc_precision_at_3_max": 0.265897, "nauc_precision_at_3_std": 0.081893, "nauc_precision_at_3_diff1": 0.247919, "nauc_precision_at_5_max": 0.288929, "nauc_precision_at_5_std": 0.090039, "nauc_precision_at_5_diff1": 0.240097, "nauc_precision_at_10_max": 0.314827, "nauc_precision_at_10_std": 0.145096, "nauc_precision_at_10_diff1": 0.200927, "nauc_precision_at_20_max": 0.331121, "nauc_precision_at_20_std": 0.187749, "nauc_precision_at_20_diff1": 0.171022, "nauc_precision_at_100_max": 0.319739, "nauc_precision_at_100_std": 0.275434, "nauc_precision_at_100_diff1": 0.100659, "nauc_precision_at_1000_max": 0.254236, "nauc_precision_at_1000_std": 0.262596, "nauc_precision_at_1000_diff1": 0.031093, "nauc_mrr_at_1_max": 0.227658, "nauc_mrr_at_1_std": 0.042089, "nauc_mrr_at_1_diff1": 0.334397, "nauc_mrr_at_3_max": 0.241555, "nauc_mrr_at_3_std": 0.057749, "nauc_mrr_at_3_diff1": 0.292952, "nauc_mrr_at_5_max": 0.246783, "nauc_mrr_at_5_std": 0.058835, "nauc_mrr_at_5_diff1": 0.291366, "nauc_mrr_at_10_max": 0.251387, "nauc_mrr_at_10_std": 0.06434, "nauc_mrr_at_10_diff1": 0.288275, "nauc_mrr_at_20_max": 0.253639, "nauc_mrr_at_20_std": 0.067249, "nauc_mrr_at_20_diff1": 0.288323, "nauc_mrr_at_100_max": 0.254222, "nauc_mrr_at_100_std": 0.06871, "nauc_mrr_at_100_diff1": 0.288576, "nauc_mrr_at_1000_max": 0.254156, "nauc_mrr_at_1000_std": 0.068587, "nauc_mrr_at_1000_diff1": 0.288706, "hit_rate_at_1": 0.21118, "hit_rate_at_3": 0.36993, "hit_rate_at_5": 0.4438, "hit_rate_at_10": 0.52636, "hit_rate_at_20": 0.61327, "hit_rate_at_100": 0.77375, "hit_rate_at_1000": 0.9073, "main_score": 0.3393, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 2799.932240962982, "kg_co2_emissions": null, "date": null }