{ "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", "task_name": "ArguAna", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.17354, "ndcg_at_3": 0.28785, "ndcg_at_5": 0.34553, "ndcg_at_10": 0.40718, "ndcg_at_20": 0.44012, "ndcg_at_100": 0.46442, "ndcg_at_1000": 0.46886, "map_at_1": 0.17354, "map_at_3": 0.25889, "map_at_5": 0.29072, "map_at_10": 0.31617, "map_at_20": 0.32532, "map_at_100": 0.32888, "map_at_1000": 0.32906, "recall_at_1": 0.17354, "recall_at_3": 0.37198, "recall_at_5": 0.5128, "recall_at_10": 0.70341, "recall_at_20": 0.83286, "recall_at_100": 0.96088, "recall_at_1000": 0.99502, "accuracy": 0.17354, "precision_at_1": 0.17354, "precision_at_3": 0.12399, "precision_at_5": 0.10256, "precision_at_10": 0.07034, "precision_at_20": 0.04164, "precision_at_100": 0.00961, "precision_at_1000": 0.001, "mrr_at_1": 0.179232, "mrr_at_3": 0.260313, "mrr_at_5": 0.29271, "mrr_at_10": 0.318369, "mrr_at_20": 0.327558, "mrr_at_100": 0.331084, "mrr_at_1000": 0.331265, "nauc_ndcg_at_1_max": -0.013551, "nauc_ndcg_at_1_std": -0.073633, "nauc_ndcg_at_1_diff1": 0.169343, "nauc_ndcg_at_3_max": 0.01689, "nauc_ndcg_at_3_std": -0.073368, "nauc_ndcg_at_3_diff1": 0.116024, "nauc_ndcg_at_5_max": 0.047505, "nauc_ndcg_at_5_std": -0.047867, "nauc_ndcg_at_5_diff1": 0.114828, "nauc_ndcg_at_10_max": 0.037439, "nauc_ndcg_at_10_std": -0.062884, "nauc_ndcg_at_10_diff1": 0.120355, "nauc_ndcg_at_20_max": 0.053057, "nauc_ndcg_at_20_std": -0.044995, "nauc_ndcg_at_20_diff1": 0.121774, "nauc_ndcg_at_100_max": 0.046061, "nauc_ndcg_at_100_std": -0.03742, "nauc_ndcg_at_100_diff1": 0.127361, "nauc_ndcg_at_1000_max": 0.037884, "nauc_ndcg_at_1000_std": -0.049334, "nauc_ndcg_at_1000_diff1": 0.127548, "nauc_map_at_1_max": -0.013551, "nauc_map_at_1_std": -0.073633, "nauc_map_at_1_diff1": 0.169343, "nauc_map_at_3_max": 0.011268, "nauc_map_at_3_std": -0.071715, "nauc_map_at_3_diff1": 0.12683, "nauc_map_at_5_max": 0.028663, "nauc_map_at_5_std": -0.057268, "nauc_map_at_5_diff1": 0.126096, "nauc_map_at_10_max": 0.023778, "nauc_map_at_10_std": -0.062768, "nauc_map_at_10_diff1": 0.128495, "nauc_map_at_20_max": 0.027804, "nauc_map_at_20_std": -0.058239, "nauc_map_at_20_diff1": 0.129442, "nauc_map_at_100_max": 0.026659, "nauc_map_at_100_std": -0.057574, "nauc_map_at_100_diff1": 0.130433, "nauc_map_at_1000_max": 0.026377, "nauc_map_at_1000_std": -0.057975, "nauc_map_at_1000_diff1": 0.130476, "nauc_recall_at_1_max": -0.013551, "nauc_recall_at_1_std": -0.073633, "nauc_recall_at_1_diff1": 0.169343, "nauc_recall_at_3_max": 0.030515, "nauc_recall_at_3_std": -0.078037, "nauc_recall_at_3_diff1": 0.089463, "nauc_recall_at_5_max": 0.099199, "nauc_recall_at_5_std": -0.021047, "nauc_recall_at_5_diff1": 0.086376, "nauc_recall_at_10_max": 0.082779, "nauc_recall_at_10_std": -0.069152, "nauc_recall_at_10_diff1": 0.097125, "nauc_recall_at_20_max": 0.20685, "nauc_recall_at_20_std": 0.043333, "nauc_recall_at_20_diff1": 0.086727, "nauc_recall_at_100_max": 0.445572, "nauc_recall_at_100_std": 0.565729, "nauc_recall_at_100_diff1": 0.134238, "nauc_recall_at_1000_max": 0.195658, "nauc_recall_at_1000_std": 0.343883, "nauc_recall_at_1000_diff1": 0.159035, "nauc_precision_at_1_max": -0.013551, "nauc_precision_at_1_std": -0.073633, "nauc_precision_at_1_diff1": 0.169343, "nauc_precision_at_3_max": 0.030515, "nauc_precision_at_3_std": -0.078037, "nauc_precision_at_3_diff1": 0.089463, "nauc_precision_at_5_max": 0.099199, "nauc_precision_at_5_std": -0.021047, "nauc_precision_at_5_diff1": 0.086376, "nauc_precision_at_10_max": 0.082779, "nauc_precision_at_10_std": -0.069152, "nauc_precision_at_10_diff1": 0.097125, "nauc_precision_at_20_max": 0.20685, "nauc_precision_at_20_std": 0.043333, "nauc_precision_at_20_diff1": 0.086727, "nauc_precision_at_100_max": 0.445572, "nauc_precision_at_100_std": 0.565729, "nauc_precision_at_100_diff1": 0.134238, "nauc_precision_at_1000_max": 0.195658, "nauc_precision_at_1000_std": 0.343883, "nauc_precision_at_1000_diff1": 0.159035, "nauc_mrr_at_1_max": -0.008785, "nauc_mrr_at_1_std": -0.074216, "nauc_mrr_at_1_diff1": 0.143714, "nauc_mrr_at_3_max": 0.003046, "nauc_mrr_at_3_std": -0.072639, "nauc_mrr_at_3_diff1": 0.106587, "nauc_mrr_at_5_max": 0.021046, "nauc_mrr_at_5_std": -0.058279, "nauc_mrr_at_5_diff1": 0.105512, "nauc_mrr_at_10_max": 0.018121, "nauc_mrr_at_10_std": -0.063311, "nauc_mrr_at_10_diff1": 0.109908, "nauc_mrr_at_20_max": 0.021849, "nauc_mrr_at_20_std": -0.058931, "nauc_mrr_at_20_diff1": 0.110445, "nauc_mrr_at_100_max": 0.020649, "nauc_mrr_at_100_std": -0.058184, "nauc_mrr_at_100_diff1": 0.111046, "nauc_mrr_at_1000_max": 0.020366, "nauc_mrr_at_1000_std": -0.058582, "nauc_mrr_at_1000_diff1": 0.111075, "hit_rate_at_1": 0.17354, "hit_rate_at_3": 0.37198, "hit_rate_at_5": 0.5128, "hit_rate_at_10": 0.70341, "hit_rate_at_20": 0.83286, "hit_rate_at_100": 0.96088, "hit_rate_at_1000": 0.99502, "main_score": 0.40718, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 14.623368501663208, "kg_co2_emissions": null, "date": null }