{ "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0", "task_name": "MSMARCO", "mteb_version": "2.10.7", "scores": { "dev": [ { "ndcg_at_1": 0.13625, "ndcg_at_3": 0.2019, "ndcg_at_5": 0.22864, "ndcg_at_10": 0.25726, "ndcg_at_20": 0.27919, "ndcg_at_100": 0.31389, "ndcg_at_1000": 0.33934, "map_at_1": 0.13321, "map_at_3": 0.18416, "map_at_5": 0.19895, "map_at_10": 0.2109, "map_at_20": 0.21701, "map_at_100": 0.22177, "map_at_1000": 0.22267, "recall_at_1": 0.13321, "recall_at_3": 0.25008, "recall_at_5": 0.31439, "recall_at_10": 0.40142, "recall_at_20": 0.48681, "recall_at_100": 0.67248, "recall_at_1000": 0.87366, "accuracy": 0.13321, "precision_at_1": 0.13625, "precision_at_3": 0.08567, "precision_at_5": 0.0649, "precision_at_10": 0.0417, "precision_at_20": 0.02534, "precision_at_100": 0.00706, "precision_at_1000": 0.00093, "mrr_at_1": 0.136246, "mrr_at_3": 0.187512, "mrr_at_5": 0.202627, "mrr_at_10": 0.214528, "mrr_at_20": 0.220597, "mrr_at_100": 0.225219, "mrr_at_1000": 0.226072, "nauc_ndcg_at_1_max": 0.093399, "nauc_ndcg_at_1_std": -0.08675, "nauc_ndcg_at_1_diff1": 0.383353, "nauc_ndcg_at_3_max": 0.082612, "nauc_ndcg_at_3_std": -0.094617, "nauc_ndcg_at_3_diff1": 0.318672, "nauc_ndcg_at_5_max": 0.087284, "nauc_ndcg_at_5_std": -0.087053, "nauc_ndcg_at_5_diff1": 0.307274, "nauc_ndcg_at_10_max": 0.098624, "nauc_ndcg_at_10_std": -0.071552, "nauc_ndcg_at_10_diff1": 0.295866, "nauc_ndcg_at_20_max": 0.104107, "nauc_ndcg_at_20_std": -0.056058, "nauc_ndcg_at_20_diff1": 0.294653, "nauc_ndcg_at_100_max": 0.118627, "nauc_ndcg_at_100_std": -0.022275, "nauc_ndcg_at_100_diff1": 0.29013, "nauc_ndcg_at_1000_max": 0.122129, "nauc_ndcg_at_1000_std": -0.020528, "nauc_ndcg_at_1000_diff1": 0.294577, "nauc_map_at_1_max": 0.092532, "nauc_map_at_1_std": -0.086836, "nauc_map_at_1_diff1": 0.383733, "nauc_map_at_3_max": 0.084415, "nauc_map_at_3_std": -0.093965, "nauc_map_at_3_diff1": 0.33129, "nauc_map_at_5_max": 0.086949, "nauc_map_at_5_std": -0.0898, "nauc_map_at_5_diff1": 0.324339, "nauc_map_at_10_max": 0.09202, "nauc_map_at_10_std": -0.082923, "nauc_map_at_10_diff1": 0.319518, "nauc_map_at_20_max": 0.093919, "nauc_map_at_20_std": -0.078417, "nauc_map_at_20_diff1": 0.319325, "nauc_map_at_100_max": 0.09599, "nauc_map_at_100_std": -0.073679, "nauc_map_at_100_diff1": 0.318714, "nauc_map_at_1000_max": 0.096211, "nauc_map_at_1000_std": -0.073447, "nauc_map_at_1000_diff1": 0.318925, "nauc_recall_at_1_max": 0.092532, "nauc_recall_at_1_std": -0.086836, "nauc_recall_at_1_diff1": 0.383733, "nauc_recall_at_3_max": 0.078584, "nauc_recall_at_3_std": -0.096077, "nauc_recall_at_3_diff1": 0.288074, "nauc_recall_at_5_max": 0.088485, "nauc_recall_at_5_std": -0.079656, "nauc_recall_at_5_diff1": 0.266764, "nauc_recall_at_10_max": 0.115682, "nauc_recall_at_10_std": -0.042055, "nauc_recall_at_10_diff1": 0.23882, "nauc_recall_at_20_max": 0.131926, "nauc_recall_at_20_std": 0.008761, "nauc_recall_at_20_diff1": 0.232895, "nauc_recall_at_100_max": 0.215249, "nauc_recall_at_100_std": 0.207541, "nauc_recall_at_100_diff1": 0.191877, "nauc_recall_at_1000_max": 0.371403, "nauc_recall_at_1000_std": 0.48817, "nauc_recall_at_1000_diff1": 0.147312, "nauc_precision_at_1_max": 0.093399, "nauc_precision_at_1_std": -0.08675, "nauc_precision_at_1_diff1": 0.383353, "nauc_precision_at_3_max": 0.081004, "nauc_precision_at_3_std": -0.095384, "nauc_precision_at_3_diff1": 0.288779, "nauc_precision_at_5_max": 0.090831, "nauc_precision_at_5_std": -0.078907, "nauc_precision_at_5_diff1": 0.266908, "nauc_precision_at_10_max": 0.121537, "nauc_precision_at_10_std": -0.035889, "nauc_precision_at_10_diff1": 0.238216, "nauc_precision_at_20_max": 0.139064, "nauc_precision_at_20_std": 0.016142, "nauc_precision_at_20_diff1": 0.227652, "nauc_precision_at_100_max": 0.220797, "nauc_precision_at_100_std": 0.208055, "nauc_precision_at_100_diff1": 0.174679, "nauc_precision_at_1000_max": 0.299085, "nauc_precision_at_1000_std": 0.347796, "nauc_precision_at_1000_diff1": 0.082151, "nauc_mrr_at_1_max": 0.093399, "nauc_mrr_at_1_std": -0.08675, "nauc_mrr_at_1_diff1": 0.383353, "nauc_mrr_at_3_max": 0.083923, "nauc_mrr_at_3_std": -0.093443, "nauc_mrr_at_3_diff1": 0.331226, "nauc_mrr_at_5_max": 0.086591, "nauc_mrr_at_5_std": -0.08909, "nauc_mrr_at_5_diff1": 0.323781, "nauc_mrr_at_10_max": 0.091846, "nauc_mrr_at_10_std": -0.081979, "nauc_mrr_at_10_diff1": 0.318344, "nauc_mrr_at_20_max": 0.093517, "nauc_mrr_at_20_std": -0.0774, "nauc_mrr_at_20_diff1": 0.318073, "nauc_mrr_at_100_max": 0.095405, "nauc_mrr_at_100_std": -0.073061, "nauc_mrr_at_100_diff1": 0.31747, "nauc_mrr_at_1000_max": 0.095563, "nauc_mrr_at_1000_std": -0.072916, "nauc_mrr_at_1000_diff1": 0.317692, "hit_rate_at_1": 0.13625, "hit_rate_at_3": 0.25501, "hit_rate_at_5": 0.3212, "hit_rate_at_10": 0.40989, "hit_rate_at_20": 0.49628, "hit_rate_at_100": 0.68209, "hit_rate_at_1000": 0.88052, "main_score": 0.25726, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 9067.453301429749, "kg_co2_emissions": null, "date": null }