{ "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", "task_name": "NFCorpus", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.33901, "ndcg_at_3": 0.28783, "ndcg_at_5": 0.27909, "ndcg_at_10": 0.25542, "ndcg_at_20": 0.23886, "ndcg_at_100": 0.23706, "ndcg_at_1000": 0.32831, "map_at_1": 0.03476, "map_at_3": 0.05512, "map_at_5": 0.06771, "map_at_10": 0.08141, "map_at_20": 0.09025, "map_at_100": 0.1047, "map_at_1000": 0.11766, "recall_at_1": 0.03476, "recall_at_3": 0.06453, "recall_at_5": 0.09089, "recall_at_10": 0.11996, "recall_at_20": 0.15138, "recall_at_100": 0.24539, "recall_at_1000": 0.57056, "accuracy": 0.03476, "precision_at_1": 0.35294, "precision_at_3": 0.26729, "precision_at_5": 0.24396, "precision_at_10": 0.19412, "precision_at_20": 0.14768, "precision_at_100": 0.06731, "precision_at_1000": 0.01966, "mrr_at_1": 0.352941, "mrr_at_3": 0.411765, "mrr_at_5": 0.429876, "mrr_at_10": 0.436587, "mrr_at_20": 0.441403, "mrr_at_100": 0.444226, "mrr_at_1000": 0.444762, "nauc_ndcg_at_1_max": 0.473018, "nauc_ndcg_at_1_std": 0.23826, "nauc_ndcg_at_1_diff1": 0.363702, "nauc_ndcg_at_3_max": 0.446305, "nauc_ndcg_at_3_std": 0.272751, "nauc_ndcg_at_3_diff1": 0.237897, "nauc_ndcg_at_5_max": 0.451779, "nauc_ndcg_at_5_std": 0.29229, "nauc_ndcg_at_5_diff1": 0.221606, "nauc_ndcg_at_10_max": 0.455615, "nauc_ndcg_at_10_std": 0.307616, "nauc_ndcg_at_10_diff1": 0.212164, "nauc_ndcg_at_20_max": 0.447208, "nauc_ndcg_at_20_std": 0.312728, "nauc_ndcg_at_20_diff1": 0.230049, "nauc_ndcg_at_100_max": 0.456691, "nauc_ndcg_at_100_std": 0.341588, "nauc_ndcg_at_100_diff1": 0.25517, "nauc_ndcg_at_1000_max": 0.497793, "nauc_ndcg_at_1000_std": 0.399852, "nauc_ndcg_at_1000_diff1": 0.258261, "nauc_map_at_1_max": 0.135152, "nauc_map_at_1_std": -0.107361, "nauc_map_at_1_diff1": 0.508121, "nauc_map_at_3_max": 0.158681, "nauc_map_at_3_std": -0.043871, "nauc_map_at_3_diff1": 0.361052, "nauc_map_at_5_max": 0.197573, "nauc_map_at_5_std": -0.005074, "nauc_map_at_5_diff1": 0.331139, "nauc_map_at_10_max": 0.249288, "nauc_map_at_10_std": 0.041982, "nauc_map_at_10_diff1": 0.302192, "nauc_map_at_20_max": 0.274278, "nauc_map_at_20_std": 0.07899, "nauc_map_at_20_diff1": 0.294492, "nauc_map_at_100_max": 0.322589, "nauc_map_at_100_std": 0.157334, "nauc_map_at_100_diff1": 0.275475, "nauc_map_at_1000_max": 0.346032, "nauc_map_at_1000_std": 0.200471, "nauc_map_at_1000_diff1": 0.266516, "nauc_recall_at_1_max": 0.135152, "nauc_recall_at_1_std": -0.107361, "nauc_recall_at_1_diff1": 0.508121, "nauc_recall_at_3_max": 0.118962, "nauc_recall_at_3_std": -0.030595, "nauc_recall_at_3_diff1": 0.259935, "nauc_recall_at_5_max": 0.17374, "nauc_recall_at_5_std": 0.022343, "nauc_recall_at_5_diff1": 0.224317, "nauc_recall_at_10_max": 0.227353, "nauc_recall_at_10_std": 0.075131, "nauc_recall_at_10_diff1": 0.200031, "nauc_recall_at_20_max": 0.246794, "nauc_recall_at_20_std": 0.114776, "nauc_recall_at_20_diff1": 0.200156, "nauc_recall_at_100_max": 0.295081, "nauc_recall_at_100_std": 0.264133, "nauc_recall_at_100_diff1": 0.173237, "nauc_recall_at_1000_max": 0.269491, "nauc_recall_at_1000_std": 0.296777, "nauc_recall_at_1000_diff1": 0.09206, "nauc_precision_at_1_max": 0.48847, "nauc_precision_at_1_std": 0.242548, "nauc_precision_at_1_diff1": 0.387197, "nauc_precision_at_3_max": 0.451814, "nauc_precision_at_3_std": 0.312406, "nauc_precision_at_3_diff1": 0.176404, "nauc_precision_at_5_max": 0.459187, "nauc_precision_at_5_std": 0.356408, "nauc_precision_at_5_diff1": 0.131303, "nauc_precision_at_10_max": 0.463467, "nauc_precision_at_10_std": 0.39319, "nauc_precision_at_10_diff1": 0.097895, "nauc_precision_at_20_max": 0.448171, "nauc_precision_at_20_std": 0.440506, "nauc_precision_at_20_diff1": 0.069694, "nauc_precision_at_100_max": 0.415382, "nauc_precision_at_100_std": 0.508307, "nauc_precision_at_100_diff1": 0.010946, "nauc_precision_at_1000_max": 0.321652, "nauc_precision_at_1000_std": 0.414879, "nauc_precision_at_1000_diff1": 0.024123, "nauc_mrr_at_1_max": 0.48847, "nauc_mrr_at_1_std": 0.242548, "nauc_mrr_at_1_diff1": 0.387197, "nauc_mrr_at_3_max": 0.49905, "nauc_mrr_at_3_std": 0.283516, "nauc_mrr_at_3_diff1": 0.340901, "nauc_mrr_at_5_max": 0.512803, "nauc_mrr_at_5_std": 0.298777, "nauc_mrr_at_5_diff1": 0.35082, "nauc_mrr_at_10_max": 0.511988, "nauc_mrr_at_10_std": 0.299783, "nauc_mrr_at_10_diff1": 0.353306, "nauc_mrr_at_20_max": 0.514002, "nauc_mrr_at_20_std": 0.298811, "nauc_mrr_at_20_diff1": 0.35712, "nauc_mrr_at_100_max": 0.515489, "nauc_mrr_at_100_std": 0.301856, "nauc_mrr_at_100_diff1": 0.356113, "nauc_mrr_at_1000_max": 0.515166, "nauc_mrr_at_1000_std": 0.301406, "nauc_mrr_at_1000_diff1": 0.356091, "hit_rate_at_1": 0.35294, "hit_rate_at_3": 0.48297, "hit_rate_at_5": 0.56347, "hit_rate_at_10": 0.613, "hit_rate_at_20": 0.68421, "hit_rate_at_100": 0.80186, "hit_rate_at_1000": 0.94427, "main_score": 0.25542, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 6.685624837875366, "kg_co2_emissions": null, "date": null }