{ "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", "task_name": "FiQA2018", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.19444, "ndcg_at_3": 0.17421, "ndcg_at_5": 0.18489, "ndcg_at_10": 0.20716, "ndcg_at_20": 0.22924, "ndcg_at_100": 0.27278, "ndcg_at_1000": 0.31664, "map_at_1": 0.09419, "map_at_3": 0.12794, "map_at_5": 0.14025, "map_at_10": 0.15239, "map_at_20": 0.15959, "map_at_100": 0.16638, "map_at_1000": 0.16845, "recall_at_1": 0.09419, "recall_at_3": 0.15688, "recall_at_5": 0.19738, "recall_at_10": 0.26208, "recall_at_20": 0.33317, "recall_at_100": 0.51961, "recall_at_1000": 0.79336, "accuracy": 0.09419, "precision_at_1": 0.19444, "precision_at_3": 0.1142, "precision_at_5": 0.08796, "precision_at_10": 0.05988, "precision_at_20": 0.0385, "precision_at_100": 0.01272, "precision_at_1000": 0.00203, "mrr_at_1": 0.194444, "mrr_at_3": 0.240484, "mrr_at_5": 0.252752, "mrr_at_10": 0.263528, "mrr_at_20": 0.268686, "mrr_at_100": 0.273424, "mrr_at_1000": 0.274264, "nauc_ndcg_at_1_max": 0.085396, "nauc_ndcg_at_1_std": -0.098157, "nauc_ndcg_at_1_diff1": 0.280954, "nauc_ndcg_at_3_max": 0.098421, "nauc_ndcg_at_3_std": -0.088118, "nauc_ndcg_at_3_diff1": 0.217215, "nauc_ndcg_at_5_max": 0.079253, "nauc_ndcg_at_5_std": -0.085253, "nauc_ndcg_at_5_diff1": 0.203115, "nauc_ndcg_at_10_max": 0.094562, "nauc_ndcg_at_10_std": -0.049793, "nauc_ndcg_at_10_diff1": 0.192416, "nauc_ndcg_at_20_max": 0.108877, "nauc_ndcg_at_20_std": -0.029945, "nauc_ndcg_at_20_diff1": 0.185746, "nauc_ndcg_at_100_max": 0.119487, "nauc_ndcg_at_100_std": -0.01582, "nauc_ndcg_at_100_diff1": 0.186088, "nauc_ndcg_at_1000_max": 0.14455, "nauc_ndcg_at_1000_std": 0.005886, "nauc_ndcg_at_1000_diff1": 0.182528, "nauc_map_at_1_max": 0.061388, "nauc_map_at_1_std": -0.123295, "nauc_map_at_1_diff1": 0.303957, "nauc_map_at_3_max": 0.079236, "nauc_map_at_3_std": -0.099114, "nauc_map_at_3_diff1": 0.237395, "nauc_map_at_5_max": 0.074919, "nauc_map_at_5_std": -0.09161, "nauc_map_at_5_diff1": 0.224816, "nauc_map_at_10_max": 0.088382, "nauc_map_at_10_std": -0.068697, "nauc_map_at_10_diff1": 0.217232, "nauc_map_at_20_max": 0.095154, "nauc_map_at_20_std": -0.059207, "nauc_map_at_20_diff1": 0.213481, "nauc_map_at_100_max": 0.098858, "nauc_map_at_100_std": -0.055959, "nauc_map_at_100_diff1": 0.213501, "nauc_map_at_1000_max": 0.100972, "nauc_map_at_1000_std": -0.054037, "nauc_map_at_1000_diff1": 0.212963, "nauc_recall_at_1_max": 0.061388, "nauc_recall_at_1_std": -0.123295, "nauc_recall_at_1_diff1": 0.303957, "nauc_recall_at_3_max": 0.066185, "nauc_recall_at_3_std": -0.090075, "nauc_recall_at_3_diff1": 0.177468, "nauc_recall_at_5_max": 0.048001, "nauc_recall_at_5_std": -0.080127, "nauc_recall_at_5_diff1": 0.144526, "nauc_recall_at_10_max": 0.089675, "nauc_recall_at_10_std": -0.003944, "nauc_recall_at_10_diff1": 0.125863, "nauc_recall_at_20_max": 0.117459, "nauc_recall_at_20_std": 0.041872, "nauc_recall_at_20_diff1": 0.109021, "nauc_recall_at_100_max": 0.133245, "nauc_recall_at_100_std": 0.100071, "nauc_recall_at_100_diff1": 0.110776, "nauc_recall_at_1000_max": 0.307733, "nauc_recall_at_1000_std": 0.332186, "nauc_recall_at_1000_diff1": 0.054725, "nauc_precision_at_1_max": 0.085396, "nauc_precision_at_1_std": -0.098157, "nauc_precision_at_1_diff1": 0.280954, "nauc_precision_at_3_max": 0.123342, "nauc_precision_at_3_std": -0.050796, "nauc_precision_at_3_diff1": 0.15625, "nauc_precision_at_5_max": 0.114479, "nauc_precision_at_5_std": -0.016031, "nauc_precision_at_5_diff1": 0.127815, "nauc_precision_at_10_max": 0.155919, "nauc_precision_at_10_std": 0.052964, "nauc_precision_at_10_diff1": 0.099074, "nauc_precision_at_20_max": 0.182719, "nauc_precision_at_20_std": 0.087839, "nauc_precision_at_20_diff1": 0.074914, "nauc_precision_at_100_max": 0.187287, "nauc_precision_at_100_std": 0.097828, "nauc_precision_at_100_diff1": 0.020769, "nauc_precision_at_1000_max": 0.216903, "nauc_precision_at_1000_std": 0.132659, "nauc_precision_at_1000_diff1": -0.02185, "nauc_mrr_at_1_max": 0.085396, "nauc_mrr_at_1_std": -0.098157, "nauc_mrr_at_1_diff1": 0.280954, "nauc_mrr_at_3_max": 0.088598, "nauc_mrr_at_3_std": -0.086612, "nauc_mrr_at_3_diff1": 0.224869, "nauc_mrr_at_5_max": 0.086083, "nauc_mrr_at_5_std": -0.086926, "nauc_mrr_at_5_diff1": 0.21999, "nauc_mrr_at_10_max": 0.089551, "nauc_mrr_at_10_std": -0.079567, "nauc_mrr_at_10_diff1": 0.215158, "nauc_mrr_at_20_max": 0.091542, "nauc_mrr_at_20_std": -0.076476, "nauc_mrr_at_20_diff1": 0.214022, "nauc_mrr_at_100_max": 0.092425, "nauc_mrr_at_100_std": -0.076498, "nauc_mrr_at_100_diff1": 0.215476, "nauc_mrr_at_1000_max": 0.092728, "nauc_mrr_at_1000_std": -0.07618, "nauc_mrr_at_1000_diff1": 0.215609, "hit_rate_at_1": 0.19444, "hit_rate_at_3": 0.2963, "hit_rate_at_5": 0.35031, "hit_rate_at_10": 0.43056, "hit_rate_at_20": 0.50617, "hit_rate_at_100": 0.71451, "hit_rate_at_1000": 0.91358, "main_score": 0.20716, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 66.45291948318481, "kg_co2_emissions": null, "date": null }