{ "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", "task_name": "QuoraRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.3841, "ndcg_at_3": 0.45595, "ndcg_at_5": 0.4861, "ndcg_at_10": 0.51768, "ndcg_at_20": 0.54122, "ndcg_at_100": 0.57159, "ndcg_at_1000": 0.58534, "map_at_1": 0.33689, "map_at_3": 0.42029, "map_at_5": 0.44059, "map_at_10": 0.45613, "map_at_20": 0.46418, "map_at_100": 0.4699, "map_at_1000": 0.47071, "recall_at_1": 0.33689, "recall_at_3": 0.50259, "recall_at_5": 0.57654, "recall_at_10": 0.66852, "recall_at_20": 0.75292, "recall_at_100": 0.89379, "recall_at_1000": 0.98412, "accuracy": 0.33689, "precision_at_1": 0.3841, "precision_at_3": 0.20477, "precision_at_5": 0.14528, "precision_at_10": 0.08763, "precision_at_20": 0.05133, "precision_at_100": 0.01312, "precision_at_1000": 0.00153, "mrr_at_1": 0.384, "mrr_at_3": 0.458367, "mrr_at_5": 0.475362, "mrr_at_10": 0.487583, "mrr_at_20": 0.493063, "mrr_at_100": 0.496358, "mrr_at_1000": 0.496712, "nauc_ndcg_at_1_max": 0.174604, "nauc_ndcg_at_1_std": -0.222158, "nauc_ndcg_at_1_diff1": 0.553433, "nauc_ndcg_at_3_max": 0.147101, "nauc_ndcg_at_3_std": -0.242347, "nauc_ndcg_at_3_diff1": 0.500832, "nauc_ndcg_at_5_max": 0.135834, "nauc_ndcg_at_5_std": -0.248759, "nauc_ndcg_at_5_diff1": 0.490047, "nauc_ndcg_at_10_max": 0.133527, "nauc_ndcg_at_10_std": -0.24426, "nauc_ndcg_at_10_diff1": 0.486165, "nauc_ndcg_at_20_max": 0.138508, "nauc_ndcg_at_20_std": -0.234804, "nauc_ndcg_at_20_diff1": 0.48639, "nauc_ndcg_at_100_max": 0.149165, "nauc_ndcg_at_100_std": -0.219749, "nauc_ndcg_at_100_diff1": 0.49199, "nauc_ndcg_at_1000_max": 0.153777, "nauc_ndcg_at_1000_std": -0.220327, "nauc_ndcg_at_1000_diff1": 0.496518, "nauc_map_at_1_max": 0.153432, "nauc_map_at_1_std": -0.236871, "nauc_map_at_1_diff1": 0.568062, "nauc_map_at_3_max": 0.145201, "nauc_map_at_3_std": -0.248042, "nauc_map_at_3_diff1": 0.518976, "nauc_map_at_5_max": 0.141165, "nauc_map_at_5_std": -0.250912, "nauc_map_at_5_diff1": 0.511865, "nauc_map_at_10_max": 0.141767, "nauc_map_at_10_std": -0.247244, "nauc_map_at_10_diff1": 0.509343, "nauc_map_at_20_max": 0.144536, "nauc_map_at_20_std": -0.242969, "nauc_map_at_20_diff1": 0.508957, "nauc_map_at_100_max": 0.147975, "nauc_map_at_100_std": -0.238652, "nauc_map_at_100_diff1": 0.509626, "nauc_map_at_1000_max": 0.148482, "nauc_map_at_1000_std": -0.238274, "nauc_map_at_1000_diff1": 0.509783, "nauc_recall_at_1_max": 0.153432, "nauc_recall_at_1_std": -0.236871, "nauc_recall_at_1_diff1": 0.568062, "nauc_recall_at_3_max": 0.11306, "nauc_recall_at_3_std": -0.258692, "nauc_recall_at_3_diff1": 0.456211, "nauc_recall_at_5_max": 0.08634, "nauc_recall_at_5_std": -0.271624, "nauc_recall_at_5_diff1": 0.422146, "nauc_recall_at_10_max": 0.070984, "nauc_recall_at_10_std": -0.259359, "nauc_recall_at_10_diff1": 0.397612, "nauc_recall_at_20_max": 0.073121, "nauc_recall_at_20_std": -0.221114, "nauc_recall_at_20_diff1": 0.376348, "nauc_recall_at_100_max": 0.105837, "nauc_recall_at_100_std": -0.080034, "nauc_recall_at_100_diff1": 0.361511, "nauc_recall_at_1000_max": 0.21513, "nauc_recall_at_1000_std": 0.233852, "nauc_recall_at_1000_diff1": 0.38563, "nauc_precision_at_1_max": 0.174604, "nauc_precision_at_1_std": -0.222158, "nauc_precision_at_1_diff1": 0.553433, "nauc_precision_at_3_max": 0.141145, "nauc_precision_at_3_std": -0.178332, "nauc_precision_at_3_diff1": 0.328268, "nauc_precision_at_5_max": 0.119269, "nauc_precision_at_5_std": -0.141098, "nauc_precision_at_5_diff1": 0.237222, "nauc_precision_at_10_max": 0.1136, "nauc_precision_at_10_std": -0.055103, "nauc_precision_at_10_diff1": 0.132793, "nauc_precision_at_20_max": 0.136148, "nauc_precision_at_20_std": 0.051038, "nauc_precision_at_20_diff1": 0.042068, "nauc_precision_at_100_max": 0.170051, "nauc_precision_at_100_std": 0.225, "nauc_precision_at_100_diff1": -0.095049, "nauc_precision_at_1000_max": 0.179537, "nauc_precision_at_1000_std": 0.271337, "nauc_precision_at_1000_diff1": -0.168147, "nauc_mrr_at_1_max": 0.174129, "nauc_mrr_at_1_std": -0.222652, "nauc_mrr_at_1_diff1": 0.553737, "nauc_mrr_at_3_max": 0.156735, "nauc_mrr_at_3_std": -0.229006, "nauc_mrr_at_3_diff1": 0.509283, "nauc_mrr_at_5_max": 0.152974, "nauc_mrr_at_5_std": -0.229476, "nauc_mrr_at_5_diff1": 0.503376, "nauc_mrr_at_10_max": 0.153308, "nauc_mrr_at_10_std": -0.227485, "nauc_mrr_at_10_diff1": 0.503107, "nauc_mrr_at_20_max": 0.154367, "nauc_mrr_at_20_std": -0.225659, "nauc_mrr_at_20_diff1": 0.503739, "nauc_mrr_at_100_max": 0.154887, "nauc_mrr_at_100_std": -0.224769, "nauc_mrr_at_100_diff1": 0.504732, "nauc_mrr_at_1000_max": 0.154913, "nauc_mrr_at_1000_std": -0.224855, "nauc_mrr_at_1000_diff1": 0.504889, "hit_rate_at_1": 0.3841, "hit_rate_at_3": 0.5532, "hit_rate_at_5": 0.6278, "hit_rate_at_10": 0.7185, "hit_rate_at_20": 0.7967, "hit_rate_at_100": 0.9195, "hit_rate_at_1000": 0.9903, "main_score": 0.51768, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 541.2130424976349, "kg_co2_emissions": null, "date": null }