{ "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", "task_name": "SCIDOCS", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.155, "ndcg_at_3": 0.13078, "ndcg_at_5": 0.11503, "ndcg_at_10": 0.13804, "ndcg_at_20": 0.15998, "ndcg_at_100": 0.20243, "ndcg_at_1000": 0.25317, "map_at_1": 0.03153, "map_at_3": 0.05712, "map_at_5": 0.06765, "map_at_10": 0.07837, "map_at_20": 0.08582, "map_at_100": 0.09327, "map_at_1000": 0.09573, "recall_at_1": 0.03153, "recall_at_3": 0.07543, "recall_at_5": 0.10372, "recall_at_10": 0.14582, "recall_at_20": 0.19738, "recall_at_100": 0.33632, "recall_at_1000": 0.58528, "accuracy": 0.03153, "precision_at_1": 0.155, "precision_at_3": 0.124, "precision_at_5": 0.1022, "precision_at_10": 0.072, "precision_at_20": 0.04865, "precision_at_100": 0.01654, "precision_at_1000": 0.00288, "mrr_at_1": 0.155, "mrr_at_3": 0.215, "mrr_at_5": 0.232, "mrr_at_10": 0.243669, "mrr_at_20": 0.249906, "mrr_at_100": 0.254768, "mrr_at_1000": 0.255674, "nauc_ndcg_at_1_max": 0.231484, "nauc_ndcg_at_1_std": 0.084593, "nauc_ndcg_at_1_diff1": 0.236848, "nauc_ndcg_at_3_max": 0.234252, "nauc_ndcg_at_3_std": 0.109501, "nauc_ndcg_at_3_diff1": 0.156689, "nauc_ndcg_at_5_max": 0.250816, "nauc_ndcg_at_5_std": 0.127385, "nauc_ndcg_at_5_diff1": 0.159505, "nauc_ndcg_at_10_max": 0.261777, "nauc_ndcg_at_10_std": 0.146122, "nauc_ndcg_at_10_diff1": 0.155097, "nauc_ndcg_at_20_max": 0.277604, "nauc_ndcg_at_20_std": 0.18522, "nauc_ndcg_at_20_diff1": 0.149107, "nauc_ndcg_at_100_max": 0.299531, "nauc_ndcg_at_100_std": 0.238601, "nauc_ndcg_at_100_diff1": 0.153838, "nauc_ndcg_at_1000_max": 0.303846, "nauc_ndcg_at_1000_std": 0.253348, "nauc_ndcg_at_1000_diff1": 0.149708, "nauc_map_at_1_max": 0.227826, "nauc_map_at_1_std": 0.079616, "nauc_map_at_1_diff1": 0.233921, "nauc_map_at_3_max": 0.224283, "nauc_map_at_3_std": 0.094514, "nauc_map_at_3_diff1": 0.16489, "nauc_map_at_5_max": 0.248081, "nauc_map_at_5_std": 0.109918, "nauc_map_at_5_diff1": 0.169002, "nauc_map_at_10_max": 0.257353, "nauc_map_at_10_std": 0.127767, "nauc_map_at_10_diff1": 0.155553, "nauc_map_at_20_max": 0.269403, "nauc_map_at_20_std": 0.150379, "nauc_map_at_20_diff1": 0.149023, "nauc_map_at_100_max": 0.279361, "nauc_map_at_100_std": 0.172387, "nauc_map_at_100_diff1": 0.15071, "nauc_map_at_1000_max": 0.281011, "nauc_map_at_1000_std": 0.175714, "nauc_map_at_1000_diff1": 0.151116, "nauc_recall_at_1_max": 0.227826, "nauc_recall_at_1_std": 0.079616, "nauc_recall_at_1_diff1": 0.233921, "nauc_recall_at_3_max": 0.229892, "nauc_recall_at_3_std": 0.113366, "nauc_recall_at_3_diff1": 0.119941, "nauc_recall_at_5_max": 0.260898, "nauc_recall_at_5_std": 0.14579, "nauc_recall_at_5_diff1": 0.132385, "nauc_recall_at_10_max": 0.265188, "nauc_recall_at_10_std": 0.170693, "nauc_recall_at_10_diff1": 0.122562, "nauc_recall_at_20_max": 0.282079, "nauc_recall_at_20_std": 0.239223, "nauc_recall_at_20_diff1": 0.107755, "nauc_recall_at_100_max": 0.302749, "nauc_recall_at_100_std": 0.332714, "nauc_recall_at_100_diff1": 0.112588, "nauc_recall_at_1000_max": 0.274104, "nauc_recall_at_1000_std": 0.348695, "nauc_recall_at_1000_diff1": 0.071044, "nauc_precision_at_1_max": 0.231484, "nauc_precision_at_1_std": 0.084593, "nauc_precision_at_1_diff1": 0.236848, "nauc_precision_at_3_max": 0.232853, "nauc_precision_at_3_std": 0.116771, "nauc_precision_at_3_diff1": 0.121221, "nauc_precision_at_5_max": 0.261833, "nauc_precision_at_5_std": 0.14751, "nauc_precision_at_5_diff1": 0.131572, "nauc_precision_at_10_max": 0.26684, "nauc_precision_at_10_std": 0.172864, "nauc_precision_at_10_diff1": 0.121939, "nauc_precision_at_20_max": 0.283174, "nauc_precision_at_20_std": 0.239201, "nauc_precision_at_20_diff1": 0.107388, "nauc_precision_at_100_max": 0.304568, "nauc_precision_at_100_std": 0.334437, "nauc_precision_at_100_diff1": 0.112342, "nauc_precision_at_1000_max": 0.268955, "nauc_precision_at_1000_std": 0.344055, "nauc_precision_at_1000_diff1": 0.069828, "nauc_mrr_at_1_max": 0.231484, "nauc_mrr_at_1_std": 0.084593, "nauc_mrr_at_1_diff1": 0.236848, "nauc_mrr_at_3_max": 0.241033, "nauc_mrr_at_3_std": 0.111429, "nauc_mrr_at_3_diff1": 0.179655, "nauc_mrr_at_5_max": 0.239315, "nauc_mrr_at_5_std": 0.120883, "nauc_mrr_at_5_diff1": 0.179617, "nauc_mrr_at_10_max": 0.239134, "nauc_mrr_at_10_std": 0.12255, "nauc_mrr_at_10_diff1": 0.183522, "nauc_mrr_at_20_max": 0.241025, "nauc_mrr_at_20_std": 0.129373, "nauc_mrr_at_20_diff1": 0.183849, "nauc_mrr_at_100_max": 0.242517, "nauc_mrr_at_100_std": 0.130664, "nauc_mrr_at_100_diff1": 0.184625, "nauc_mrr_at_1000_max": 0.242389, "nauc_mrr_at_1000_std": 0.130298, "nauc_mrr_at_1000_diff1": 0.184644, "hit_rate_at_1": 0.155, "hit_rate_at_3": 0.293, "hit_rate_at_5": 0.367, "hit_rate_at_10": 0.455, "hit_rate_at_20": 0.544, "hit_rate_at_100": 0.739, "hit_rate_at_1000": 0.947, "main_score": 0.13804, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 33.275694370269775, "kg_co2_emissions": null, "date": null }