{ "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12", "task_name": "FEVER", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.59511, "ndcg_at_3": 0.66322, "ndcg_at_5": 0.68352, "ndcg_at_10": 0.69831, "ndcg_at_20": 0.70672, "ndcg_at_100": 0.71674, "ndcg_at_1000": 0.72211, "map_at_1": 0.5529, "map_at_3": 0.62937, "map_at_5": 0.6415, "map_at_10": 0.64796, "map_at_20": 0.65039, "map_at_100": 0.65194, "map_at_1000": 0.65216, "recall_at_1": 0.5529, "recall_at_3": 0.71647, "recall_at_5": 0.76666, "recall_at_10": 0.81175, "recall_at_20": 0.84374, "recall_at_100": 0.89442, "recall_at_1000": 0.93437, "accuracy": 0.5529, "precision_at_1": 0.59511, "precision_at_3": 0.25903, "precision_at_5": 0.16682, "precision_at_10": 0.08843, "precision_at_20": 0.04609, "precision_at_100": 0.00985, "precision_at_1000": 0.00104, "mrr_at_1": 0.59511, "mrr_at_3": 0.674017, "mrr_at_5": 0.685674, "mrr_at_10": 0.691982, "mrr_at_20": 0.694214, "mrr_at_100": 0.695509, "mrr_at_1000": 0.695649, "nauc_ndcg_at_1_max": 0.322724, "nauc_ndcg_at_1_std": -0.019391, "nauc_ndcg_at_1_diff1": 0.616277, "nauc_ndcg_at_3_max": 0.355358, "nauc_ndcg_at_3_std": 0.032876, "nauc_ndcg_at_3_diff1": 0.521015, "nauc_ndcg_at_5_max": 0.36043, "nauc_ndcg_at_5_std": 0.041642, "nauc_ndcg_at_5_diff1": 0.514555, "nauc_ndcg_at_10_max": 0.364069, "nauc_ndcg_at_10_std": 0.053958, "nauc_ndcg_at_10_diff1": 0.514048, "nauc_ndcg_at_20_max": 0.363784, "nauc_ndcg_at_20_std": 0.055851, "nauc_ndcg_at_20_diff1": 0.514086, "nauc_ndcg_at_100_max": 0.35874, "nauc_ndcg_at_100_std": 0.054663, "nauc_ndcg_at_100_diff1": 0.515184, "nauc_ndcg_at_1000_max": 0.357326, "nauc_ndcg_at_1000_std": 0.05338, "nauc_ndcg_at_1000_diff1": 0.517587, "nauc_map_at_1_max": 0.290232, "nauc_map_at_1_std": -0.01011, "nauc_map_at_1_diff1": 0.558808, "nauc_map_at_3_max": 0.328664, "nauc_map_at_3_std": 0.021271, "nauc_map_at_3_diff1": 0.519885, "nauc_map_at_5_max": 0.331893, "nauc_map_at_5_std": 0.025416, "nauc_map_at_5_diff1": 0.517455, "nauc_map_at_10_max": 0.333295, "nauc_map_at_10_std": 0.029761, "nauc_map_at_10_diff1": 0.517879, "nauc_map_at_20_max": 0.333245, "nauc_map_at_20_std": 0.030183, "nauc_map_at_20_diff1": 0.51796, "nauc_map_at_100_max": 0.332674, "nauc_map_at_100_std": 0.03012, "nauc_map_at_100_diff1": 0.51811, "nauc_map_at_1000_max": 0.332662, "nauc_map_at_1000_std": 0.030097, "nauc_map_at_1000_diff1": 0.518196, "nauc_recall_at_1_max": 0.290232, "nauc_recall_at_1_std": -0.01011, "nauc_recall_at_1_diff1": 0.558808, "nauc_recall_at_3_max": 0.375385, "nauc_recall_at_3_std": 0.076253, "nauc_recall_at_3_diff1": 0.439883, "nauc_recall_at_5_max": 0.39338, "nauc_recall_at_5_std": 0.108954, "nauc_recall_at_5_diff1": 0.405277, "nauc_recall_at_10_max": 0.41412, "nauc_recall_at_10_std": 0.176006, "nauc_recall_at_10_diff1": 0.376479, "nauc_recall_at_20_max": 0.415416, "nauc_recall_at_20_std": 0.206508, "nauc_recall_at_20_diff1": 0.347593, "nauc_recall_at_100_max": 0.371227, "nauc_recall_at_100_std": 0.252345, "nauc_recall_at_100_diff1": 0.280118, "nauc_recall_at_1000_max": 0.329695, "nauc_recall_at_1000_std": 0.322644, "nauc_recall_at_1000_diff1": 0.210154, "nauc_precision_at_1_max": 0.322724, "nauc_precision_at_1_std": -0.019391, "nauc_precision_at_1_diff1": 0.616277, "nauc_precision_at_3_max": 0.446023, "nauc_precision_at_3_std": 0.079605, "nauc_precision_at_3_diff1": 0.487141, "nauc_precision_at_5_max": 0.469546, "nauc_precision_at_5_std": 0.113736, "nauc_precision_at_5_diff1": 0.43583, "nauc_precision_at_10_max": 0.494814, "nauc_precision_at_10_std": 0.183242, "nauc_precision_at_10_diff1": 0.393088, "nauc_precision_at_20_max": 0.482286, "nauc_precision_at_20_std": 0.204278, "nauc_precision_at_20_diff1": 0.335491, "nauc_precision_at_100_max": 0.371319, "nauc_precision_at_100_std": 0.210493, "nauc_precision_at_100_diff1": 0.181727, "nauc_precision_at_1000_max": 0.242586, "nauc_precision_at_1000_std": 0.172868, "nauc_precision_at_1000_diff1": 0.049637, "nauc_mrr_at_1_max": 0.322724, "nauc_mrr_at_1_std": -0.019391, "nauc_mrr_at_1_diff1": 0.616277, "nauc_mrr_at_3_max": 0.373716, "nauc_mrr_at_3_std": 0.013273, "nauc_mrr_at_3_diff1": 0.58233, "nauc_mrr_at_5_max": 0.377088, "nauc_mrr_at_5_std": 0.017368, "nauc_mrr_at_5_diff1": 0.581593, "nauc_mrr_at_10_max": 0.378475, "nauc_mrr_at_10_std": 0.020617, "nauc_mrr_at_10_diff1": 0.582915, "nauc_mrr_at_20_max": 0.37809, "nauc_mrr_at_20_std": 0.020818, "nauc_mrr_at_20_diff1": 0.583211, "nauc_mrr_at_100_max": 0.377126, "nauc_mrr_at_100_std": 0.020419, "nauc_mrr_at_100_diff1": 0.583518, "nauc_mrr_at_1000_max": 0.376977, "nauc_mrr_at_1000_std": 0.02032, "nauc_mrr_at_1000_diff1": 0.583548, "hit_rate_at_1": 0.59511, "hit_rate_at_3": 0.76793, "hit_rate_at_5": 0.81878, "hit_rate_at_10": 0.86454, "hit_rate_at_20": 0.89619, "hit_rate_at_100": 0.94374, "hit_rate_at_1000": 0.97615, "main_score": 0.69831, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 6016.38513469696, "kg_co2_emissions": null, "date": null }