{ "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", "task_name": "ClimateFEVER", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.23779, "ndcg_at_3": 0.21028, "ndcg_at_5": 0.22071, "ndcg_at_10": 0.24606, "ndcg_at_20": 0.26744, "ndcg_at_100": 0.30885, "ndcg_at_1000": 0.34227, "map_at_1": 0.10858, "map_at_3": 0.15219, "map_at_5": 0.16408, "map_at_10": 0.17484, "map_at_20": 0.18172, "map_at_100": 0.18935, "map_at_1000": 0.19107, "recall_at_1": 0.10858, "recall_at_3": 0.19344, "recall_at_5": 0.23017, "recall_at_10": 0.28747, "recall_at_20": 0.34907, "recall_at_100": 0.51, "recall_at_1000": 0.69928, "accuracy": 0.10858, "precision_at_1": 0.23779, "precision_at_3": 0.1544, "precision_at_5": 0.11401, "precision_at_10": 0.07381, "precision_at_20": 0.04599, "precision_at_100": 0.01413, "precision_at_1000": 0.00203, "mrr_at_1": 0.237785, "mrr_at_3": 0.317372, "mrr_at_5": 0.331412, "mrr_at_10": 0.343342, "mrr_at_20": 0.34862, "mrr_at_100": 0.352126, "mrr_at_1000": 0.35264, "nauc_ndcg_at_1_max": 0.343121, "nauc_ndcg_at_1_std": 0.191218, "nauc_ndcg_at_1_diff1": 0.254735, "nauc_ndcg_at_3_max": 0.357007, "nauc_ndcg_at_3_std": 0.210569, "nauc_ndcg_at_3_diff1": 0.209733, "nauc_ndcg_at_5_max": 0.352518, "nauc_ndcg_at_5_std": 0.213777, "nauc_ndcg_at_5_diff1": 0.202488, "nauc_ndcg_at_10_max": 0.370267, "nauc_ndcg_at_10_std": 0.239493, "nauc_ndcg_at_10_diff1": 0.198521, "nauc_ndcg_at_20_max": 0.385889, "nauc_ndcg_at_20_std": 0.257995, "nauc_ndcg_at_20_diff1": 0.192411, "nauc_ndcg_at_100_max": 0.406111, "nauc_ndcg_at_100_std": 0.294372, "nauc_ndcg_at_100_diff1": 0.18882, "nauc_ndcg_at_1000_max": 0.41161, "nauc_ndcg_at_1000_std": 0.303865, "nauc_ndcg_at_1000_diff1": 0.19431, "nauc_map_at_1_max": 0.322729, "nauc_map_at_1_std": 0.140863, "nauc_map_at_1_diff1": 0.281661, "nauc_map_at_3_max": 0.336169, "nauc_map_at_3_std": 0.175982, "nauc_map_at_3_diff1": 0.228765, "nauc_map_at_5_max": 0.335445, "nauc_map_at_5_std": 0.182184, "nauc_map_at_5_diff1": 0.223767, "nauc_map_at_10_max": 0.345831, "nauc_map_at_10_std": 0.197714, "nauc_map_at_10_diff1": 0.221667, "nauc_map_at_20_max": 0.353365, "nauc_map_at_20_std": 0.206319, "nauc_map_at_20_diff1": 0.219253, "nauc_map_at_100_max": 0.360195, "nauc_map_at_100_std": 0.217521, "nauc_map_at_100_diff1": 0.217837, "nauc_map_at_1000_max": 0.360775, "nauc_map_at_1000_std": 0.218456, "nauc_map_at_1000_diff1": 0.218179, "nauc_recall_at_1_max": 0.322729, "nauc_recall_at_1_std": 0.140863, "nauc_recall_at_1_diff1": 0.281661, "nauc_recall_at_3_max": 0.337002, "nauc_recall_at_3_std": 0.206095, "nauc_recall_at_3_diff1": 0.173432, "nauc_recall_at_5_max": 0.319101, "nauc_recall_at_5_std": 0.203534, "nauc_recall_at_5_diff1": 0.157499, "nauc_recall_at_10_max": 0.335447, "nauc_recall_at_10_std": 0.241945, "nauc_recall_at_10_diff1": 0.142356, "nauc_recall_at_20_max": 0.360903, "nauc_recall_at_20_std": 0.276128, "nauc_recall_at_20_diff1": 0.122751, "nauc_recall_at_100_max": 0.388122, "nauc_recall_at_100_std": 0.361282, "nauc_recall_at_100_diff1": 0.099536, "nauc_recall_at_1000_max": 0.407208, "nauc_recall_at_1000_std": 0.427122, "nauc_recall_at_1000_diff1": 0.100633, "nauc_precision_at_1_max": 0.343121, "nauc_precision_at_1_std": 0.191218, "nauc_precision_at_1_diff1": 0.254735, "nauc_precision_at_3_max": 0.378706, "nauc_precision_at_3_std": 0.265687, "nauc_precision_at_3_diff1": 0.148487, "nauc_precision_at_5_max": 0.349551, "nauc_precision_at_5_std": 0.25789, "nauc_precision_at_5_diff1": 0.134404, "nauc_precision_at_10_max": 0.368934, "nauc_precision_at_10_std": 0.305969, "nauc_precision_at_10_diff1": 0.109505, "nauc_precision_at_20_max": 0.376714, "nauc_precision_at_20_std": 0.32974, "nauc_precision_at_20_diff1": 0.081363, "nauc_precision_at_100_max": 0.340024, "nauc_precision_at_100_std": 0.366876, "nauc_precision_at_100_diff1": 0.034085, "nauc_precision_at_1000_max": 0.266471, "nauc_precision_at_1000_std": 0.320882, "nauc_precision_at_1000_diff1": 0.028323, "nauc_mrr_at_1_max": 0.343121, "nauc_mrr_at_1_std": 0.191218, "nauc_mrr_at_1_diff1": 0.254735, "nauc_mrr_at_3_max": 0.376881, "nauc_mrr_at_3_std": 0.243461, "nauc_mrr_at_3_diff1": 0.208239, "nauc_mrr_at_5_max": 0.374758, "nauc_mrr_at_5_std": 0.242674, "nauc_mrr_at_5_diff1": 0.205474, "nauc_mrr_at_10_max": 0.380805, "nauc_mrr_at_10_std": 0.249146, "nauc_mrr_at_10_diff1": 0.20531, "nauc_mrr_at_20_max": 0.382975, "nauc_mrr_at_20_std": 0.252044, "nauc_mrr_at_20_diff1": 0.204181, "nauc_mrr_at_100_max": 0.383097, "nauc_mrr_at_100_std": 0.252133, "nauc_mrr_at_100_diff1": 0.20584, "nauc_mrr_at_1000_max": 0.382904, "nauc_mrr_at_1000_std": 0.251905, "nauc_mrr_at_1000_diff1": 0.205967, "hit_rate_at_1": 0.23779, "hit_rate_at_3": 0.42085, "hit_rate_at_5": 0.48274, "hit_rate_at_10": 0.57264, "hit_rate_at_20": 0.64951, "hit_rate_at_100": 0.78567, "hit_rate_at_1000": 0.90489, "main_score": 0.24606, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 5897.712790250778, "kg_co2_emissions": null, "date": null }