{ "baseline": { "NanoMSMARCO_maxsim_accuracy@1": 0.26, "NanoMSMARCO_maxsim_accuracy@3": 0.42, "NanoMSMARCO_maxsim_accuracy@5": 0.48, "NanoMSMARCO_maxsim_accuracy@10": 0.66, "NanoMSMARCO_maxsim_precision@1": 0.26, "NanoMSMARCO_maxsim_precision@3": 0.13999999999999999, "NanoMSMARCO_maxsim_precision@5": 0.09600000000000002, "NanoMSMARCO_maxsim_precision@10": 0.066, "NanoMSMARCO_maxsim_recall@1": 0.26, "NanoMSMARCO_maxsim_recall@3": 0.42, "NanoMSMARCO_maxsim_recall@5": 0.48, "NanoMSMARCO_maxsim_recall@10": 0.66, "NanoMSMARCO_maxsim_ndcg@10": 0.4328151442419565, "NanoMSMARCO_maxsim_mrr@10": 0.36385714285714277, "NanoMSMARCO_maxsim_map@100": 0.37752742505056863, "NanoNQ_maxsim_accuracy@1": 0.16, "NanoNQ_maxsim_accuracy@3": 0.3, "NanoNQ_maxsim_accuracy@5": 0.36, "NanoNQ_maxsim_accuracy@10": 0.52, "NanoNQ_maxsim_precision@1": 0.16, "NanoNQ_maxsim_precision@3": 0.1, "NanoNQ_maxsim_precision@5": 0.076, "NanoNQ_maxsim_precision@10": 0.054000000000000006, "NanoNQ_maxsim_recall@1": 0.15, "NanoNQ_maxsim_recall@3": 0.28, "NanoNQ_maxsim_recall@5": 0.35, "NanoNQ_maxsim_recall@10": 0.49, "NanoNQ_maxsim_ndcg@10": 0.29921814444748196, "NanoNQ_maxsim_mrr@10": 0.2469365079365079, "NanoNQ_maxsim_map@100": 0.24908347359322217, "NanoFiQA2018_maxsim_accuracy@1": 0.22, "NanoFiQA2018_maxsim_accuracy@3": 0.4, "NanoFiQA2018_maxsim_accuracy@5": 0.46, "NanoFiQA2018_maxsim_accuracy@10": 0.54, "NanoFiQA2018_maxsim_precision@1": 0.22, "NanoFiQA2018_maxsim_precision@3": 0.1533333333333333, "NanoFiQA2018_maxsim_precision@5": 0.11600000000000002, "NanoFiQA2018_maxsim_precision@10": 0.07400000000000001, "NanoFiQA2018_maxsim_recall@1": 0.09552380952380952, "NanoFiQA2018_maxsim_recall@3": 0.22885714285714287, "NanoFiQA2018_maxsim_recall@5": 0.2935238095238095, "NanoFiQA2018_maxsim_recall@10": 0.35904761904761906, "NanoFiQA2018_maxsim_ndcg@10": 0.2657905839072199, "NanoFiQA2018_maxsim_mrr@10": 0.3248888888888888, "NanoFiQA2018_maxsim_map@100": 0.19617277017199142, "NanoBEIR_mean_maxsim_accuracy@1": 0.21333333333333335, "NanoBEIR_mean_maxsim_accuracy@3": 0.37333333333333335, "NanoBEIR_mean_maxsim_accuracy@5": 0.43333333333333335, "NanoBEIR_mean_maxsim_accuracy@10": 0.5733333333333334, "NanoBEIR_mean_maxsim_precision@1": 0.21333333333333335, "NanoBEIR_mean_maxsim_precision@3": 0.1311111111111111, "NanoBEIR_mean_maxsim_precision@5": 0.09600000000000002, "NanoBEIR_mean_maxsim_precision@10": 0.06466666666666666, "NanoBEIR_mean_maxsim_recall@1": 0.16850793650793652, "NanoBEIR_mean_maxsim_recall@3": 0.3096190476190476, "NanoBEIR_mean_maxsim_recall@5": 0.37450793650793646, "NanoBEIR_mean_maxsim_recall@10": 0.503015873015873, "NanoBEIR_mean_maxsim_ndcg@10": 0.33260795753221944, "NanoBEIR_mean_maxsim_mrr@10": 0.31189417989417983, "NanoBEIR_mean_maxsim_map@100": 0.27426122293859406 }, "final": { "NanoMSMARCO_maxsim_accuracy@1": 0.16, "NanoMSMARCO_maxsim_accuracy@3": 0.32, "NanoMSMARCO_maxsim_accuracy@5": 0.42, "NanoMSMARCO_maxsim_accuracy@10": 0.7, "NanoMSMARCO_maxsim_precision@1": 0.16, "NanoMSMARCO_maxsim_precision@3": 0.10666666666666666, "NanoMSMARCO_maxsim_precision@5": 0.084, "NanoMSMARCO_maxsim_precision@10": 0.07, "NanoMSMARCO_maxsim_recall@1": 0.16, "NanoMSMARCO_maxsim_recall@3": 0.32, "NanoMSMARCO_maxsim_recall@5": 0.42, "NanoMSMARCO_maxsim_recall@10": 0.7, "NanoMSMARCO_maxsim_ndcg@10": 0.3858968432351718, "NanoMSMARCO_maxsim_mrr@10": 0.292015873015873, "NanoMSMARCO_maxsim_map@100": 0.3048587220806822, "NanoNQ_maxsim_accuracy@1": 0.28, "NanoNQ_maxsim_accuracy@3": 0.4, "NanoNQ_maxsim_accuracy@5": 0.48, "NanoNQ_maxsim_accuracy@10": 0.66, "NanoNQ_maxsim_precision@1": 0.28, "NanoNQ_maxsim_precision@3": 0.13333333333333333, "NanoNQ_maxsim_precision@5": 0.09600000000000002, "NanoNQ_maxsim_precision@10": 0.066, "NanoNQ_maxsim_recall@1": 0.27, "NanoNQ_maxsim_recall@3": 0.39, "NanoNQ_maxsim_recall@5": 0.46, "NanoNQ_maxsim_recall@10": 0.61, "NanoNQ_maxsim_ndcg@10": 0.42995107279160477, "NanoNQ_maxsim_mrr@10": 0.3832698412698412, "NanoNQ_maxsim_map@100": 0.3841358170885305, "NanoFiQA2018_maxsim_accuracy@1": 0.26, "NanoFiQA2018_maxsim_accuracy@3": 0.4, "NanoFiQA2018_maxsim_accuracy@5": 0.48, "NanoFiQA2018_maxsim_accuracy@10": 0.58, "NanoFiQA2018_maxsim_precision@1": 0.26, "NanoFiQA2018_maxsim_precision@3": 0.18, "NanoFiQA2018_maxsim_precision@5": 0.132, "NanoFiQA2018_maxsim_precision@10": 0.08, "NanoFiQA2018_maxsim_recall@1": 0.12285714285714285, "NanoFiQA2018_maxsim_recall@3": 0.251047619047619, "NanoFiQA2018_maxsim_recall@5": 0.3117142857142857, "NanoFiQA2018_maxsim_recall@10": 0.38704761904761903, "NanoFiQA2018_maxsim_ndcg@10": 0.3027040168258662, "NanoFiQA2018_maxsim_mrr@10": 0.36041269841269835, "NanoFiQA2018_maxsim_map@100": 0.24465363135397997, "NanoBEIR_mean_maxsim_accuracy@1": 0.23333333333333336, "NanoBEIR_mean_maxsim_accuracy@3": 0.37333333333333335, "NanoBEIR_mean_maxsim_accuracy@5": 0.45999999999999996, "NanoBEIR_mean_maxsim_accuracy@10": 0.6466666666666666, "NanoBEIR_mean_maxsim_precision@1": 0.23333333333333336, "NanoBEIR_mean_maxsim_precision@3": 0.13999999999999999, "NanoBEIR_mean_maxsim_precision@5": 0.10400000000000002, "NanoBEIR_mean_maxsim_precision@10": 0.07200000000000001, "NanoBEIR_mean_maxsim_recall@1": 0.1842857142857143, "NanoBEIR_mean_maxsim_recall@3": 0.32034920634920633, "NanoBEIR_mean_maxsim_recall@5": 0.3972380952380952, "NanoBEIR_mean_maxsim_recall@10": 0.5656825396825397, "NanoBEIR_mean_maxsim_ndcg@10": 0.37285064428421427, "NanoBEIR_mean_maxsim_mrr@10": 0.34523280423280417, "NanoBEIR_mean_maxsim_map@100": 0.31121605684106424 }, "best_checkpoint": "models\\bert-tiny-msmarco-long\\checkpoint-6000", "history": [ { "loss": 1.7376844882965088, "grad_norm": 7.415415287017822, "learning_rate": 0.0, "epoch": 0.00025497195308516065, "step": 1 }, { "loss": 1.734242497658243, "grad_norm": 6.916362762451172, "learning_rate": 9.800000000000001e-07, "epoch": 0.012748597654258032, "step": 50 }, { "loss": 1.7066943359375, "grad_norm": 7.056603908538818, "learning_rate": 1.98e-06, "epoch": 0.025497195308516064, "step": 100 }, { "loss": 1.6563580322265625, "grad_norm": 6.4600114822387695, "learning_rate": 2.9800000000000003e-06, "epoch": 0.0382457929627741, "step": 150 }, { "loss": 1.6342591857910156, "grad_norm": 5.999237060546875, "learning_rate": 3.980000000000001e-06, "epoch": 0.05099439061703213, "step": 200 }, { "loss": 1.6082415771484375, "grad_norm": 6.2727789878845215, "learning_rate": 4.980000000000001e-06, "epoch": 0.06374298827129016, "step": 250 }, { "loss": 1.5952156066894532, "grad_norm": 6.114912986755371, "learning_rate": 5.98e-06, "epoch": 0.0764915859255482, "step": 300 }, { "loss": 1.5606399536132813, "grad_norm": 6.401828765869141, "learning_rate": 6.98e-06, "epoch": 0.08924018357980622, "step": 350 }, { "loss": 1.5329177856445313, "grad_norm": 5.98675012588501, "learning_rate": 7.980000000000002e-06, "epoch": 0.10198878123406425, "step": 400 }, { "loss": 1.4977052307128906, "grad_norm": 5.7104811668396, "learning_rate": 8.98e-06, "epoch": 0.11473737888832228, "step": 450 }, { "loss": 1.5204747009277344, "grad_norm": 5.618879318237305, "learning_rate": 9.980000000000001e-06, "epoch": 0.12748597654258031, "step": 500 }, { "loss": 1.4602200317382812, "grad_norm": 5.667468070983887, "learning_rate": 9.94842105263158e-06, "epoch": 0.14023457419683835, "step": 550 }, { "loss": 1.4464675903320312, "grad_norm": 5.8273606300354, "learning_rate": 9.895789473684212e-06, "epoch": 0.1529831718510964, "step": 600 }, { "loss": 1.4250950622558594, "grad_norm": 5.368404388427734, "learning_rate": 9.843157894736843e-06, "epoch": 0.1657317695053544, "step": 650 }, { "loss": 1.3910955810546874, "grad_norm": 6.110495567321777, "learning_rate": 9.790526315789475e-06, "epoch": 0.17848036715961244, "step": 700 }, { "loss": 1.3776310729980468, "grad_norm": 5.904088020324707, "learning_rate": 9.737894736842107e-06, "epoch": 0.19122896481387047, "step": 750 }, { "loss": 1.3530450439453126, "grad_norm": 5.835149765014648, "learning_rate": 9.685263157894738e-06, "epoch": 0.2039775624681285, "step": 800 }, { "loss": 1.329677734375, "grad_norm": 5.804550647735596, "learning_rate": 9.63263157894737e-06, "epoch": 0.21672616012238655, "step": 850 }, { "loss": 1.3347909545898438, "grad_norm": 5.69650936126709, "learning_rate": 9.58e-06, "epoch": 0.22947475777664456, "step": 900 }, { "loss": 1.342314453125, "grad_norm": 6.2678680419921875, "learning_rate": 9.527368421052631e-06, "epoch": 0.2422233554309026, "step": 950 }, { "loss": 1.2871664428710938, "grad_norm": 5.946215629577637, "learning_rate": 9.474736842105265e-06, "epoch": 0.25497195308516063, "step": 1000 }, { "loss": 1.287988739013672, "grad_norm": 5.850720405578613, "learning_rate": 9.422105263157896e-06, "epoch": 0.26772055073941864, "step": 1050 }, { "loss": 1.2762126159667968, "grad_norm": 5.957949638366699, "learning_rate": 9.369473684210528e-06, "epoch": 0.2804691483936767, "step": 1100 }, { "loss": 1.2545075225830078, "grad_norm": 6.1128997802734375, "learning_rate": 9.316842105263158e-06, "epoch": 0.2932177460479347, "step": 1150 }, { "loss": 1.246324462890625, "grad_norm": 5.8769121170043945, "learning_rate": 9.26421052631579e-06, "epoch": 0.3059663437021928, "step": 1200 }, { "loss": 1.2491684722900391, "grad_norm": 5.3106255531311035, "learning_rate": 9.211578947368421e-06, "epoch": 0.3187149413564508, "step": 1250 }, { "loss": 1.2145277404785155, "grad_norm": 6.250970363616943, "learning_rate": 9.158947368421055e-06, "epoch": 0.3314635390107088, "step": 1300 }, { "loss": 1.236901168823242, "grad_norm": 5.616320610046387, "learning_rate": 9.106315789473684e-06, "epoch": 0.34421213666496686, "step": 1350 }, { "loss": 1.1994841003417969, "grad_norm": 6.206327438354492, "learning_rate": 9.053684210526316e-06, "epoch": 0.35696073431922487, "step": 1400 }, { "loss": 1.1949559020996094, "grad_norm": 5.921530246734619, "learning_rate": 9.001052631578948e-06, "epoch": 0.36970933197348294, "step": 1450 }, { "loss": 1.2016219329833984, "grad_norm": 6.331475257873535, "learning_rate": 8.94842105263158e-06, "epoch": 0.38245792962774094, "step": 1500 }, { "loss": 1.1622018432617187, "grad_norm": 6.142783164978027, "learning_rate": 8.895789473684211e-06, "epoch": 0.39520652728199895, "step": 1550 }, { "loss": 1.1885588073730469, "grad_norm": 5.811583518981934, "learning_rate": 8.843157894736843e-06, "epoch": 0.407955124936257, "step": 1600 }, { "loss": 1.1866447448730468, "grad_norm": 6.205753326416016, "learning_rate": 8.790526315789474e-06, "epoch": 0.42070372259051503, "step": 1650 }, { "loss": 1.1774078369140626, "grad_norm": 6.716350078582764, "learning_rate": 8.737894736842106e-06, "epoch": 0.4334523202447731, "step": 1700 }, { "loss": 1.1461508178710937, "grad_norm": 5.739165782928467, "learning_rate": 8.685263157894738e-06, "epoch": 0.4462009178990311, "step": 1750 }, { "loss": 1.1655081939697265, "grad_norm": 5.719452857971191, "learning_rate": 8.63263157894737e-06, "epoch": 0.4589495155532891, "step": 1800 }, { "loss": 1.1309088897705077, "grad_norm": 6.0798749923706055, "learning_rate": 8.580000000000001e-06, "epoch": 0.4716981132075472, "step": 1850 }, { "loss": 1.1612559509277345, "grad_norm": 6.256891250610352, "learning_rate": 8.527368421052632e-06, "epoch": 0.4844467108618052, "step": 1900 }, { "loss": 1.1465477752685547, "grad_norm": 5.919016361236572, "learning_rate": 8.474736842105264e-06, "epoch": 0.49719530851606325, "step": 1950 }, { "loss": 1.1740735626220704, "grad_norm": 5.964484691619873, "learning_rate": 8.422105263157896e-06, "epoch": 0.5099439061703213, "step": 2000 }, { "eval_loss": 0.8206618428230286, "eval_NanoMSMARCO_maxsim_accuracy@1": 0.14, "eval_NanoMSMARCO_maxsim_accuracy@3": 0.3, "eval_NanoMSMARCO_maxsim_accuracy@5": 0.44, "eval_NanoMSMARCO_maxsim_accuracy@10": 0.6, "eval_NanoMSMARCO_maxsim_precision@1": 0.14, "eval_NanoMSMARCO_maxsim_precision@3": 0.1, "eval_NanoMSMARCO_maxsim_precision@5": 0.08800000000000001, "eval_NanoMSMARCO_maxsim_precision@10": 0.06, "eval_NanoMSMARCO_maxsim_recall@1": 0.14, "eval_NanoMSMARCO_maxsim_recall@3": 0.3, "eval_NanoMSMARCO_maxsim_recall@5": 0.44, "eval_NanoMSMARCO_maxsim_recall@10": 0.6, "eval_NanoMSMARCO_maxsim_ndcg@10": 0.34600189291450606, "eval_NanoMSMARCO_maxsim_mrr@10": 0.26735714285714285, "eval_NanoMSMARCO_maxsim_map@100": 0.29039923269025436, "eval_NanoNQ_maxsim_accuracy@1": 0.22, "eval_NanoNQ_maxsim_accuracy@3": 0.38, "eval_NanoNQ_maxsim_accuracy@5": 0.5, "eval_NanoNQ_maxsim_accuracy@10": 0.68, "eval_NanoNQ_maxsim_precision@1": 0.22, "eval_NanoNQ_maxsim_precision@3": 0.12666666666666665, "eval_NanoNQ_maxsim_precision@5": 0.1, "eval_NanoNQ_maxsim_precision@10": 0.07, "eval_NanoNQ_maxsim_recall@1": 0.21, "eval_NanoNQ_maxsim_recall@3": 0.37, "eval_NanoNQ_maxsim_recall@5": 0.48, "eval_NanoNQ_maxsim_recall@10": 0.65, "eval_NanoNQ_maxsim_ndcg@10": 0.4138066133720556, "eval_NanoNQ_maxsim_mrr@10": 0.34757142857142853, "eval_NanoNQ_maxsim_map@100": 0.3463553396303396, "eval_NanoFiQA2018_maxsim_accuracy@1": 0.22, "eval_NanoFiQA2018_maxsim_accuracy@3": 0.34, "eval_NanoFiQA2018_maxsim_accuracy@5": 0.46, "eval_NanoFiQA2018_maxsim_accuracy@10": 0.58, "eval_NanoFiQA2018_maxsim_precision@1": 0.22, "eval_NanoFiQA2018_maxsim_precision@3": 0.16, "eval_NanoFiQA2018_maxsim_precision@5": 0.132, "eval_NanoFiQA2018_maxsim_precision@10": 0.08, "eval_NanoFiQA2018_maxsim_recall@1": 0.09885714285714287, "eval_NanoFiQA2018_maxsim_recall@3": 0.1963809523809524, "eval_NanoFiQA2018_maxsim_recall@5": 0.29304761904761906, "eval_NanoFiQA2018_maxsim_recall@10": 0.38704761904761903, "eval_NanoFiQA2018_maxsim_ndcg@10": 0.2792292147240143, "eval_NanoFiQA2018_maxsim_mrr@10": 0.32299999999999995, "eval_NanoFiQA2018_maxsim_map@100": 0.2137404159684256, "eval_NanoBEIR_mean_maxsim_accuracy@1": 0.19333333333333333, "eval_NanoBEIR_mean_maxsim_accuracy@3": 0.34, "eval_NanoBEIR_mean_maxsim_accuracy@5": 0.4666666666666666, "eval_NanoBEIR_mean_maxsim_accuracy@10": 0.62, "eval_NanoBEIR_mean_maxsim_precision@1": 0.19333333333333333, "eval_NanoBEIR_mean_maxsim_precision@3": 0.1288888888888889, "eval_NanoBEIR_mean_maxsim_precision@5": 0.10666666666666667, "eval_NanoBEIR_mean_maxsim_precision@10": 0.07, "eval_NanoBEIR_mean_maxsim_recall@1": 0.14961904761904762, "eval_NanoBEIR_mean_maxsim_recall@3": 0.28879365079365077, "eval_NanoBEIR_mean_maxsim_recall@5": 0.4043492063492063, "eval_NanoBEIR_mean_maxsim_recall@10": 0.5456825396825397, "eval_NanoBEIR_mean_maxsim_ndcg@10": 0.3463459070035253, "eval_NanoBEIR_mean_maxsim_mrr@10": 0.3126428571428571, "eval_NanoBEIR_mean_maxsim_map@100": 0.2834983294296732, "eval_runtime": 4.0747, "eval_samples_per_second": 251.305, "eval_steps_per_second": 7.853, "epoch": 0.5099439061703213, "step": 2000 }, { "loss": 1.1287294006347657, "grad_norm": 5.990379333496094, "learning_rate": 8.369473684210527e-06, "epoch": 0.5226925038245793, "step": 2050 }, { "loss": 1.1324900054931641, "grad_norm": 5.922431468963623, "learning_rate": 8.316842105263159e-06, "epoch": 0.5354411014788373, "step": 2100 }, { "loss": 1.1120962524414062, "grad_norm": 5.448898792266846, "learning_rate": 8.26421052631579e-06, "epoch": 0.5481896991330953, "step": 2150 }, { "loss": 1.104578628540039, "grad_norm": 5.152342319488525, "learning_rate": 8.211578947368422e-06, "epoch": 0.5609382967873534, "step": 2200 }, { "loss": 1.1026490783691407, "grad_norm": 5.983816623687744, "learning_rate": 8.158947368421052e-06, "epoch": 0.5736868944416115, "step": 2250 }, { "loss": 1.124510269165039, "grad_norm": 6.402281284332275, "learning_rate": 8.106315789473684e-06, "epoch": 0.5864354920958694, "step": 2300 }, { "loss": 1.1252516937255859, "grad_norm": 6.615288257598877, "learning_rate": 8.053684210526317e-06, "epoch": 0.5991840897501275, "step": 2350 }, { "loss": 1.1050936126708983, "grad_norm": 6.889590740203857, "learning_rate": 8.001052631578949e-06, "epoch": 0.6119326874043856, "step": 2400 }, { "loss": 1.0870243835449218, "grad_norm": 6.245548725128174, "learning_rate": 7.94842105263158e-06, "epoch": 0.6246812850586435, "step": 2450 }, { "loss": 1.077528839111328, "grad_norm": 5.783371448516846, "learning_rate": 7.89578947368421e-06, "epoch": 0.6374298827129016, "step": 2500 }, { "loss": 1.0713024139404297, "grad_norm": 5.964858531951904, "learning_rate": 7.843157894736842e-06, "epoch": 0.6501784803671596, "step": 2550 }, { "loss": 1.0945580291748047, "grad_norm": 5.975121974945068, "learning_rate": 7.790526315789474e-06, "epoch": 0.6629270780214176, "step": 2600 }, { "loss": 1.0681832885742188, "grad_norm": 6.2195611000061035, "learning_rate": 7.737894736842105e-06, "epoch": 0.6756756756756757, "step": 2650 }, { "loss": 1.0537023162841797, "grad_norm": 5.614584922790527, "learning_rate": 7.685263157894739e-06, "epoch": 0.6884242733299337, "step": 2700 }, { "loss": 1.0500063323974609, "grad_norm": 5.860501289367676, "learning_rate": 7.632631578947369e-06, "epoch": 0.7011728709841918, "step": 2750 }, { "loss": 1.0920198059082031, "grad_norm": 6.509205341339111, "learning_rate": 7.58e-06, "epoch": 0.7139214686384497, "step": 2800 }, { "loss": 1.0873284912109376, "grad_norm": 5.848539352416992, "learning_rate": 7.527368421052632e-06, "epoch": 0.7266700662927078, "step": 2850 }, { "loss": 1.059793701171875, "grad_norm": 7.743218898773193, "learning_rate": 7.4747368421052635e-06, "epoch": 0.7394186639469659, "step": 2900 }, { "loss": 1.0745486450195312, "grad_norm": 5.6027607917785645, "learning_rate": 7.422105263157895e-06, "epoch": 0.7521672616012238, "step": 2950 }, { "loss": 1.0586804962158203, "grad_norm": 5.33534574508667, "learning_rate": 7.369473684210528e-06, "epoch": 0.7649158592554819, "step": 3000 }, { "loss": 1.0532286834716797, "grad_norm": 5.572927951812744, "learning_rate": 7.3168421052631585e-06, "epoch": 0.77766445690974, "step": 3050 }, { "loss": 1.0608716583251954, "grad_norm": 5.5701775550842285, "learning_rate": 7.26421052631579e-06, "epoch": 0.7904130545639979, "step": 3100 }, { "loss": 1.061068344116211, "grad_norm": 5.325122356414795, "learning_rate": 7.211578947368422e-06, "epoch": 0.803161652218256, "step": 3150 }, { "loss": 1.059212646484375, "grad_norm": 5.75468111038208, "learning_rate": 7.158947368421053e-06, "epoch": 0.815910249872514, "step": 3200 }, { "loss": 1.041295928955078, "grad_norm": 6.296924591064453, "learning_rate": 7.106315789473684e-06, "epoch": 0.8286588475267721, "step": 3250 }, { "loss": 1.0224284362792968, "grad_norm": 5.157304763793945, "learning_rate": 7.053684210526316e-06, "epoch": 0.8414074451810301, "step": 3300 }, { "loss": 1.0371504974365235, "grad_norm": 6.586690902709961, "learning_rate": 7.001052631578948e-06, "epoch": 0.8541560428352881, "step": 3350 }, { "loss": 1.054374008178711, "grad_norm": 6.449936389923096, "learning_rate": 6.94842105263158e-06, "epoch": 0.8669046404895462, "step": 3400 }, { "loss": 0.9921880340576172, "grad_norm": 5.447681903839111, "learning_rate": 6.8957894736842116e-06, "epoch": 0.8796532381438041, "step": 3450 }, { "loss": 1.0214737701416015, "grad_norm": 6.658762454986572, "learning_rate": 6.843157894736842e-06, "epoch": 0.8924018357980622, "step": 3500 }, { "loss": 1.0051663970947267, "grad_norm": 6.1249680519104, "learning_rate": 6.790526315789474e-06, "epoch": 0.9051504334523203, "step": 3550 }, { "loss": 1.0060914611816407, "grad_norm": 6.070328712463379, "learning_rate": 6.737894736842106e-06, "epoch": 0.9178990311065782, "step": 3600 }, { "loss": 1.0136323547363282, "grad_norm": 5.561135292053223, "learning_rate": 6.685263157894737e-06, "epoch": 0.9306476287608363, "step": 3650 }, { "loss": 1.0235866546630858, "grad_norm": 6.205555438995361, "learning_rate": 6.63263157894737e-06, "epoch": 0.9433962264150944, "step": 3700 }, { "loss": 0.993685302734375, "grad_norm": 5.501027584075928, "learning_rate": 6.5800000000000005e-06, "epoch": 0.9561448240693524, "step": 3750 }, { "loss": 1.012783203125, "grad_norm": 6.655802249908447, "learning_rate": 6.527368421052632e-06, "epoch": 0.9688934217236104, "step": 3800 }, { "loss": 1.0399366760253905, "grad_norm": 6.5160956382751465, "learning_rate": 6.474736842105264e-06, "epoch": 0.9816420193778684, "step": 3850 }, { "loss": 0.9839756774902344, "grad_norm": 6.4597039222717285, "learning_rate": 6.4221052631578954e-06, "epoch": 0.9943906170321265, "step": 3900 }, { "loss": 0.9999301910400391, "grad_norm": 5.411151885986328, "learning_rate": 6.369473684210526e-06, "epoch": 1.0071392146863845, "step": 3950 }, { "loss": 1.0204017639160157, "grad_norm": 5.2421112060546875, "learning_rate": 6.316842105263158e-06, "epoch": 1.0198878123406425, "step": 4000 }, { "eval_loss": 0.7237886190414429, "eval_NanoMSMARCO_maxsim_accuracy@1": 0.16, "eval_NanoMSMARCO_maxsim_accuracy@3": 0.34, "eval_NanoMSMARCO_maxsim_accuracy@5": 0.42, "eval_NanoMSMARCO_maxsim_accuracy@10": 0.68, "eval_NanoMSMARCO_maxsim_precision@1": 0.16, "eval_NanoMSMARCO_maxsim_precision@3": 0.11333333333333333, "eval_NanoMSMARCO_maxsim_precision@5": 0.084, "eval_NanoMSMARCO_maxsim_precision@10": 0.068, "eval_NanoMSMARCO_maxsim_recall@1": 0.16, "eval_NanoMSMARCO_maxsim_recall@3": 0.34, "eval_NanoMSMARCO_maxsim_recall@5": 0.42, "eval_NanoMSMARCO_maxsim_recall@10": 0.68, "eval_NanoMSMARCO_maxsim_ndcg@10": 0.3782341818236686, "eval_NanoMSMARCO_maxsim_mrr@10": 0.2877619047619047, "eval_NanoMSMARCO_maxsim_map@100": 0.30340628302046213, "eval_NanoNQ_maxsim_accuracy@1": 0.28, "eval_NanoNQ_maxsim_accuracy@3": 0.38, "eval_NanoNQ_maxsim_accuracy@5": 0.5, "eval_NanoNQ_maxsim_accuracy@10": 0.7, "eval_NanoNQ_maxsim_precision@1": 0.28, "eval_NanoNQ_maxsim_precision@3": 0.12666666666666665, "eval_NanoNQ_maxsim_precision@5": 0.1, "eval_NanoNQ_maxsim_precision@10": 0.07, "eval_NanoNQ_maxsim_recall@1": 0.27, "eval_NanoNQ_maxsim_recall@3": 0.37, "eval_NanoNQ_maxsim_recall@5": 0.48, "eval_NanoNQ_maxsim_recall@10": 0.65, "eval_NanoNQ_maxsim_ndcg@10": 0.4405203635714057, "eval_NanoNQ_maxsim_mrr@10": 0.38526984126984126, "eval_NanoNQ_maxsim_map@100": 0.3829180996894442, "eval_NanoFiQA2018_maxsim_accuracy@1": 0.24, "eval_NanoFiQA2018_maxsim_accuracy@3": 0.4, "eval_NanoFiQA2018_maxsim_accuracy@5": 0.46, "eval_NanoFiQA2018_maxsim_accuracy@10": 0.58, "eval_NanoFiQA2018_maxsim_precision@1": 0.24, "eval_NanoFiQA2018_maxsim_precision@3": 0.18, "eval_NanoFiQA2018_maxsim_precision@5": 0.132, "eval_NanoFiQA2018_maxsim_precision@10": 0.08, "eval_NanoFiQA2018_maxsim_recall@1": 0.09952380952380953, "eval_NanoFiQA2018_maxsim_recall@3": 0.251047619047619, "eval_NanoFiQA2018_maxsim_recall@5": 0.303047619047619, "eval_NanoFiQA2018_maxsim_recall@10": 0.38704761904761903, "eval_NanoFiQA2018_maxsim_ndcg@10": 0.28811105912017293, "eval_NanoFiQA2018_maxsim_mrr@10": 0.34024603174603174, "eval_NanoFiQA2018_maxsim_map@100": 0.22545265942194526, "eval_NanoBEIR_mean_maxsim_accuracy@1": 0.22666666666666668, "eval_NanoBEIR_mean_maxsim_accuracy@3": 0.37333333333333335, "eval_NanoBEIR_mean_maxsim_accuracy@5": 0.45999999999999996, "eval_NanoBEIR_mean_maxsim_accuracy@10": 0.6533333333333333, "eval_NanoBEIR_mean_maxsim_precision@1": 0.22666666666666668, "eval_NanoBEIR_mean_maxsim_precision@3": 0.13999999999999999, "eval_NanoBEIR_mean_maxsim_precision@5": 0.10533333333333333, "eval_NanoBEIR_mean_maxsim_precision@10": 0.07266666666666667, "eval_NanoBEIR_mean_maxsim_recall@1": 0.17650793650793653, "eval_NanoBEIR_mean_maxsim_recall@3": 0.32034920634920633, "eval_NanoBEIR_mean_maxsim_recall@5": 0.401015873015873, "eval_NanoBEIR_mean_maxsim_recall@10": 0.5723492063492064, "eval_NanoBEIR_mean_maxsim_ndcg@10": 0.3689552015050824, "eval_NanoBEIR_mean_maxsim_mrr@10": 0.33775925925925926, "eval_NanoBEIR_mean_maxsim_map@100": 0.3039256807106172, "eval_runtime": 3.7291, "eval_samples_per_second": 274.6, "eval_steps_per_second": 8.581, "epoch": 1.0198878123406425, "step": 4000 }, { "loss": 1.0074549865722657, "grad_norm": 5.800049781799316, "learning_rate": 6.26421052631579e-06, "epoch": 1.0326364099949006, "step": 4050 }, { "loss": 1.0111343383789062, "grad_norm": 5.648647308349609, "learning_rate": 6.211578947368422e-06, "epoch": 1.0453850076491586, "step": 4100 }, { "loss": 0.9972299194335937, "grad_norm": 5.885046482086182, "learning_rate": 6.158947368421054e-06, "epoch": 1.0581336053034167, "step": 4150 }, { "loss": 1.0143543243408204, "grad_norm": 5.489906311035156, "learning_rate": 6.106315789473684e-06, "epoch": 1.0708822029576746, "step": 4200 }, { "loss": 1.0053844451904297, "grad_norm": 5.163933277130127, "learning_rate": 6.053684210526316e-06, "epoch": 1.0836308006119326, "step": 4250 }, { "loss": 1.01227783203125, "grad_norm": 5.415525913238525, "learning_rate": 6.001052631578948e-06, "epoch": 1.0963793982661907, "step": 4300 }, { "loss": 0.9975738525390625, "grad_norm": 6.0239715576171875, "learning_rate": 5.94842105263158e-06, "epoch": 1.1091279959204488, "step": 4350 }, { "loss": 0.9797928619384766, "grad_norm": 5.9564127922058105, "learning_rate": 5.895789473684212e-06, "epoch": 1.1218765935747068, "step": 4400 }, { "loss": 1.0313327026367187, "grad_norm": 6.634435653686523, "learning_rate": 5.843157894736843e-06, "epoch": 1.1346251912289649, "step": 4450 }, { "loss": 0.9912808227539063, "grad_norm": 5.924166679382324, "learning_rate": 5.790526315789474e-06, "epoch": 1.1473737888832227, "step": 4500 }, { "loss": 0.9911473846435547, "grad_norm": 5.722446918487549, "learning_rate": 5.737894736842106e-06, "epoch": 1.1601223865374808, "step": 4550 }, { "loss": 0.9879852294921875, "grad_norm": 5.746371269226074, "learning_rate": 5.685263157894737e-06, "epoch": 1.1728709841917389, "step": 4600 }, { "loss": 0.9833634948730469, "grad_norm": 5.92328405380249, "learning_rate": 5.632631578947368e-06, "epoch": 1.185619581845997, "step": 4650 }, { "loss": 0.9488947296142578, "grad_norm": 5.607302665710449, "learning_rate": 5.580000000000001e-06, "epoch": 1.198368179500255, "step": 4700 }, { "loss": 0.9462134552001953, "grad_norm": 5.134405612945557, "learning_rate": 5.527368421052632e-06, "epoch": 1.211116777154513, "step": 4750 }, { "loss": 0.9669766235351562, "grad_norm": 6.016522407531738, "learning_rate": 5.474736842105264e-06, "epoch": 1.2238653748087711, "step": 4800 }, { "loss": 0.9765520477294922, "grad_norm": 5.564464092254639, "learning_rate": 5.422105263157895e-06, "epoch": 1.236613972463029, "step": 4850 }, { "loss": 0.9655083465576172, "grad_norm": 5.814446449279785, "learning_rate": 5.3694736842105265e-06, "epoch": 1.249362570117287, "step": 4900 }, { "loss": 0.9524942779541016, "grad_norm": 5.315156936645508, "learning_rate": 5.316842105263158e-06, "epoch": 1.262111167771545, "step": 4950 }, { "loss": 0.9818015289306641, "grad_norm": 6.273362159729004, "learning_rate": 5.26421052631579e-06, "epoch": 1.2748597654258031, "step": 5000 }, { "loss": 0.9698784637451172, "grad_norm": 5.575201988220215, "learning_rate": 5.211578947368422e-06, "epoch": 1.2876083630800612, "step": 5050 }, { "loss": 0.9678575134277344, "grad_norm": 6.0221686363220215, "learning_rate": 5.158947368421053e-06, "epoch": 1.3003569607343193, "step": 5100 }, { "loss": 0.9810379791259766, "grad_norm": 5.811202526092529, "learning_rate": 5.106315789473685e-06, "epoch": 1.3131055583885773, "step": 5150 }, { "loss": 0.9722916412353516, "grad_norm": 5.7698211669921875, "learning_rate": 5.053684210526316e-06, "epoch": 1.3258541560428352, "step": 5200 }, { "loss": 0.9659819793701172, "grad_norm": 6.167635440826416, "learning_rate": 5.001052631578948e-06, "epoch": 1.3386027536970933, "step": 5250 }, { "loss": 0.9688465118408203, "grad_norm": 5.632967948913574, "learning_rate": 4.94842105263158e-06, "epoch": 1.3513513513513513, "step": 5300 }, { "loss": 0.97010009765625, "grad_norm": 5.637306213378906, "learning_rate": 4.895789473684211e-06, "epoch": 1.3640999490056094, "step": 5350 }, { "loss": 0.9531510162353516, "grad_norm": 4.932260036468506, "learning_rate": 4.843157894736842e-06, "epoch": 1.3768485466598674, "step": 5400 }, { "loss": 0.9817030334472656, "grad_norm": 5.899550914764404, "learning_rate": 4.790526315789474e-06, "epoch": 1.3895971443141255, "step": 5450 }, { "loss": 0.9400790405273437, "grad_norm": 5.441213607788086, "learning_rate": 4.737894736842106e-06, "epoch": 1.4023457419683836, "step": 5500 }, { "loss": 0.9398882293701172, "grad_norm": 5.9854655265808105, "learning_rate": 4.685263157894737e-06, "epoch": 1.4150943396226414, "step": 5550 }, { "loss": 0.9505341339111328, "grad_norm": 5.776639938354492, "learning_rate": 4.6326315789473686e-06, "epoch": 1.4278429372768995, "step": 5600 }, { "loss": 0.9515079498291016, "grad_norm": 5.740902900695801, "learning_rate": 4.58e-06, "epoch": 1.4405915349311575, "step": 5650 }, { "loss": 0.9575539398193359, "grad_norm": 6.547975063323975, "learning_rate": 4.527368421052632e-06, "epoch": 1.4533401325854156, "step": 5700 }, { "loss": 0.9672400665283203, "grad_norm": 6.232046127319336, "learning_rate": 4.4747368421052635e-06, "epoch": 1.4660887302396737, "step": 5750 }, { "loss": 0.9414089965820313, "grad_norm": 5.383060455322266, "learning_rate": 4.422105263157895e-06, "epoch": 1.4788373278939317, "step": 5800 }, { "loss": 0.9354756927490234, "grad_norm": 5.175451278686523, "learning_rate": 4.369473684210527e-06, "epoch": 1.4915859255481898, "step": 5850 }, { "loss": 0.9615425872802734, "grad_norm": 6.005729675292969, "learning_rate": 4.316842105263158e-06, "epoch": 1.5043345232024476, "step": 5900 }, { "loss": 0.943619384765625, "grad_norm": 5.894584655761719, "learning_rate": 4.264210526315789e-06, "epoch": 1.5170831208567057, "step": 5950 }, { "loss": 0.964720458984375, "grad_norm": 5.264230251312256, "learning_rate": 4.211578947368422e-06, "epoch": 1.5298317185109638, "step": 6000 }, { "eval_loss": 0.6845850944519043, "eval_NanoMSMARCO_maxsim_accuracy@1": 0.16, "eval_NanoMSMARCO_maxsim_accuracy@3": 0.32, "eval_NanoMSMARCO_maxsim_accuracy@5": 0.42, "eval_NanoMSMARCO_maxsim_accuracy@10": 0.7, "eval_NanoMSMARCO_maxsim_precision@1": 0.16, "eval_NanoMSMARCO_maxsim_precision@3": 0.10666666666666666, "eval_NanoMSMARCO_maxsim_precision@5": 0.084, "eval_NanoMSMARCO_maxsim_precision@10": 0.07, "eval_NanoMSMARCO_maxsim_recall@1": 0.16, "eval_NanoMSMARCO_maxsim_recall@3": 0.32, "eval_NanoMSMARCO_maxsim_recall@5": 0.42, "eval_NanoMSMARCO_maxsim_recall@10": 0.7, "eval_NanoMSMARCO_maxsim_ndcg@10": 0.3858968432351718, "eval_NanoMSMARCO_maxsim_mrr@10": 0.292015873015873, "eval_NanoMSMARCO_maxsim_map@100": 0.3048587220806822, "eval_NanoNQ_maxsim_accuracy@1": 0.28, "eval_NanoNQ_maxsim_accuracy@3": 0.4, "eval_NanoNQ_maxsim_accuracy@5": 0.48, "eval_NanoNQ_maxsim_accuracy@10": 0.66, "eval_NanoNQ_maxsim_precision@1": 0.28, "eval_NanoNQ_maxsim_precision@3": 0.13333333333333333, "eval_NanoNQ_maxsim_precision@5": 0.09600000000000002, "eval_NanoNQ_maxsim_precision@10": 0.066, "eval_NanoNQ_maxsim_recall@1": 0.27, "eval_NanoNQ_maxsim_recall@3": 0.39, "eval_NanoNQ_maxsim_recall@5": 0.46, "eval_NanoNQ_maxsim_recall@10": 0.61, "eval_NanoNQ_maxsim_ndcg@10": 0.43040854986709853, "eval_NanoNQ_maxsim_mrr@10": 0.3837460317460317, "eval_NanoNQ_maxsim_map@100": 0.38461468064678456, "eval_NanoFiQA2018_maxsim_accuracy@1": 0.26, "eval_NanoFiQA2018_maxsim_accuracy@3": 0.4, "eval_NanoFiQA2018_maxsim_accuracy@5": 0.48, "eval_NanoFiQA2018_maxsim_accuracy@10": 0.58, "eval_NanoFiQA2018_maxsim_precision@1": 0.26, "eval_NanoFiQA2018_maxsim_precision@3": 0.18, "eval_NanoFiQA2018_maxsim_precision@5": 0.132, "eval_NanoFiQA2018_maxsim_precision@10": 0.08, "eval_NanoFiQA2018_maxsim_recall@1": 0.12285714285714285, "eval_NanoFiQA2018_maxsim_recall@3": 0.251047619047619, "eval_NanoFiQA2018_maxsim_recall@5": 0.3117142857142857, "eval_NanoFiQA2018_maxsim_recall@10": 0.38704761904761903, "eval_NanoFiQA2018_maxsim_ndcg@10": 0.3025488588070337, "eval_NanoFiQA2018_maxsim_mrr@10": 0.36041269841269835, "eval_NanoFiQA2018_maxsim_map@100": 0.24423869572488793, "eval_NanoBEIR_mean_maxsim_accuracy@1": 0.23333333333333336, "eval_NanoBEIR_mean_maxsim_accuracy@3": 0.37333333333333335, "eval_NanoBEIR_mean_maxsim_accuracy@5": 0.45999999999999996, "eval_NanoBEIR_mean_maxsim_accuracy@10": 0.6466666666666666, "eval_NanoBEIR_mean_maxsim_precision@1": 0.23333333333333336, "eval_NanoBEIR_mean_maxsim_precision@3": 0.13999999999999999, "eval_NanoBEIR_mean_maxsim_precision@5": 0.10400000000000002, "eval_NanoBEIR_mean_maxsim_precision@10": 0.07200000000000001, "eval_NanoBEIR_mean_maxsim_recall@1": 0.1842857142857143, "eval_NanoBEIR_mean_maxsim_recall@3": 0.32034920634920633, "eval_NanoBEIR_mean_maxsim_recall@5": 0.3972380952380952, "eval_NanoBEIR_mean_maxsim_recall@10": 0.5656825396825397, "eval_NanoBEIR_mean_maxsim_ndcg@10": 0.3729514173031014, "eval_NanoBEIR_mean_maxsim_mrr@10": 0.34539153439153436, "eval_NanoBEIR_mean_maxsim_map@100": 0.31123736615078484, "eval_runtime": 3.7136, "eval_samples_per_second": 275.74, "eval_steps_per_second": 8.617, "epoch": 1.5298317185109638, "step": 6000 }, { "loss": 0.9527646636962891, "grad_norm": 5.419942855834961, "learning_rate": 4.158947368421053e-06, "epoch": 1.5425803161652218, "step": 6050 }, { "loss": 0.9358503723144531, "grad_norm": 5.1898298263549805, "learning_rate": 4.106315789473684e-06, "epoch": 1.55532891381948, "step": 6100 }, { "loss": 0.9409062957763672, "grad_norm": 5.944079875946045, "learning_rate": 4.0536842105263166e-06, "epoch": 1.5680775114737378, "step": 6150 }, { "loss": 0.9534385681152344, "grad_norm": 5.932693958282471, "learning_rate": 4.001052631578947e-06, "epoch": 1.580826109127996, "step": 6200 }, { "loss": 0.9594136047363281, "grad_norm": 5.8394389152526855, "learning_rate": 3.948421052631579e-06, "epoch": 1.5935747067822539, "step": 6250 }, { "loss": 0.9496177673339844, "grad_norm": 5.904182434082031, "learning_rate": 3.8957894736842115e-06, "epoch": 1.606323304436512, "step": 6300 }, { "loss": 0.9397685241699218, "grad_norm": 6.152402877807617, "learning_rate": 3.843157894736842e-06, "epoch": 1.61907190209077, "step": 6350 }, { "loss": 0.9368280029296875, "grad_norm": 5.958895683288574, "learning_rate": 3.790526315789474e-06, "epoch": 1.631820499745028, "step": 6400 }, { "loss": 0.9481920623779296, "grad_norm": 5.238616466522217, "learning_rate": 3.7378947368421055e-06, "epoch": 1.6445690973992861, "step": 6450 }, { "loss": 0.9392526245117188, "grad_norm": 6.374394416809082, "learning_rate": 3.685263157894737e-06, "epoch": 1.657317695053544, "step": 6500 }, { "loss": 0.9600529479980469, "grad_norm": 6.4856276512146, "learning_rate": 3.632631578947369e-06, "epoch": 1.6700662927078023, "step": 6550 }, { "loss": 0.9296820068359375, "grad_norm": 5.436391830444336, "learning_rate": 3.58e-06, "epoch": 1.6828148903620601, "step": 6600 }, { "loss": 0.9262808227539062, "grad_norm": 5.286633014678955, "learning_rate": 3.527368421052632e-06, "epoch": 1.6955634880163182, "step": 6650 }, { "loss": 0.9391435241699219, "grad_norm": 6.064976215362549, "learning_rate": 3.4747368421052637e-06, "epoch": 1.7083120856705762, "step": 6700 }, { "loss": 0.9423677825927734, "grad_norm": 5.806890487670898, "learning_rate": 3.422105263157895e-06, "epoch": 1.7210606833248343, "step": 6750 }, { "loss": 0.9356842803955078, "grad_norm": 5.708329200744629, "learning_rate": 3.369473684210526e-06, "epoch": 1.7338092809790924, "step": 6800 }, { "loss": 0.9470310974121093, "grad_norm": 5.327975749969482, "learning_rate": 3.3168421052631582e-06, "epoch": 1.7465578786333502, "step": 6850 }, { "loss": 0.9314807891845703, "grad_norm": 5.52776575088501, "learning_rate": 3.26421052631579e-06, "epoch": 1.7593064762876085, "step": 6900 }, { "loss": 0.9288822937011719, "grad_norm": 6.206039905548096, "learning_rate": 3.211578947368421e-06, "epoch": 1.7720550739418663, "step": 6950 }, { "loss": 0.9206436920166016, "grad_norm": 5.821423530578613, "learning_rate": 3.158947368421053e-06, "epoch": 1.7848036715961244, "step": 7000 }, { "loss": 0.9493258666992187, "grad_norm": 5.648779392242432, "learning_rate": 3.1063157894736843e-06, "epoch": 1.7975522692503825, "step": 7050 }, { "loss": 0.953025131225586, "grad_norm": 6.218502998352051, "learning_rate": 3.053684210526316e-06, "epoch": 1.8103008669046405, "step": 7100 }, { "loss": 0.9378658294677734, "grad_norm": 6.421555042266846, "learning_rate": 3.001052631578948e-06, "epoch": 1.8230494645588986, "step": 7150 }, { "loss": 0.9349431610107422, "grad_norm": 5.718181610107422, "learning_rate": 2.9484210526315792e-06, "epoch": 1.8357980622131564, "step": 7200 }, { "loss": 0.9017268371582031, "grad_norm": 6.304521560668945, "learning_rate": 2.895789473684211e-06, "epoch": 1.8485466598674147, "step": 7250 }, { "loss": 0.9407036590576172, "grad_norm": 6.817096710205078, "learning_rate": 2.843157894736842e-06, "epoch": 1.8612952575216726, "step": 7300 }, { "loss": 0.9158139038085937, "grad_norm": 6.281953811645508, "learning_rate": 2.790526315789474e-06, "epoch": 1.8740438551759306, "step": 7350 }, { "loss": 0.941224594116211, "grad_norm": 5.203763008117676, "learning_rate": 2.7378947368421054e-06, "epoch": 1.8867924528301887, "step": 7400 }, { "loss": 0.923984375, "grad_norm": 4.658481597900391, "learning_rate": 2.685263157894737e-06, "epoch": 1.8995410504844465, "step": 7450 }, { "loss": 0.9257674407958985, "grad_norm": 4.8184075355529785, "learning_rate": 2.632631578947369e-06, "epoch": 1.9122896481387048, "step": 7500 }, { "loss": 0.9456035614013671, "grad_norm": 5.411379337310791, "learning_rate": 2.5800000000000003e-06, "epoch": 1.9250382457929627, "step": 7550 }, { "loss": 0.9428106689453125, "grad_norm": 5.237967014312744, "learning_rate": 2.5273684210526315e-06, "epoch": 1.937786843447221, "step": 7600 }, { "loss": 0.9630010986328125, "grad_norm": 5.7921857833862305, "learning_rate": 2.4747368421052636e-06, "epoch": 1.9505354411014788, "step": 7650 }, { "loss": 0.945229263305664, "grad_norm": 5.247952461242676, "learning_rate": 2.422105263157895e-06, "epoch": 1.9632840387557369, "step": 7700 }, { "loss": 0.9221783447265625, "grad_norm": 5.966209411621094, "learning_rate": 2.3694736842105264e-06, "epoch": 1.976032636409995, "step": 7750 }, { "loss": 0.9287884521484375, "grad_norm": 5.2588982582092285, "learning_rate": 2.316842105263158e-06, "epoch": 1.9887812340642528, "step": 7800 }, { "loss": 0.9349156188964843, "grad_norm": 5.415347576141357, "learning_rate": 2.2642105263157897e-06, "epoch": 2.001529831718511, "step": 7850 }, { "loss": 0.9354501342773438, "grad_norm": 5.250112056732178, "learning_rate": 2.2115789473684213e-06, "epoch": 2.014278429372769, "step": 7900 }, { "loss": 0.9040863800048828, "grad_norm": 5.810637474060059, "learning_rate": 2.1589473684210525e-06, "epoch": 2.027027027027027, "step": 7950 }, { "loss": 0.9092691802978515, "grad_norm": 5.8565473556518555, "learning_rate": 2.106315789473684e-06, "epoch": 2.039775624681285, "step": 8000 }, { "eval_loss": 0.6677519083023071, "eval_NanoMSMARCO_maxsim_accuracy@1": 0.14, "eval_NanoMSMARCO_maxsim_accuracy@3": 0.32, "eval_NanoMSMARCO_maxsim_accuracy@5": 0.42, "eval_NanoMSMARCO_maxsim_accuracy@10": 0.7, "eval_NanoMSMARCO_maxsim_precision@1": 0.14, "eval_NanoMSMARCO_maxsim_precision@3": 0.10666666666666666, "eval_NanoMSMARCO_maxsim_precision@5": 0.084, "eval_NanoMSMARCO_maxsim_precision@10": 0.07, "eval_NanoMSMARCO_maxsim_recall@1": 0.14, "eval_NanoMSMARCO_maxsim_recall@3": 0.32, "eval_NanoMSMARCO_maxsim_recall@5": 0.42, "eval_NanoMSMARCO_maxsim_recall@10": 0.7, "eval_NanoMSMARCO_maxsim_ndcg@10": 0.3805043522757907, "eval_NanoMSMARCO_maxsim_mrr@10": 0.28398412698412695, "eval_NanoMSMARCO_maxsim_map@100": 0.296316419715738, "eval_NanoNQ_maxsim_accuracy@1": 0.28, "eval_NanoNQ_maxsim_accuracy@3": 0.4, "eval_NanoNQ_maxsim_accuracy@5": 0.48, "eval_NanoNQ_maxsim_accuracy@10": 0.68, "eval_NanoNQ_maxsim_precision@1": 0.28, "eval_NanoNQ_maxsim_precision@3": 0.13333333333333333, "eval_NanoNQ_maxsim_precision@5": 0.09600000000000002, "eval_NanoNQ_maxsim_precision@10": 0.068, "eval_NanoNQ_maxsim_recall@1": 0.27, "eval_NanoNQ_maxsim_recall@3": 0.39, "eval_NanoNQ_maxsim_recall@5": 0.47, "eval_NanoNQ_maxsim_recall@10": 0.63, "eval_NanoNQ_maxsim_ndcg@10": 0.4370852546051692, "eval_NanoNQ_maxsim_mrr@10": 0.38649206349206344, "eval_NanoNQ_maxsim_map@100": 0.3855877539952645, "eval_NanoFiQA2018_maxsim_accuracy@1": 0.26, "eval_NanoFiQA2018_maxsim_accuracy@3": 0.4, "eval_NanoFiQA2018_maxsim_accuracy@5": 0.46, "eval_NanoFiQA2018_maxsim_accuracy@10": 0.56, "eval_NanoFiQA2018_maxsim_precision@1": 0.26, "eval_NanoFiQA2018_maxsim_precision@3": 0.18, "eval_NanoFiQA2018_maxsim_precision@5": 0.128, "eval_NanoFiQA2018_maxsim_precision@10": 0.08, "eval_NanoFiQA2018_maxsim_recall@1": 0.12285714285714285, "eval_NanoFiQA2018_maxsim_recall@3": 0.251047619047619, "eval_NanoFiQA2018_maxsim_recall@5": 0.3017142857142857, "eval_NanoFiQA2018_maxsim_recall@10": 0.381047619047619, "eval_NanoFiQA2018_maxsim_ndcg@10": 0.29954379794287644, "eval_NanoFiQA2018_maxsim_mrr@10": 0.3564126984126984, "eval_NanoFiQA2018_maxsim_map@100": 0.24427189079021108, "eval_NanoBEIR_mean_maxsim_accuracy@1": 0.22666666666666668, "eval_NanoBEIR_mean_maxsim_accuracy@3": 0.37333333333333335, "eval_NanoBEIR_mean_maxsim_accuracy@5": 0.4533333333333333, "eval_NanoBEIR_mean_maxsim_accuracy@10": 0.6466666666666666, "eval_NanoBEIR_mean_maxsim_precision@1": 0.22666666666666668, "eval_NanoBEIR_mean_maxsim_precision@3": 0.13999999999999999, "eval_NanoBEIR_mean_maxsim_precision@5": 0.10266666666666668, "eval_NanoBEIR_mean_maxsim_precision@10": 0.07266666666666667, "eval_NanoBEIR_mean_maxsim_recall@1": 0.17761904761904765, "eval_NanoBEIR_mean_maxsim_recall@3": 0.32034920634920633, "eval_NanoBEIR_mean_maxsim_recall@5": 0.3972380952380952, "eval_NanoBEIR_mean_maxsim_recall@10": 0.5703492063492064, "eval_NanoBEIR_mean_maxsim_ndcg@10": 0.3723778016079455, "eval_NanoBEIR_mean_maxsim_mrr@10": 0.34229629629629627, "eval_NanoBEIR_mean_maxsim_map@100": 0.30872535483373786, "eval_runtime": 3.9834, "eval_samples_per_second": 257.069, "eval_steps_per_second": 8.033, "epoch": 2.039775624681285, "step": 8000 }, { "loss": 0.9139494323730468, "grad_norm": 5.329063892364502, "learning_rate": 2.0536842105263162e-06, "epoch": 2.052524222335543, "step": 8050 }, { "loss": 0.9532962799072265, "grad_norm": 6.04278039932251, "learning_rate": 2.0010526315789474e-06, "epoch": 2.065272819989801, "step": 8100 }, { "loss": 0.9313519287109375, "grad_norm": 5.422224521636963, "learning_rate": 1.948421052631579e-06, "epoch": 2.078021417644059, "step": 8150 }, { "loss": 0.9206269836425781, "grad_norm": 5.794032573699951, "learning_rate": 1.8957894736842105e-06, "epoch": 2.0907700152983173, "step": 8200 }, { "loss": 0.9299026489257812, "grad_norm": 5.899726390838623, "learning_rate": 1.8431578947368424e-06, "epoch": 2.103518612952575, "step": 8250 }, { "loss": 0.91742431640625, "grad_norm": 5.519539833068848, "learning_rate": 1.790526315789474e-06, "epoch": 2.1162672106068334, "step": 8300 }, { "loss": 0.9038812255859375, "grad_norm": 5.41025447845459, "learning_rate": 1.7378947368421054e-06, "epoch": 2.1290158082610913, "step": 8350 }, { "loss": 0.9091542053222657, "grad_norm": 5.703662872314453, "learning_rate": 1.685263157894737e-06, "epoch": 2.141764405915349, "step": 8400 }, { "loss": 0.9085771942138672, "grad_norm": 6.512147426605225, "learning_rate": 1.6326315789473685e-06, "epoch": 2.1545130035696074, "step": 8450 }, { "loss": 0.9605217742919921, "grad_norm": 6.193598747253418, "learning_rate": 1.5800000000000001e-06, "epoch": 2.1672616012238652, "step": 8500 }, { "loss": 0.9296475219726562, "grad_norm": 5.669243812561035, "learning_rate": 1.5273684210526318e-06, "epoch": 2.1800101988781235, "step": 8550 }, { "loss": 0.9195587921142578, "grad_norm": 5.914945602416992, "learning_rate": 1.4747368421052632e-06, "epoch": 2.1927587965323814, "step": 8600 }, { "loss": 0.9145635223388672, "grad_norm": 5.360496997833252, "learning_rate": 1.422105263157895e-06, "epoch": 2.2055073941866397, "step": 8650 }, { "loss": 0.9129716491699219, "grad_norm": 5.839056015014648, "learning_rate": 1.3694736842105262e-06, "epoch": 2.2182559918408975, "step": 8700 }, { "loss": 0.9037160491943359, "grad_norm": 5.070700645446777, "learning_rate": 1.316842105263158e-06, "epoch": 2.2310045894951553, "step": 8750 }, { "loss": 0.93569580078125, "grad_norm": 6.184298992156982, "learning_rate": 1.2642105263157895e-06, "epoch": 2.2437531871494136, "step": 8800 }, { "loss": 0.9313115692138672, "grad_norm": 5.569518089294434, "learning_rate": 1.2115789473684212e-06, "epoch": 2.2565017848036715, "step": 8850 }, { "loss": 0.9179414367675781, "grad_norm": 5.4879608154296875, "learning_rate": 1.1589473684210526e-06, "epoch": 2.2692503824579298, "step": 8900 }, { "loss": 0.9597310638427734, "grad_norm": 5.215628147125244, "learning_rate": 1.1063157894736842e-06, "epoch": 2.2819989801121876, "step": 8950 }, { "loss": 0.9274011993408203, "grad_norm": 5.446476459503174, "learning_rate": 1.0536842105263159e-06, "epoch": 2.2947475777664454, "step": 9000 }, { "loss": 0.9092082977294922, "grad_norm": 6.1666412353515625, "learning_rate": 1.0010526315789475e-06, "epoch": 2.3074961754207037, "step": 9050 }, { "loss": 0.9072042083740235, "grad_norm": 5.2612996101379395, "learning_rate": 9.48421052631579e-07, "epoch": 2.3202447730749616, "step": 9100 }, { "loss": 0.9166269683837891, "grad_norm": 5.176909446716309, "learning_rate": 8.957894736842106e-07, "epoch": 2.33299337072922, "step": 9150 }, { "loss": 0.897437744140625, "grad_norm": 5.641931533813477, "learning_rate": 8.431578947368421e-07, "epoch": 2.3457419683834777, "step": 9200 }, { "loss": 0.916630859375, "grad_norm": 6.095193386077881, "learning_rate": 7.905263157894738e-07, "epoch": 2.358490566037736, "step": 9250 }, { "loss": 0.9280863952636719, "grad_norm": 6.095040321350098, "learning_rate": 7.378947368421054e-07, "epoch": 2.371239163691994, "step": 9300 }, { "loss": 0.9291934204101563, "grad_norm": 5.4914326667785645, "learning_rate": 6.852631578947369e-07, "epoch": 2.383987761346252, "step": 9350 }, { "loss": 0.9166167449951171, "grad_norm": 5.818508625030518, "learning_rate": 6.326315789473684e-07, "epoch": 2.39673635900051, "step": 9400 }, { "loss": 0.9265275573730469, "grad_norm": 5.380603790283203, "learning_rate": 5.800000000000001e-07, "epoch": 2.409484956654768, "step": 9450 }, { "loss": 0.9142233276367188, "grad_norm": 6.24432897567749, "learning_rate": 5.273684210526316e-07, "epoch": 2.422233554309026, "step": 9500 }, { "loss": 0.9131135559082031, "grad_norm": 6.197072505950928, "learning_rate": 4.747368421052632e-07, "epoch": 2.434982151963284, "step": 9550 }, { "loss": 0.8901510620117188, "grad_norm": 6.033638954162598, "learning_rate": 4.221052631578948e-07, "epoch": 2.4477307496175422, "step": 9600 }, { "loss": 0.9464206695556641, "grad_norm": 4.991445541381836, "learning_rate": 3.6947368421052634e-07, "epoch": 2.4604793472718, "step": 9650 }, { "loss": 0.9166670227050782, "grad_norm": 5.999915599822998, "learning_rate": 3.1684210526315787e-07, "epoch": 2.473227944926058, "step": 9700 }, { "loss": 0.9121665191650391, "grad_norm": 5.635122299194336, "learning_rate": 2.6421052631578946e-07, "epoch": 2.485976542580316, "step": 9750 }, { "loss": 0.9216783142089844, "grad_norm": 5.740274429321289, "learning_rate": 2.1157894736842107e-07, "epoch": 2.498725140234574, "step": 9800 }, { "loss": 0.9245352172851562, "grad_norm": 5.6520280838012695, "learning_rate": 1.5894736842105265e-07, "epoch": 2.5114737378888323, "step": 9850 }, { "loss": 0.8962958526611328, "grad_norm": 4.8676042556762695, "learning_rate": 1.0631578947368421e-07, "epoch": 2.52422233554309, "step": 9900 }, { "loss": 0.9255727386474609, "grad_norm": 5.440561294555664, "learning_rate": 5.3684210526315794e-08, "epoch": 2.5369709331973485, "step": 9950 }, { "loss": 0.9120568084716797, "grad_norm": 6.291442394256592, "learning_rate": 1.0526315789473685e-09, "epoch": 2.5497195308516063, "step": 10000 }, { "eval_loss": 0.6629586219787598, "eval_NanoMSMARCO_maxsim_accuracy@1": 0.12, "eval_NanoMSMARCO_maxsim_accuracy@3": 0.32, "eval_NanoMSMARCO_maxsim_accuracy@5": 0.44, "eval_NanoMSMARCO_maxsim_accuracy@10": 0.72, "eval_NanoMSMARCO_maxsim_precision@1": 0.12, "eval_NanoMSMARCO_maxsim_precision@3": 0.10666666666666666, "eval_NanoMSMARCO_maxsim_precision@5": 0.08800000000000001, "eval_NanoMSMARCO_maxsim_precision@10": 0.07200000000000001, "eval_NanoMSMARCO_maxsim_recall@1": 0.12, "eval_NanoMSMARCO_maxsim_recall@3": 0.32, "eval_NanoMSMARCO_maxsim_recall@5": 0.44, "eval_NanoMSMARCO_maxsim_recall@10": 0.72, "eval_NanoMSMARCO_maxsim_ndcg@10": 0.37958582778462513, "eval_NanoMSMARCO_maxsim_mrr@10": 0.27673015873015866, "eval_NanoMSMARCO_maxsim_map@100": 0.2873170010783349, "eval_NanoNQ_maxsim_accuracy@1": 0.28, "eval_NanoNQ_maxsim_accuracy@3": 0.4, "eval_NanoNQ_maxsim_accuracy@5": 0.48, "eval_NanoNQ_maxsim_accuracy@10": 0.68, "eval_NanoNQ_maxsim_precision@1": 0.28, "eval_NanoNQ_maxsim_precision@3": 0.13333333333333333, "eval_NanoNQ_maxsim_precision@5": 0.09600000000000002, "eval_NanoNQ_maxsim_precision@10": 0.068, "eval_NanoNQ_maxsim_recall@1": 0.27, "eval_NanoNQ_maxsim_recall@3": 0.39, "eval_NanoNQ_maxsim_recall@5": 0.47, "eval_NanoNQ_maxsim_recall@10": 0.63, "eval_NanoNQ_maxsim_ndcg@10": 0.4370217580491872, "eval_NanoNQ_maxsim_mrr@10": 0.3862142857142857, "eval_NanoNQ_maxsim_map@100": 0.38546703015776257, "eval_NanoFiQA2018_maxsim_accuracy@1": 0.24, "eval_NanoFiQA2018_maxsim_accuracy@3": 0.38, "eval_NanoFiQA2018_maxsim_accuracy@5": 0.48, "eval_NanoFiQA2018_maxsim_accuracy@10": 0.58, "eval_NanoFiQA2018_maxsim_precision@1": 0.24, "eval_NanoFiQA2018_maxsim_precision@3": 0.1733333333333333, "eval_NanoFiQA2018_maxsim_precision@5": 0.132, "eval_NanoFiQA2018_maxsim_precision@10": 0.084, "eval_NanoFiQA2018_maxsim_recall@1": 0.11285714285714285, "eval_NanoFiQA2018_maxsim_recall@3": 0.24104761904761904, "eval_NanoFiQA2018_maxsim_recall@5": 0.3117142857142857, "eval_NanoFiQA2018_maxsim_recall@10": 0.411047619047619, "eval_NanoFiQA2018_maxsim_ndcg@10": 0.30102991380311517, "eval_NanoFiQA2018_maxsim_mrr@10": 0.3407460317460317, "eval_NanoFiQA2018_maxsim_map@100": 0.23583308989441118, "eval_NanoBEIR_mean_maxsim_accuracy@1": 0.21333333333333335, "eval_NanoBEIR_mean_maxsim_accuracy@3": 0.3666666666666667, "eval_NanoBEIR_mean_maxsim_accuracy@5": 0.4666666666666666, "eval_NanoBEIR_mean_maxsim_accuracy@10": 0.66, "eval_NanoBEIR_mean_maxsim_precision@1": 0.21333333333333335, "eval_NanoBEIR_mean_maxsim_precision@3": 0.13777777777777778, "eval_NanoBEIR_mean_maxsim_precision@5": 0.10533333333333335, "eval_NanoBEIR_mean_maxsim_precision@10": 0.07466666666666667, "eval_NanoBEIR_mean_maxsim_recall@1": 0.16761904761904764, "eval_NanoBEIR_mean_maxsim_recall@3": 0.31701587301587303, "eval_NanoBEIR_mean_maxsim_recall@5": 0.4072380952380952, "eval_NanoBEIR_mean_maxsim_recall@10": 0.587015873015873, "eval_NanoBEIR_mean_maxsim_ndcg@10": 0.3725458332123092, "eval_NanoBEIR_mean_maxsim_mrr@10": 0.33456349206349206, "eval_NanoBEIR_mean_maxsim_map@100": 0.30287237371016956, "eval_runtime": 3.9106, "eval_samples_per_second": 261.85, "eval_steps_per_second": 8.183, "epoch": 2.5497195308516063, "step": 10000 }, { "train_runtime": 933.4176, "train_samples_per_second": 1371.305, "train_steps_per_second": 10.713, "total_flos": 0.0, "train_loss": 1.0466781759500503, "epoch": 2.5497195308516063, "step": 10000 } ], "verdict": "WIN", "full_baseline": { "NanoClimateFEVER_maxsim_accuracy@1": 0.16, "NanoClimateFEVER_maxsim_accuracy@3": 0.22, "NanoClimateFEVER_maxsim_accuracy@5": 0.36, "NanoClimateFEVER_maxsim_accuracy@10": 0.44, "NanoClimateFEVER_maxsim_precision@1": 0.16, "NanoClimateFEVER_maxsim_precision@3": 0.07333333333333333, "NanoClimateFEVER_maxsim_precision@5": 0.07200000000000001, "NanoClimateFEVER_maxsim_precision@10": 0.04800000000000001, "NanoClimateFEVER_maxsim_recall@1": 0.05166666666666666, "NanoClimateFEVER_maxsim_recall@3": 0.06833333333333332, "NanoClimateFEVER_maxsim_recall@5": 0.14, "NanoClimateFEVER_maxsim_recall@10": 0.19166666666666668, "NanoClimateFEVER_maxsim_ndcg@10": 0.1430503253366106, "NanoClimateFEVER_maxsim_mrr@10": 0.22544444444444436, "NanoClimateFEVER_maxsim_map@100": 0.10079213378441537, "NanoDBPedia_maxsim_accuracy@1": 0.5, "NanoDBPedia_maxsim_accuracy@3": 0.66, "NanoDBPedia_maxsim_accuracy@5": 0.72, "NanoDBPedia_maxsim_accuracy@10": 0.84, "NanoDBPedia_maxsim_precision@1": 0.5, "NanoDBPedia_maxsim_precision@3": 0.41333333333333333, "NanoDBPedia_maxsim_precision@5": 0.36800000000000005, "NanoDBPedia_maxsim_precision@10": 0.33399999999999996, "NanoDBPedia_maxsim_recall@1": 0.04408091090369132, "NanoDBPedia_maxsim_recall@3": 0.08487585048407303, "NanoDBPedia_maxsim_recall@5": 0.1194462940735006, "NanoDBPedia_maxsim_recall@10": 0.19190492577336216, "NanoDBPedia_maxsim_ndcg@10": 0.39135002435773386, "NanoDBPedia_maxsim_mrr@10": 0.5964126984126984, "NanoDBPedia_maxsim_map@100": 0.27001428971109065, "NanoFEVER_maxsim_accuracy@1": 0.48, "NanoFEVER_maxsim_accuracy@3": 0.62, "NanoFEVER_maxsim_accuracy@5": 0.76, "NanoFEVER_maxsim_accuracy@10": 0.82, "NanoFEVER_maxsim_precision@1": 0.48, "NanoFEVER_maxsim_precision@3": 0.20666666666666664, "NanoFEVER_maxsim_precision@5": 0.16, "NanoFEVER_maxsim_precision@10": 0.088, "NanoFEVER_maxsim_recall@1": 0.46, "NanoFEVER_maxsim_recall@3": 0.59, "NanoFEVER_maxsim_recall@5": 0.74, "NanoFEVER_maxsim_recall@10": 0.81, "NanoFEVER_maxsim_ndcg@10": 0.6309993851065319, "NanoFEVER_maxsim_mrr@10": 0.5839126984126983, "NanoFEVER_maxsim_map@100": 0.5734082716919167, "NanoFiQA2018_maxsim_accuracy@1": 0.22, "NanoFiQA2018_maxsim_accuracy@3": 0.4, "NanoFiQA2018_maxsim_accuracy@5": 0.46, "NanoFiQA2018_maxsim_accuracy@10": 0.54, "NanoFiQA2018_maxsim_precision@1": 0.22, "NanoFiQA2018_maxsim_precision@3": 0.1533333333333333, "NanoFiQA2018_maxsim_precision@5": 0.11600000000000002, "NanoFiQA2018_maxsim_precision@10": 0.07400000000000001, "NanoFiQA2018_maxsim_recall@1": 0.09552380952380952, "NanoFiQA2018_maxsim_recall@3": 0.22885714285714287, "NanoFiQA2018_maxsim_recall@5": 0.2935238095238095, "NanoFiQA2018_maxsim_recall@10": 0.35904761904761906, "NanoFiQA2018_maxsim_ndcg@10": 0.2657905839072199, "NanoFiQA2018_maxsim_mrr@10": 0.3248888888888888, "NanoFiQA2018_maxsim_map@100": 0.19617277017199142, "NanoHotpotQA_maxsim_accuracy@1": 0.66, "NanoHotpotQA_maxsim_accuracy@3": 0.78, "NanoHotpotQA_maxsim_accuracy@5": 0.78, "NanoHotpotQA_maxsim_accuracy@10": 0.88, "NanoHotpotQA_maxsim_precision@1": 0.66, "NanoHotpotQA_maxsim_precision@3": 0.33333333333333326, "NanoHotpotQA_maxsim_precision@5": 0.20800000000000002, "NanoHotpotQA_maxsim_precision@10": 0.11999999999999998, "NanoHotpotQA_maxsim_recall@1": 0.33, "NanoHotpotQA_maxsim_recall@3": 0.5, "NanoHotpotQA_maxsim_recall@5": 0.52, "NanoHotpotQA_maxsim_recall@10": 0.6, "NanoHotpotQA_maxsim_ndcg@10": 0.5766198628107968, "NanoHotpotQA_maxsim_mrr@10": 0.7281904761904763, "NanoHotpotQA_maxsim_map@100": 0.50870551366162, "NanoMSMARCO_maxsim_accuracy@1": 0.26, "NanoMSMARCO_maxsim_accuracy@3": 0.42, "NanoMSMARCO_maxsim_accuracy@5": 0.48, "NanoMSMARCO_maxsim_accuracy@10": 0.66, "NanoMSMARCO_maxsim_precision@1": 0.26, "NanoMSMARCO_maxsim_precision@3": 0.13999999999999999, "NanoMSMARCO_maxsim_precision@5": 0.09600000000000002, "NanoMSMARCO_maxsim_precision@10": 0.066, "NanoMSMARCO_maxsim_recall@1": 0.26, "NanoMSMARCO_maxsim_recall@3": 0.42, "NanoMSMARCO_maxsim_recall@5": 0.48, "NanoMSMARCO_maxsim_recall@10": 0.66, "NanoMSMARCO_maxsim_ndcg@10": 0.4328151442419565, "NanoMSMARCO_maxsim_mrr@10": 0.36385714285714277, "NanoMSMARCO_maxsim_map@100": 0.37752742505056863, "NanoNFCorpus_maxsim_accuracy@1": 0.32, "NanoNFCorpus_maxsim_accuracy@3": 0.46, "NanoNFCorpus_maxsim_accuracy@5": 0.5, "NanoNFCorpus_maxsim_accuracy@10": 0.62, "NanoNFCorpus_maxsim_precision@1": 0.32, "NanoNFCorpus_maxsim_precision@3": 0.29333333333333333, "NanoNFCorpus_maxsim_precision@5": 0.26, "NanoNFCorpus_maxsim_precision@10": 0.214, "NanoNFCorpus_maxsim_recall@1": 0.019117208735943185, "NanoNFCorpus_maxsim_recall@3": 0.04835066438112243, "NanoNFCorpus_maxsim_recall@5": 0.0791661183332248, "NanoNFCorpus_maxsim_recall@10": 0.10063747732755461, "NanoNFCorpus_maxsim_ndcg@10": 0.25687747773042474, "NanoNFCorpus_maxsim_mrr@10": 0.40573809523809523, "NanoNFCorpus_maxsim_map@100": 0.0960046491785074, "NanoNQ_maxsim_accuracy@1": 0.16, "NanoNQ_maxsim_accuracy@3": 0.3, "NanoNQ_maxsim_accuracy@5": 0.36, "NanoNQ_maxsim_accuracy@10": 0.52, "NanoNQ_maxsim_precision@1": 0.16, "NanoNQ_maxsim_precision@3": 0.1, "NanoNQ_maxsim_precision@5": 0.076, "NanoNQ_maxsim_precision@10": 0.054000000000000006, "NanoNQ_maxsim_recall@1": 0.15, "NanoNQ_maxsim_recall@3": 0.28, "NanoNQ_maxsim_recall@5": 0.35, "NanoNQ_maxsim_recall@10": 0.49, "NanoNQ_maxsim_ndcg@10": 0.29921814444748196, "NanoNQ_maxsim_mrr@10": 0.2469365079365079, "NanoNQ_maxsim_map@100": 0.24908347359322217, "NanoQuoraRetrieval_maxsim_accuracy@1": 0.72, "NanoQuoraRetrieval_maxsim_accuracy@3": 0.86, "NanoQuoraRetrieval_maxsim_accuracy@5": 0.9, "NanoQuoraRetrieval_maxsim_accuracy@10": 0.9, "NanoQuoraRetrieval_maxsim_precision@1": 0.72, "NanoQuoraRetrieval_maxsim_precision@3": 0.32666666666666666, "NanoQuoraRetrieval_maxsim_precision@5": 0.21199999999999997, "NanoQuoraRetrieval_maxsim_precision@10": 0.11199999999999997, "NanoQuoraRetrieval_maxsim_recall@1": 0.634, "NanoQuoraRetrieval_maxsim_recall@3": 0.8106666666666666, "NanoQuoraRetrieval_maxsim_recall@5": 0.8640000000000001, "NanoQuoraRetrieval_maxsim_recall@10": 0.882, "NanoQuoraRetrieval_maxsim_ndcg@10": 0.7976010412361851, "NanoQuoraRetrieval_maxsim_mrr@10": 0.79, "NanoQuoraRetrieval_maxsim_map@100": 0.767328447138698, "NanoSCIDOCS_maxsim_accuracy@1": 0.32, "NanoSCIDOCS_maxsim_accuracy@3": 0.44, "NanoSCIDOCS_maxsim_accuracy@5": 0.48, "NanoSCIDOCS_maxsim_accuracy@10": 0.52, "NanoSCIDOCS_maxsim_precision@1": 0.32, "NanoSCIDOCS_maxsim_precision@3": 0.1733333333333333, "NanoSCIDOCS_maxsim_precision@5": 0.14400000000000002, "NanoSCIDOCS_maxsim_precision@10": 0.094, "NanoSCIDOCS_maxsim_recall@1": 0.065, "NanoSCIDOCS_maxsim_recall@3": 0.10600000000000001, "NanoSCIDOCS_maxsim_recall@5": 0.146, "NanoSCIDOCS_maxsim_recall@10": 0.192, "NanoSCIDOCS_maxsim_ndcg@10": 0.20285224967508114, "NanoSCIDOCS_maxsim_mrr@10": 0.3920238095238095, "NanoSCIDOCS_maxsim_map@100": 0.14807508167223443, "NanoArguAna_maxsim_accuracy@1": 0.16, "NanoArguAna_maxsim_accuracy@3": 0.3, "NanoArguAna_maxsim_accuracy@5": 0.34, "NanoArguAna_maxsim_accuracy@10": 0.44, "NanoArguAna_maxsim_precision@1": 0.16, "NanoArguAna_maxsim_precision@3": 0.09999999999999998, "NanoArguAna_maxsim_precision@5": 0.068, "NanoArguAna_maxsim_precision@10": 0.044000000000000004, "NanoArguAna_maxsim_recall@1": 0.16, "NanoArguAna_maxsim_recall@3": 0.3, "NanoArguAna_maxsim_recall@5": 0.34, "NanoArguAna_maxsim_recall@10": 0.44, "NanoArguAna_maxsim_ndcg@10": 0.2863387851680152, "NanoArguAna_maxsim_mrr@10": 0.23894444444444446, "NanoArguAna_maxsim_map@100": 0.2544415223253022, "NanoSciFact_maxsim_accuracy@1": 0.38, "NanoSciFact_maxsim_accuracy@3": 0.58, "NanoSciFact_maxsim_accuracy@5": 0.6, "NanoSciFact_maxsim_accuracy@10": 0.64, "NanoSciFact_maxsim_precision@1": 0.38, "NanoSciFact_maxsim_precision@3": 0.20666666666666664, "NanoSciFact_maxsim_precision@5": 0.13999999999999999, "NanoSciFact_maxsim_precision@10": 0.07400000000000001, "NanoSciFact_maxsim_recall@1": 0.345, "NanoSciFact_maxsim_recall@3": 0.56, "NanoSciFact_maxsim_recall@5": 0.6, "NanoSciFact_maxsim_recall@10": 0.64, "NanoSciFact_maxsim_ndcg@10": 0.5059540169647135, "NanoSciFact_maxsim_mrr@10": 0.469079365079365, "NanoSciFact_maxsim_map@100": 0.46646371070156983, "NanoTouche2020_maxsim_accuracy@1": 0.46938775510204084, "NanoTouche2020_maxsim_accuracy@3": 0.8367346938775511, "NanoTouche2020_maxsim_accuracy@5": 0.9387755102040817, "NanoTouche2020_maxsim_accuracy@10": 0.9795918367346939, "NanoTouche2020_maxsim_precision@1": 0.46938775510204084, "NanoTouche2020_maxsim_precision@3": 0.4693877551020409, "NanoTouche2020_maxsim_precision@5": 0.42040816326530617, "NanoTouche2020_maxsim_precision@10": 0.3734693877551021, "NanoTouche2020_maxsim_recall@1": 0.03474212930386132, "NanoTouche2020_maxsim_recall@3": 0.09924425724264538, "NanoTouche2020_maxsim_recall@5": 0.14517246914627877, "NanoTouche2020_maxsim_recall@10": 0.2381279528342168, "NanoTouche2020_maxsim_ndcg@10": 0.40956626471932184, "NanoTouche2020_maxsim_mrr@10": 0.6619047619047617, "NanoTouche2020_maxsim_map@100": 0.27301109115158484, "NanoBEIR_mean_maxsim_accuracy@1": 0.3699529042386185, "NanoBEIR_mean_maxsim_accuracy@3": 0.5289795918367347, "NanoBEIR_mean_maxsim_accuracy@5": 0.5906750392464678, "NanoBEIR_mean_maxsim_accuracy@10": 0.6768916797488226, "NanoBEIR_mean_maxsim_precision@1": 0.3699529042386185, "NanoBEIR_mean_maxsim_precision@3": 0.22995290423861856, "NanoBEIR_mean_maxsim_precision@5": 0.18003139717425432, "NanoBEIR_mean_maxsim_precision@10": 0.13042072213500785, "NanoBEIR_mean_maxsim_recall@1": 0.20377928654876706, "NanoBEIR_mean_maxsim_recall@3": 0.31510214730499875, "NanoBEIR_mean_maxsim_recall@5": 0.3705622070059087, "NanoBEIR_mean_maxsim_recall@10": 0.44579881858841686, "NanoBEIR_mean_maxsim_ndcg@10": 0.3999256389001595, "NanoBEIR_mean_maxsim_mrr@10": 0.4636410256410256, "NanoBEIR_mean_maxsim_map@100": 0.3293098753717478 }, "full_final": { "NanoClimateFEVER_maxsim_accuracy@1": 0.18, "NanoClimateFEVER_maxsim_accuracy@3": 0.3, "NanoClimateFEVER_maxsim_accuracy@5": 0.34, "NanoClimateFEVER_maxsim_accuracy@10": 0.5, "NanoClimateFEVER_maxsim_precision@1": 0.18, "NanoClimateFEVER_maxsim_precision@3": 0.1, "NanoClimateFEVER_maxsim_precision@5": 0.07600000000000001, "NanoClimateFEVER_maxsim_precision@10": 0.05800000000000001, "NanoClimateFEVER_maxsim_recall@1": 0.09166666666666667, "NanoClimateFEVER_maxsim_recall@3": 0.12999999999999998, "NanoClimateFEVER_maxsim_recall@5": 0.16, "NanoClimateFEVER_maxsim_recall@10": 0.2383333333333333, "NanoClimateFEVER_maxsim_ndcg@10": 0.19191034232336726, "NanoClimateFEVER_maxsim_mrr@10": 0.2662698412698412, "NanoClimateFEVER_maxsim_map@100": 0.14946591363353165, "NanoDBPedia_maxsim_accuracy@1": 0.62, "NanoDBPedia_maxsim_accuracy@3": 0.78, "NanoDBPedia_maxsim_accuracy@5": 0.84, "NanoDBPedia_maxsim_accuracy@10": 0.94, "NanoDBPedia_maxsim_precision@1": 0.62, "NanoDBPedia_maxsim_precision@3": 0.4733333333333333, "NanoDBPedia_maxsim_precision@5": 0.44800000000000006, "NanoDBPedia_maxsim_precision@10": 0.39199999999999996, "NanoDBPedia_maxsim_recall@1": 0.052136771709552124, "NanoDBPedia_maxsim_recall@3": 0.11703776658357738, "NanoDBPedia_maxsim_recall@5": 0.16684861747261473, "NanoDBPedia_maxsim_recall@10": 0.2876252581653851, "NanoDBPedia_maxsim_ndcg@10": 0.4820307033364284, "NanoDBPedia_maxsim_mrr@10": 0.7217380952380953, "NanoDBPedia_maxsim_map@100": 0.3543191098253603, "NanoFEVER_maxsim_accuracy@1": 0.56, "NanoFEVER_maxsim_accuracy@3": 0.72, "NanoFEVER_maxsim_accuracy@5": 0.82, "NanoFEVER_maxsim_accuracy@10": 0.86, "NanoFEVER_maxsim_precision@1": 0.56, "NanoFEVER_maxsim_precision@3": 0.24666666666666665, "NanoFEVER_maxsim_precision@5": 0.172, "NanoFEVER_maxsim_precision@10": 0.092, "NanoFEVER_maxsim_recall@1": 0.5266666666666667, "NanoFEVER_maxsim_recall@3": 0.6766666666666667, "NanoFEVER_maxsim_recall@5": 0.7833333333333333, "NanoFEVER_maxsim_recall@10": 0.8233333333333333, "NanoFEVER_maxsim_ndcg@10": 0.6792624024637341, "NanoFEVER_maxsim_mrr@10": 0.6485555555555556, "NanoFEVER_maxsim_map@100": 0.6348848591340011, "NanoFiQA2018_maxsim_accuracy@1": 0.26, "NanoFiQA2018_maxsim_accuracy@3": 0.4, "NanoFiQA2018_maxsim_accuracy@5": 0.48, "NanoFiQA2018_maxsim_accuracy@10": 0.58, "NanoFiQA2018_maxsim_precision@1": 0.26, "NanoFiQA2018_maxsim_precision@3": 0.18, "NanoFiQA2018_maxsim_precision@5": 0.132, "NanoFiQA2018_maxsim_precision@10": 0.08, "NanoFiQA2018_maxsim_recall@1": 0.12285714285714285, "NanoFiQA2018_maxsim_recall@3": 0.251047619047619, "NanoFiQA2018_maxsim_recall@5": 0.3117142857142857, "NanoFiQA2018_maxsim_recall@10": 0.38704761904761903, "NanoFiQA2018_maxsim_ndcg@10": 0.3027040168258662, "NanoFiQA2018_maxsim_mrr@10": 0.36041269841269835, "NanoFiQA2018_maxsim_map@100": 0.24465363135397997, "NanoHotpotQA_maxsim_accuracy@1": 0.72, "NanoHotpotQA_maxsim_accuracy@3": 0.9, "NanoHotpotQA_maxsim_accuracy@5": 0.92, "NanoHotpotQA_maxsim_accuracy@10": 0.96, "NanoHotpotQA_maxsim_precision@1": 0.72, "NanoHotpotQA_maxsim_precision@3": 0.41333333333333333, "NanoHotpotQA_maxsim_precision@5": 0.268, "NanoHotpotQA_maxsim_precision@10": 0.148, "NanoHotpotQA_maxsim_recall@1": 0.36, "NanoHotpotQA_maxsim_recall@3": 0.62, "NanoHotpotQA_maxsim_recall@5": 0.67, "NanoHotpotQA_maxsim_recall@10": 0.74, "NanoHotpotQA_maxsim_ndcg@10": 0.6839586445702376, "NanoHotpotQA_maxsim_mrr@10": 0.8070238095238095, "NanoHotpotQA_maxsim_map@100": 0.6020088740548019, "NanoMSMARCO_maxsim_accuracy@1": 0.16, "NanoMSMARCO_maxsim_accuracy@3": 0.32, "NanoMSMARCO_maxsim_accuracy@5": 0.42, "NanoMSMARCO_maxsim_accuracy@10": 0.7, "NanoMSMARCO_maxsim_precision@1": 0.16, "NanoMSMARCO_maxsim_precision@3": 0.10666666666666666, "NanoMSMARCO_maxsim_precision@5": 0.084, "NanoMSMARCO_maxsim_precision@10": 0.07, "NanoMSMARCO_maxsim_recall@1": 0.16, "NanoMSMARCO_maxsim_recall@3": 0.32, "NanoMSMARCO_maxsim_recall@5": 0.42, "NanoMSMARCO_maxsim_recall@10": 0.7, "NanoMSMARCO_maxsim_ndcg@10": 0.3858968432351718, "NanoMSMARCO_maxsim_mrr@10": 0.292015873015873, "NanoMSMARCO_maxsim_map@100": 0.3048587220806822, "NanoNFCorpus_maxsim_accuracy@1": 0.42, "NanoNFCorpus_maxsim_accuracy@3": 0.52, "NanoNFCorpus_maxsim_accuracy@5": 0.52, "NanoNFCorpus_maxsim_accuracy@10": 0.6, "NanoNFCorpus_maxsim_precision@1": 0.42, "NanoNFCorpus_maxsim_precision@3": 0.32666666666666666, "NanoNFCorpus_maxsim_precision@5": 0.26799999999999996, "NanoNFCorpus_maxsim_precision@10": 0.22399999999999998, "NanoNFCorpus_maxsim_recall@1": 0.044696247294946014, "NanoNFCorpus_maxsim_recall@3": 0.07181046561572595, "NanoNFCorpus_maxsim_recall@5": 0.0834824676415163, "NanoNFCorpus_maxsim_recall@10": 0.10608315478868971, "NanoNFCorpus_maxsim_ndcg@10": 0.28518605272369923, "NanoNFCorpus_maxsim_mrr@10": 0.4765238095238095, "NanoNFCorpus_maxsim_map@100": 0.12589300813746968, "NanoNQ_maxsim_accuracy@1": 0.28, "NanoNQ_maxsim_accuracy@3": 0.4, "NanoNQ_maxsim_accuracy@5": 0.48, "NanoNQ_maxsim_accuracy@10": 0.66, "NanoNQ_maxsim_precision@1": 0.28, "NanoNQ_maxsim_precision@3": 0.13333333333333333, "NanoNQ_maxsim_precision@5": 0.09600000000000002, "NanoNQ_maxsim_precision@10": 0.066, "NanoNQ_maxsim_recall@1": 0.27, "NanoNQ_maxsim_recall@3": 0.39, "NanoNQ_maxsim_recall@5": 0.46, "NanoNQ_maxsim_recall@10": 0.61, "NanoNQ_maxsim_ndcg@10": 0.42995107279160477, "NanoNQ_maxsim_mrr@10": 0.3832698412698412, "NanoNQ_maxsim_map@100": 0.3841358170885305, "NanoQuoraRetrieval_maxsim_accuracy@1": 0.74, "NanoQuoraRetrieval_maxsim_accuracy@3": 0.88, "NanoQuoraRetrieval_maxsim_accuracy@5": 0.9, "NanoQuoraRetrieval_maxsim_accuracy@10": 0.92, "NanoQuoraRetrieval_maxsim_precision@1": 0.74, "NanoQuoraRetrieval_maxsim_precision@3": 0.35999999999999993, "NanoQuoraRetrieval_maxsim_precision@5": 0.22799999999999998, "NanoQuoraRetrieval_maxsim_precision@10": 0.12, "NanoQuoraRetrieval_maxsim_recall@1": 0.654, "NanoQuoraRetrieval_maxsim_recall@3": 0.8586666666666667, "NanoQuoraRetrieval_maxsim_recall@5": 0.8859999999999999, "NanoQuoraRetrieval_maxsim_recall@10": 0.9126666666666666, "NanoQuoraRetrieval_maxsim_ndcg@10": 0.8354929187617376, "NanoQuoraRetrieval_maxsim_mrr@10": 0.8162222222222222, "NanoQuoraRetrieval_maxsim_map@100": 0.8099312372179969, "NanoSCIDOCS_maxsim_accuracy@1": 0.26, "NanoSCIDOCS_maxsim_accuracy@3": 0.42, "NanoSCIDOCS_maxsim_accuracy@5": 0.52, "NanoSCIDOCS_maxsim_accuracy@10": 0.74, "NanoSCIDOCS_maxsim_precision@1": 0.26, "NanoSCIDOCS_maxsim_precision@3": 0.18, "NanoSCIDOCS_maxsim_precision@5": 0.15200000000000002, "NanoSCIDOCS_maxsim_precision@10": 0.11800000000000001, "NanoSCIDOCS_maxsim_recall@1": 0.054000000000000006, "NanoSCIDOCS_maxsim_recall@3": 0.11000000000000001, "NanoSCIDOCS_maxsim_recall@5": 0.15400000000000003, "NanoSCIDOCS_maxsim_recall@10": 0.23999999999999996, "NanoSCIDOCS_maxsim_ndcg@10": 0.22168572688545177, "NanoSCIDOCS_maxsim_mrr@10": 0.38710317460317456, "NanoSCIDOCS_maxsim_map@100": 0.15605007993528686, "NanoArguAna_maxsim_accuracy@1": 0.18, "NanoArguAna_maxsim_accuracy@3": 0.38, "NanoArguAna_maxsim_accuracy@5": 0.42, "NanoArguAna_maxsim_accuracy@10": 0.56, "NanoArguAna_maxsim_precision@1": 0.18, "NanoArguAna_maxsim_precision@3": 0.12666666666666665, "NanoArguAna_maxsim_precision@5": 0.084, "NanoArguAna_maxsim_precision@10": 0.05600000000000001, "NanoArguAna_maxsim_recall@1": 0.18, "NanoArguAna_maxsim_recall@3": 0.38, "NanoArguAna_maxsim_recall@5": 0.42, "NanoArguAna_maxsim_recall@10": 0.56, "NanoArguAna_maxsim_ndcg@10": 0.3539147678833996, "NanoArguAna_maxsim_mrr@10": 0.29019047619047617, "NanoArguAna_maxsim_map@100": 0.3044243083606632, "NanoSciFact_maxsim_accuracy@1": 0.48, "NanoSciFact_maxsim_accuracy@3": 0.58, "NanoSciFact_maxsim_accuracy@5": 0.6, "NanoSciFact_maxsim_accuracy@10": 0.68, "NanoSciFact_maxsim_precision@1": 0.48, "NanoSciFact_maxsim_precision@3": 0.21333333333333332, "NanoSciFact_maxsim_precision@5": 0.136, "NanoSciFact_maxsim_precision@10": 0.078, "NanoSciFact_maxsim_recall@1": 0.445, "NanoSciFact_maxsim_recall@3": 0.565, "NanoSciFact_maxsim_recall@5": 0.59, "NanoSciFact_maxsim_recall@10": 0.67, "NanoSciFact_maxsim_ndcg@10": 0.564998292690912, "NanoSciFact_maxsim_mrr@10": 0.5397142857142857, "NanoSciFact_maxsim_map@100": 0.5383929411495326, "NanoTouche2020_maxsim_accuracy@1": 0.3877551020408163, "NanoTouche2020_maxsim_accuracy@3": 0.7755102040816326, "NanoTouche2020_maxsim_accuracy@5": 0.8775510204081632, "NanoTouche2020_maxsim_accuracy@10": 0.9795918367346939, "NanoTouche2020_maxsim_precision@1": 0.3877551020408163, "NanoTouche2020_maxsim_precision@3": 0.44897959183673464, "NanoTouche2020_maxsim_precision@5": 0.4408163265306122, "NanoTouche2020_maxsim_precision@10": 0.35510204081632657, "NanoTouche2020_maxsim_recall@1": 0.024481017655879133, "NanoTouche2020_maxsim_recall@3": 0.09602376403984346, "NanoTouche2020_maxsim_recall@5": 0.15246910845015463, "NanoTouche2020_maxsim_recall@10": 0.24076032744792322, "NanoTouche2020_maxsim_ndcg@10": 0.39199232237420195, "NanoTouche2020_maxsim_mrr@10": 0.5977324263038547, "NanoTouche2020_maxsim_map@100": 0.2962394648624034, "NanoBEIR_mean_maxsim_accuracy@1": 0.40367346938775506, "NanoBEIR_mean_maxsim_accuracy@3": 0.5673469387755101, "NanoBEIR_mean_maxsim_accuracy@5": 0.6259654631083202, "NanoBEIR_mean_maxsim_accuracy@10": 0.7445839874411302, "NanoBEIR_mean_maxsim_precision@1": 0.40367346938775506, "NanoBEIR_mean_maxsim_precision@3": 0.2545368916797488, "NanoBEIR_mean_maxsim_precision@5": 0.1988320251177394, "NanoBEIR_mean_maxsim_precision@10": 0.14285400313971744, "NanoBEIR_mean_maxsim_recall@1": 0.2296541932962195, "NanoBEIR_mean_maxsim_recall@3": 0.3527886883553923, "NanoBEIR_mean_maxsim_recall@5": 0.4044498317393773, "NanoBEIR_mean_maxsim_recall@10": 0.5012192071371501, "NanoBEIR_mean_maxsim_ndcg@10": 0.44684493129737013, "NanoBEIR_mean_maxsim_mrr@10": 0.506674777603349, "NanoBEIR_mean_maxsim_map@100": 0.37732753591032614 }, "configuration": { "smoke_test": false, "push_to_hub": false, "long_run": true }, "training_args": { "output_dir": "models\\bert-tiny-msmarco-long", "per_device_train_batch_size": 128, "num_train_epochs": 3.0, "max_steps": 10000, "learning_rate": 1e-05, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": null, "warmup_steps": 0.05, "optim": "adamw_torch_fused", "optim_args": null, "weight_decay": 0.01, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "optim_target_modules": null, "gradient_accumulation_steps": 1, "average_tokens_across_devices": true, "max_grad_norm": 1.0, "label_smoothing_factor": 0.0, "bf16": true, "fp16": false, "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "use_liger_kernel": false, "liger_kernel_config": null, "use_cache": false, "neftune_noise_alpha": null, "torch_empty_cache_steps": null, "auto_find_batch_size": false, "logging_strategy": "steps", "logging_steps": 0.005, "logging_first_step": true, "log_on_each_node": true, "logging_nan_inf_filter": true, "include_num_input_tokens_seen": "no", "log_level": "passive", "log_level_replica": "warning", "disable_tqdm": true, "report_to": [], "run_name": "bert-tiny-msmarco-long", "project": "huggingface", "trackio_space_id": null, "trackio_bucket_id": null, "trackio_static_space_id": null, "eval_strategy": "steps", "eval_steps": 0.2, "eval_delay": 0, "per_device_eval_batch_size": 32, "prediction_loss_only": true, "eval_on_start": false, "eval_do_concat_batches": true, "eval_use_gather_object": false, "eval_accumulation_steps": null, "include_for_metrics": [], "batch_eval_metrics": false, "save_only_model": false, "save_strategy": "steps", "save_steps": 0.2, "save_on_each_node": false, "save_total_limit": 2, "enable_jit_checkpoint": false, "push_to_hub": false, "hub_token": "", "hub_private_repo": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_always_push": false, "hub_revision": null, "load_best_model_at_end": true, "metric_for_best_model": "eval_NanoBEIR_mean_maxsim_ndcg@10", "greater_is_better": true, "ignore_data_skip": false, "restore_callback_states_from_checkpoint": false, "full_determinism": false, "seed": 12, "data_seed": null, "use_cpu": false, "accelerator_config": { "split_batches": false, "dispatch_batches": null, "even_batches": true, "use_seedable_sampler": true, "non_blocking": false, "gradient_accumulation_kwargs": null }, "parallelism_config": null, "dataloader_drop_last": false, "dataloader_num_workers": 0, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "dataloader_prefetch_factor": null, "dataloader_multiprocessing_context": null, "dataloader_in_order": true, "remove_unused_columns": true, "label_names": null, "train_sampling_strategy": "random", "length_column_name": "length", "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": false, "ddp_static_graph": null, "ddp_backend": null, "ddp_timeout": 1800, "fsdp": null, "fsdp_config": null, "deepspeed": null, "debug": [], "skip_memory_metrics": true, "do_train": false, "do_eval": true, "do_predict": false, "resume_from_checkpoint": null, "local_rank": -1, "prompts": null, "batch_sampler": "no_duplicates", "multi_dataset_batch_sampler": "proportional", "router_mapping": {}, "learning_rate_mapping": {}, "warmup_ratio": null, "max_length": null } }