Hugging Face's logo

multi-vector-encoder-testing
/
bert-tiny-multi-vector

Feature Extraction
sentence-transformers
Safetensors
English
bert
multi-vector
colbert
late-interaction
Generated from Trainer
dataset_size:501907
loss:MultiVectorMultipleNegativesRankingLoss
Eval Results (legacy)
text-embeddings-inference
Model card Files
xet
 Community
bert-tiny-multi-vector / results.json
tomaarsen's picture
tomaarsen HF Staff
Add new MultiVectorEncoder model
a0b72ca verified
Raw
History Blame Contribute Delete
89.2 kB
{
"baseline": {
"NanoMSMARCO_maxsim_accuracy@1": 0.26,
"NanoMSMARCO_maxsim_accuracy@3": 0.42,
"NanoMSMARCO_maxsim_accuracy@5": 0.48,
"NanoMSMARCO_maxsim_accuracy@10": 0.66,
"NanoMSMARCO_maxsim_precision@1": 0.26,
"NanoMSMARCO_maxsim_precision@3": 0.13999999999999999,
"NanoMSMARCO_maxsim_precision@5": 0.09600000000000002,
"NanoMSMARCO_maxsim_precision@10": 0.066,
"NanoMSMARCO_maxsim_recall@1": 0.26,
"NanoMSMARCO_maxsim_recall@3": 0.42,
"NanoMSMARCO_maxsim_recall@5": 0.48,
"NanoMSMARCO_maxsim_recall@10": 0.66,
"NanoMSMARCO_maxsim_ndcg@10": 0.4328151442419565,
"NanoMSMARCO_maxsim_mrr@10": 0.36385714285714277,
"NanoMSMARCO_maxsim_map@100": 0.37752742505056863,
"NanoNQ_maxsim_accuracy@1": 0.16,
"NanoNQ_maxsim_accuracy@3": 0.3,
"NanoNQ_maxsim_accuracy@5": 0.36,
"NanoNQ_maxsim_accuracy@10": 0.52,
"NanoNQ_maxsim_precision@1": 0.16,
"NanoNQ_maxsim_precision@3": 0.1,
"NanoNQ_maxsim_precision@5": 0.076,
"NanoNQ_maxsim_precision@10": 0.054000000000000006,
"NanoNQ_maxsim_recall@1": 0.15,
"NanoNQ_maxsim_recall@3": 0.28,
"NanoNQ_maxsim_recall@5": 0.35,
"NanoNQ_maxsim_recall@10": 0.49,
"NanoNQ_maxsim_ndcg@10": 0.29921814444748196,
"NanoNQ_maxsim_mrr@10": 0.2469365079365079,
"NanoNQ_maxsim_map@100": 0.24908347359322217,
"NanoFiQA2018_maxsim_accuracy@1": 0.22,
"NanoFiQA2018_maxsim_accuracy@3": 0.4,
"NanoFiQA2018_maxsim_accuracy@5": 0.46,
"NanoFiQA2018_maxsim_accuracy@10": 0.54,
"NanoFiQA2018_maxsim_precision@1": 0.22,
"NanoFiQA2018_maxsim_precision@3": 0.1533333333333333,
"NanoFiQA2018_maxsim_precision@5": 0.11600000000000002,
"NanoFiQA2018_maxsim_precision@10": 0.07400000000000001,
"NanoFiQA2018_maxsim_recall@1": 0.09552380952380952,
"NanoFiQA2018_maxsim_recall@3": 0.22885714285714287,
"NanoFiQA2018_maxsim_recall@5": 0.2935238095238095,
"NanoFiQA2018_maxsim_recall@10": 0.35904761904761906,
"NanoFiQA2018_maxsim_ndcg@10": 0.2657905839072199,
"NanoFiQA2018_maxsim_mrr@10": 0.3248888888888888,
"NanoFiQA2018_maxsim_map@100": 0.19617277017199142,
"NanoBEIR_mean_maxsim_accuracy@1": 0.21333333333333335,
"NanoBEIR_mean_maxsim_accuracy@3": 0.37333333333333335,
"NanoBEIR_mean_maxsim_accuracy@5": 0.43333333333333335,
"NanoBEIR_mean_maxsim_accuracy@10": 0.5733333333333334,
"NanoBEIR_mean_maxsim_precision@1": 0.21333333333333335,
"NanoBEIR_mean_maxsim_precision@3": 0.1311111111111111,
"NanoBEIR_mean_maxsim_precision@5": 0.09600000000000002,
"NanoBEIR_mean_maxsim_precision@10": 0.06466666666666666,
"NanoBEIR_mean_maxsim_recall@1": 0.16850793650793652,
"NanoBEIR_mean_maxsim_recall@3": 0.3096190476190476,
"NanoBEIR_mean_maxsim_recall@5": 0.37450793650793646,
"NanoBEIR_mean_maxsim_recall@10": 0.503015873015873,
"NanoBEIR_mean_maxsim_ndcg@10": 0.33260795753221944,
"NanoBEIR_mean_maxsim_mrr@10": 0.31189417989417983,
"NanoBEIR_mean_maxsim_map@100": 0.27426122293859406
},
"final": {
"NanoMSMARCO_maxsim_accuracy@1": 0.16,
"NanoMSMARCO_maxsim_accuracy@3": 0.32,
"NanoMSMARCO_maxsim_accuracy@5": 0.42,
"NanoMSMARCO_maxsim_accuracy@10": 0.7,
"NanoMSMARCO_maxsim_precision@1": 0.16,
"NanoMSMARCO_maxsim_precision@3": 0.10666666666666666,
"NanoMSMARCO_maxsim_precision@5": 0.084,
"NanoMSMARCO_maxsim_precision@10": 0.07,
"NanoMSMARCO_maxsim_recall@1": 0.16,
"NanoMSMARCO_maxsim_recall@3": 0.32,
"NanoMSMARCO_maxsim_recall@5": 0.42,
"NanoMSMARCO_maxsim_recall@10": 0.7,
"NanoMSMARCO_maxsim_ndcg@10": 0.3858968432351718,
"NanoMSMARCO_maxsim_mrr@10": 0.292015873015873,
"NanoMSMARCO_maxsim_map@100": 0.3048587220806822,
"NanoNQ_maxsim_accuracy@1": 0.28,
"NanoNQ_maxsim_accuracy@3": 0.4,
"NanoNQ_maxsim_accuracy@5": 0.48,
"NanoNQ_maxsim_accuracy@10": 0.66,
"NanoNQ_maxsim_precision@1": 0.28,
"NanoNQ_maxsim_precision@3": 0.13333333333333333,
"NanoNQ_maxsim_precision@5": 0.09600000000000002,
"NanoNQ_maxsim_precision@10": 0.066,
"NanoNQ_maxsim_recall@1": 0.27,
"NanoNQ_maxsim_recall@3": 0.39,
"NanoNQ_maxsim_recall@5": 0.46,
"NanoNQ_maxsim_recall@10": 0.61,
"NanoNQ_maxsim_ndcg@10": 0.42995107279160477,
"NanoNQ_maxsim_mrr@10": 0.3832698412698412,
"NanoNQ_maxsim_map@100": 0.3841358170885305,
"NanoFiQA2018_maxsim_accuracy@1": 0.26,
"NanoFiQA2018_maxsim_accuracy@3": 0.4,
"NanoFiQA2018_maxsim_accuracy@5": 0.48,
"NanoFiQA2018_maxsim_accuracy@10": 0.58,
"NanoFiQA2018_maxsim_precision@1": 0.26,
"NanoFiQA2018_maxsim_precision@3": 0.18,
"NanoFiQA2018_maxsim_precision@5": 0.132,
"NanoFiQA2018_maxsim_precision@10": 0.08,
"NanoFiQA2018_maxsim_recall@1": 0.12285714285714285,
"NanoFiQA2018_maxsim_recall@3": 0.251047619047619,
"NanoFiQA2018_maxsim_recall@5": 0.3117142857142857,
"NanoFiQA2018_maxsim_recall@10": 0.38704761904761903,
"NanoFiQA2018_maxsim_ndcg@10": 0.3027040168258662,
"NanoFiQA2018_maxsim_mrr@10": 0.36041269841269835,
"NanoFiQA2018_maxsim_map@100": 0.24465363135397997,
"NanoBEIR_mean_maxsim_accuracy@1": 0.23333333333333336,
"NanoBEIR_mean_maxsim_accuracy@3": 0.37333333333333335,
"NanoBEIR_mean_maxsim_accuracy@5": 0.45999999999999996,
"NanoBEIR_mean_maxsim_accuracy@10": 0.6466666666666666,
"NanoBEIR_mean_maxsim_precision@1": 0.23333333333333336,
"NanoBEIR_mean_maxsim_precision@3": 0.13999999999999999,
"NanoBEIR_mean_maxsim_precision@5": 0.10400000000000002,
"NanoBEIR_mean_maxsim_precision@10": 0.07200000000000001,
"NanoBEIR_mean_maxsim_recall@1": 0.1842857142857143,
"NanoBEIR_mean_maxsim_recall@3": 0.32034920634920633,
"NanoBEIR_mean_maxsim_recall@5": 0.3972380952380952,
"NanoBEIR_mean_maxsim_recall@10": 0.5656825396825397,
"NanoBEIR_mean_maxsim_ndcg@10": 0.37285064428421427,
"NanoBEIR_mean_maxsim_mrr@10": 0.34523280423280417,
"NanoBEIR_mean_maxsim_map@100": 0.31121605684106424
},
"best_checkpoint": "models\\bert-tiny-msmarco-long\\checkpoint-6000",
"history": [
{
"loss": 1.7376844882965088,
"grad_norm": 7.415415287017822,
"learning_rate": 0.0,
"epoch": 0.00025497195308516065,
"step": 1
},
{
"loss": 1.734242497658243,
"grad_norm": 6.916362762451172,
"learning_rate": 9.800000000000001e-07,
"epoch": 0.012748597654258032,
"step": 50
},
{
"loss": 1.7066943359375,
"grad_norm": 7.056603908538818,
"learning_rate": 1.98e-06,
"epoch": 0.025497195308516064,
"step": 100
},
{
"loss": 1.6563580322265625,
"grad_norm": 6.4600114822387695,
"learning_rate": 2.9800000000000003e-06,
"epoch": 0.0382457929627741,
"step": 150
},
{
"loss": 1.6342591857910156,
"grad_norm": 5.999237060546875,
"learning_rate": 3.980000000000001e-06,
"epoch": 0.05099439061703213,
"step": 200
},
{
"loss": 1.6082415771484375,
"grad_norm": 6.2727789878845215,
"learning_rate": 4.980000000000001e-06,
"epoch": 0.06374298827129016,
"step": 250
},
{
"loss": 1.5952156066894532,
"grad_norm": 6.114912986755371,
"learning_rate": 5.98e-06,
"epoch": 0.0764915859255482,
"step": 300
},
{
"loss": 1.5606399536132813,
"grad_norm": 6.401828765869141,
"learning_rate": 6.98e-06,
"epoch": 0.08924018357980622,
"step": 350
},
{
"loss": 1.5329177856445313,
"grad_norm": 5.98675012588501,
"learning_rate": 7.980000000000002e-06,
"epoch": 0.10198878123406425,
"step": 400
},
{
"loss": 1.4977052307128906,
"grad_norm": 5.7104811668396,
"learning_rate": 8.98e-06,
"epoch": 0.11473737888832228,
"step": 450
},
{
"loss": 1.5204747009277344,
"grad_norm": 5.618879318237305,
"learning_rate": 9.980000000000001e-06,
"epoch": 0.12748597654258031,
"step": 500
},
{
"loss": 1.4602200317382812,
"grad_norm": 5.667468070983887,
"learning_rate": 9.94842105263158e-06,
"epoch": 0.14023457419683835,
"step": 550
},
{
"loss": 1.4464675903320312,
"grad_norm": 5.8273606300354,
"learning_rate": 9.895789473684212e-06,
"epoch": 0.1529831718510964,
"step": 600
},
{
"loss": 1.4250950622558594,
"grad_norm": 5.368404388427734,
"learning_rate": 9.843157894736843e-06,
"epoch": 0.1657317695053544,
"step": 650
},
{
"loss": 1.3910955810546874,
"grad_norm": 6.110495567321777,
"learning_rate": 9.790526315789475e-06,
"epoch": 0.17848036715961244,
"step": 700
},
{
"loss": 1.3776310729980468,
"grad_norm": 5.904088020324707,
"learning_rate": 9.737894736842107e-06,
"epoch": 0.19122896481387047,
"step": 750
},
{
"loss": 1.3530450439453126,
"grad_norm": 5.835149765014648,
"learning_rate": 9.685263157894738e-06,
"epoch": 0.2039775624681285,
"step": 800
},
{
"loss": 1.329677734375,
"grad_norm": 5.804550647735596,
"learning_rate": 9.63263157894737e-06,
"epoch": 0.21672616012238655,
"step": 850
},
{
"loss": 1.3347909545898438,
"grad_norm": 5.69650936126709,
"learning_rate": 9.58e-06,
"epoch": 0.22947475777664456,
"step": 900
},
{
"loss": 1.342314453125,
"grad_norm": 6.2678680419921875,
"learning_rate": 9.527368421052631e-06,
"epoch": 0.2422233554309026,
"step": 950
},
{
"loss": 1.2871664428710938,
"grad_norm": 5.946215629577637,
"learning_rate": 9.474736842105265e-06,
"epoch": 0.25497195308516063,
"step": 1000
},
{
"loss": 1.287988739013672,
"grad_norm": 5.850720405578613,
"learning_rate": 9.422105263157896e-06,
"epoch": 0.26772055073941864,
"step": 1050
},
{
"loss": 1.2762126159667968,
"grad_norm": 5.957949638366699,
"learning_rate": 9.369473684210528e-06,
"epoch": 0.2804691483936767,
"step": 1100
},
{
"loss": 1.2545075225830078,
"grad_norm": 6.1128997802734375,
"learning_rate": 9.316842105263158e-06,
"epoch": 0.2932177460479347,
"step": 1150
},
{
"loss": 1.246324462890625,
"grad_norm": 5.8769121170043945,
"learning_rate": 9.26421052631579e-06,
"epoch": 0.3059663437021928,
"step": 1200
},
{
"loss": 1.2491684722900391,
"grad_norm": 5.3106255531311035,
"learning_rate": 9.211578947368421e-06,
"epoch": 0.3187149413564508,
"step": 1250
},
{
"loss": 1.2145277404785155,
"grad_norm": 6.250970363616943,
"learning_rate": 9.158947368421055e-06,
"epoch": 0.3314635390107088,
"step": 1300
},
{
"loss": 1.236901168823242,
"grad_norm": 5.616320610046387,
"learning_rate": 9.106315789473684e-06,
"epoch": 0.34421213666496686,
"step": 1350
},
{
"loss": 1.1994841003417969,
"grad_norm": 6.206327438354492,
"learning_rate": 9.053684210526316e-06,
"epoch": 0.35696073431922487,
"step": 1400
},
{
"loss": 1.1949559020996094,
"grad_norm": 5.921530246734619,
"learning_rate": 9.001052631578948e-06,
"epoch": 0.36970933197348294,
"step": 1450
},
{
"loss": 1.2016219329833984,
"grad_norm": 6.331475257873535,
"learning_rate": 8.94842105263158e-06,
"epoch": 0.38245792962774094,
"step": 1500
},
{
"loss": 1.1622018432617187,
"grad_norm": 6.142783164978027,
"learning_rate": 8.895789473684211e-06,
"epoch": 0.39520652728199895,
"step": 1550
},
{
"loss": 1.1885588073730469,
"grad_norm": 5.811583518981934,
"learning_rate": 8.843157894736843e-06,
"epoch": 0.407955124936257,
"step": 1600
},
{
"loss": 1.1866447448730468,
"grad_norm": 6.205753326416016,
"learning_rate": 8.790526315789474e-06,
"epoch": 0.42070372259051503,
"step": 1650
},
{
"loss": 1.1774078369140626,
"grad_norm": 6.716350078582764,
"learning_rate": 8.737894736842106e-06,
"epoch": 0.4334523202447731,
"step": 1700
},
{
"loss": 1.1461508178710937,
"grad_norm": 5.739165782928467,
"learning_rate": 8.685263157894738e-06,
"epoch": 0.4462009178990311,
"step": 1750
},
{
"loss": 1.1655081939697265,
"grad_norm": 5.719452857971191,
"learning_rate": 8.63263157894737e-06,
"epoch": 0.4589495155532891,
"step": 1800
},
{
"loss": 1.1309088897705077,
"grad_norm": 6.0798749923706055,
"learning_rate": 8.580000000000001e-06,
"epoch": 0.4716981132075472,
"step": 1850
},
{
"loss": 1.1612559509277345,
"grad_norm": 6.256891250610352,
"learning_rate": 8.527368421052632e-06,
"epoch": 0.4844467108618052,
"step": 1900
},
{
"loss": 1.1465477752685547,
"grad_norm": 5.919016361236572,
"learning_rate": 8.474736842105264e-06,
"epoch": 0.49719530851606325,
"step": 1950
},
{
"loss": 1.1740735626220704,
"grad_norm": 5.964484691619873,
"learning_rate": 8.422105263157896e-06,
"epoch": 0.5099439061703213,
"step": 2000
},
{
"eval_loss": 0.8206618428230286,
"eval_NanoMSMARCO_maxsim_accuracy@1": 0.14,
"eval_NanoMSMARCO_maxsim_accuracy@3": 0.3,
"eval_NanoMSMARCO_maxsim_accuracy@5": 0.44,
"eval_NanoMSMARCO_maxsim_accuracy@10": 0.6,
"eval_NanoMSMARCO_maxsim_precision@1": 0.14,
"eval_NanoMSMARCO_maxsim_precision@3": 0.1,
"eval_NanoMSMARCO_maxsim_precision@5": 0.08800000000000001,
"eval_NanoMSMARCO_maxsim_precision@10": 0.06,
"eval_NanoMSMARCO_maxsim_recall@1": 0.14,
"eval_NanoMSMARCO_maxsim_recall@3": 0.3,
"eval_NanoMSMARCO_maxsim_recall@5": 0.44,
"eval_NanoMSMARCO_maxsim_recall@10": 0.6,
"eval_NanoMSMARCO_maxsim_ndcg@10": 0.34600189291450606,
"eval_NanoMSMARCO_maxsim_mrr@10": 0.26735714285714285,
"eval_NanoMSMARCO_maxsim_map@100": 0.29039923269025436,
"eval_NanoNQ_maxsim_accuracy@1": 0.22,
"eval_NanoNQ_maxsim_accuracy@3": 0.38,
"eval_NanoNQ_maxsim_accuracy@5": 0.5,
"eval_NanoNQ_maxsim_accuracy@10": 0.68,
"eval_NanoNQ_maxsim_precision@1": 0.22,
"eval_NanoNQ_maxsim_precision@3": 0.12666666666666665,
"eval_NanoNQ_maxsim_precision@5": 0.1,
"eval_NanoNQ_maxsim_precision@10": 0.07,
"eval_NanoNQ_maxsim_recall@1": 0.21,
"eval_NanoNQ_maxsim_recall@3": 0.37,
"eval_NanoNQ_maxsim_recall@5": 0.48,
"eval_NanoNQ_maxsim_recall@10": 0.65,
"eval_NanoNQ_maxsim_ndcg@10": 0.4138066133720556,
"eval_NanoNQ_maxsim_mrr@10": 0.34757142857142853,
"eval_NanoNQ_maxsim_map@100": 0.3463553396303396,
"eval_NanoFiQA2018_maxsim_accuracy@1": 0.22,
"eval_NanoFiQA2018_maxsim_accuracy@3": 0.34,
"eval_NanoFiQA2018_maxsim_accuracy@5": 0.46,
"eval_NanoFiQA2018_maxsim_accuracy@10": 0.58,
"eval_NanoFiQA2018_maxsim_precision@1": 0.22,
"eval_NanoFiQA2018_maxsim_precision@3": 0.16,
"eval_NanoFiQA2018_maxsim_precision@5": 0.132,
"eval_NanoFiQA2018_maxsim_precision@10": 0.08,
"eval_NanoFiQA2018_maxsim_recall@1": 0.09885714285714287,
"eval_NanoFiQA2018_maxsim_recall@3": 0.1963809523809524,
"eval_NanoFiQA2018_maxsim_recall@5": 0.29304761904761906,
"eval_NanoFiQA2018_maxsim_recall@10": 0.38704761904761903,
"eval_NanoFiQA2018_maxsim_ndcg@10": 0.2792292147240143,
"eval_NanoFiQA2018_maxsim_mrr@10": 0.32299999999999995,
"eval_NanoFiQA2018_maxsim_map@100": 0.2137404159684256,
"eval_NanoBEIR_mean_maxsim_accuracy@1": 0.19333333333333333,
"eval_NanoBEIR_mean_maxsim_accuracy@3": 0.34,
"eval_NanoBEIR_mean_maxsim_accuracy@5": 0.4666666666666666,
"eval_NanoBEIR_mean_maxsim_accuracy@10": 0.62,
"eval_NanoBEIR_mean_maxsim_precision@1": 0.19333333333333333,
"eval_NanoBEIR_mean_maxsim_precision@3": 0.1288888888888889,
"eval_NanoBEIR_mean_maxsim_precision@5": 0.10666666666666667,
"eval_NanoBEIR_mean_maxsim_precision@10": 0.07,
"eval_NanoBEIR_mean_maxsim_recall@1": 0.14961904761904762,
"eval_NanoBEIR_mean_maxsim_recall@3": 0.28879365079365077,
"eval_NanoBEIR_mean_maxsim_recall@5": 0.4043492063492063,
"eval_NanoBEIR_mean_maxsim_recall@10": 0.5456825396825397,
"eval_NanoBEIR_mean_maxsim_ndcg@10": 0.3463459070035253,
"eval_NanoBEIR_mean_maxsim_mrr@10": 0.3126428571428571,
"eval_NanoBEIR_mean_maxsim_map@100": 0.2834983294296732,
"eval_runtime": 4.0747,
"eval_samples_per_second": 251.305,
"eval_steps_per_second": 7.853,
"epoch": 0.5099439061703213,
"step": 2000
},
{
"loss": 1.1287294006347657,
"grad_norm": 5.990379333496094,
"learning_rate": 8.369473684210527e-06,
"epoch": 0.5226925038245793,
"step": 2050
},
{
"loss": 1.1324900054931641,
"grad_norm": 5.922431468963623,
"learning_rate": 8.316842105263159e-06,
"epoch": 0.5354411014788373,
"step": 2100
},
{
"loss": 1.1120962524414062,
"grad_norm": 5.448898792266846,
"learning_rate": 8.26421052631579e-06,
"epoch": 0.5481896991330953,
"step": 2150
},
{
"loss": 1.104578628540039,
"grad_norm": 5.152342319488525,
"learning_rate": 8.211578947368422e-06,
"epoch": 0.5609382967873534,
"step": 2200
},
{
"loss": 1.1026490783691407,
"grad_norm": 5.983816623687744,
"learning_rate": 8.158947368421052e-06,
"epoch": 0.5736868944416115,
"step": 2250
},
{
"loss": 1.124510269165039,
"grad_norm": 6.402281284332275,
"learning_rate": 8.106315789473684e-06,
"epoch": 0.5864354920958694,
"step": 2300
},
{
"loss": 1.1252516937255859,
"grad_norm": 6.615288257598877,
"learning_rate": 8.053684210526317e-06,
"epoch": 0.5991840897501275,
"step": 2350
},
{
"loss": 1.1050936126708983,
"grad_norm": 6.889590740203857,
"learning_rate": 8.001052631578949e-06,
"epoch": 0.6119326874043856,
"step": 2400
},
{
"loss": 1.0870243835449218,
"grad_norm": 6.245548725128174,
"learning_rate": 7.94842105263158e-06,
"epoch": 0.6246812850586435,
"step": 2450
},
{
"loss": 1.077528839111328,
"grad_norm": 5.783371448516846,
"learning_rate": 7.89578947368421e-06,
"epoch": 0.6374298827129016,
"step": 2500
},
{
"loss": 1.0713024139404297,
"grad_norm": 5.964858531951904,
"learning_rate": 7.843157894736842e-06,
"epoch": 0.6501784803671596,
"step": 2550
},
{
"loss": 1.0945580291748047,
"grad_norm": 5.975121974945068,
"learning_rate": 7.790526315789474e-06,
"epoch": 0.6629270780214176,
"step": 2600
},
{
"loss": 1.0681832885742188,
"grad_norm": 6.2195611000061035,
"learning_rate": 7.737894736842105e-06,
"epoch": 0.6756756756756757,
"step": 2650
},
{
"loss": 1.0537023162841797,
"grad_norm": 5.614584922790527,
"learning_rate": 7.685263157894739e-06,
"epoch": 0.6884242733299337,
"step": 2700
},
{
"loss": 1.0500063323974609,
"grad_norm": 5.860501289367676,
"learning_rate": 7.632631578947369e-06,
"epoch": 0.7011728709841918,
"step": 2750
},
{
"loss": 1.0920198059082031,
"grad_norm": 6.509205341339111,
"learning_rate": 7.58e-06,
"epoch": 0.7139214686384497,
"step": 2800
},
{
"loss": 1.0873284912109376,
"grad_norm": 5.848539352416992,
"learning_rate": 7.527368421052632e-06,
"epoch": 0.7266700662927078,
"step": 2850
},
{
"loss": 1.059793701171875,
"grad_norm": 7.743218898773193,
"learning_rate": 7.4747368421052635e-06,
"epoch": 0.7394186639469659,
"step": 2900
},
{
"loss": 1.0745486450195312,
"grad_norm": 5.6027607917785645,
"learning_rate": 7.422105263157895e-06,
"epoch": 0.7521672616012238,
"step": 2950
},
{
"loss": 1.0586804962158203,
"grad_norm": 5.33534574508667,
"learning_rate": 7.369473684210528e-06,
"epoch": 0.7649158592554819,
"step": 3000
},
{
"loss": 1.0532286834716797,
"grad_norm": 5.572927951812744,
"learning_rate": 7.3168421052631585e-06,
"epoch": 0.77766445690974,
"step": 3050
},
{
"loss": 1.0608716583251954,
"grad_norm": 5.5701775550842285,
"learning_rate": 7.26421052631579e-06,
"epoch": 0.7904130545639979,
"step": 3100
},
{
"loss": 1.061068344116211,
"grad_norm": 5.325122356414795,
"learning_rate": 7.211578947368422e-06,
"epoch": 0.803161652218256,
"step": 3150
},
{
"loss": 1.059212646484375,
"grad_norm": 5.75468111038208,
"learning_rate": 7.158947368421053e-06,
"epoch": 0.815910249872514,
"step": 3200
},
{
"loss": 1.041295928955078,
"grad_norm": 6.296924591064453,
"learning_rate": 7.106315789473684e-06,
"epoch": 0.8286588475267721,
"step": 3250
},
{
"loss": 1.0224284362792968,
"grad_norm": 5.157304763793945,
"learning_rate": 7.053684210526316e-06,
"epoch": 0.8414074451810301,
"step": 3300
},
{
"loss": 1.0371504974365235,
"grad_norm": 6.586690902709961,
"learning_rate": 7.001052631578948e-06,
"epoch": 0.8541560428352881,
"step": 3350
},
{
"loss": 1.054374008178711,
"grad_norm": 6.449936389923096,
"learning_rate": 6.94842105263158e-06,
"epoch": 0.8669046404895462,
"step": 3400
},
{
"loss": 0.9921880340576172,
"grad_norm": 5.447681903839111,
"learning_rate": 6.8957894736842116e-06,
"epoch": 0.8796532381438041,
"step": 3450
},
{
"loss": 1.0214737701416015,
"grad_norm": 6.658762454986572,
"learning_rate": 6.843157894736842e-06,
"epoch": 0.8924018357980622,
"step": 3500
},
{
"loss": 1.0051663970947267,
"grad_norm": 6.1249680519104,
"learning_rate": 6.790526315789474e-06,
"epoch": 0.9051504334523203,
"step": 3550
},
{
"loss": 1.0060914611816407,
"grad_norm": 6.070328712463379,
"learning_rate": 6.737894736842106e-06,
"epoch": 0.9178990311065782,
"step": 3600
},
{
"loss": 1.0136323547363282,
"grad_norm": 5.561135292053223,
"learning_rate": 6.685263157894737e-06,
"epoch": 0.9306476287608363,
"step": 3650
},
{
"loss": 1.0235866546630858,
"grad_norm": 6.205555438995361,
"learning_rate": 6.63263157894737e-06,
"epoch": 0.9433962264150944,
"step": 3700
},
{
"loss": 0.993685302734375,
"grad_norm": 5.501027584075928,
"learning_rate": 6.5800000000000005e-06,
"epoch": 0.9561448240693524,
"step": 3750
},
{
"loss": 1.012783203125,
"grad_norm": 6.655802249908447,
"learning_rate": 6.527368421052632e-06,
"epoch": 0.9688934217236104,
"step": 3800
},
{
"loss": 1.0399366760253905,
"grad_norm": 6.5160956382751465,
"learning_rate": 6.474736842105264e-06,
"epoch": 0.9816420193778684,
"step": 3850
},
{
"loss": 0.9839756774902344,
"grad_norm": 6.4597039222717285,
"learning_rate": 6.4221052631578954e-06,
"epoch": 0.9943906170321265,
"step": 3900
},
{
"loss": 0.9999301910400391,
"grad_norm": 5.411151885986328,
"learning_rate": 6.369473684210526e-06,
"epoch": 1.0071392146863845,
"step": 3950
},
{
"loss": 1.0204017639160157,
"grad_norm": 5.2421112060546875,
"learning_rate": 6.316842105263158e-06,
"epoch": 1.0198878123406425,
"step": 4000
},
{
"eval_loss": 0.7237886190414429,
"eval_NanoMSMARCO_maxsim_accuracy@1": 0.16,
"eval_NanoMSMARCO_maxsim_accuracy@3": 0.34,
"eval_NanoMSMARCO_maxsim_accuracy@5": 0.42,
"eval_NanoMSMARCO_maxsim_accuracy@10": 0.68,
"eval_NanoMSMARCO_maxsim_precision@1": 0.16,
"eval_NanoMSMARCO_maxsim_precision@3": 0.11333333333333333,
"eval_NanoMSMARCO_maxsim_precision@5": 0.084,
"eval_NanoMSMARCO_maxsim_precision@10": 0.068,
"eval_NanoMSMARCO_maxsim_recall@1": 0.16,
"eval_NanoMSMARCO_maxsim_recall@3": 0.34,
"eval_NanoMSMARCO_maxsim_recall@5": 0.42,
"eval_NanoMSMARCO_maxsim_recall@10": 0.68,
"eval_NanoMSMARCO_maxsim_ndcg@10": 0.3782341818236686,
"eval_NanoMSMARCO_maxsim_mrr@10": 0.2877619047619047,
"eval_NanoMSMARCO_maxsim_map@100": 0.30340628302046213,
"eval_NanoNQ_maxsim_accuracy@1": 0.28,
"eval_NanoNQ_maxsim_accuracy@3": 0.38,
"eval_NanoNQ_maxsim_accuracy@5": 0.5,
"eval_NanoNQ_maxsim_accuracy@10": 0.7,
"eval_NanoNQ_maxsim_precision@1": 0.28,
"eval_NanoNQ_maxsim_precision@3": 0.12666666666666665,
"eval_NanoNQ_maxsim_precision@5": 0.1,
"eval_NanoNQ_maxsim_precision@10": 0.07,
"eval_NanoNQ_maxsim_recall@1": 0.27,
"eval_NanoNQ_maxsim_recall@3": 0.37,
"eval_NanoNQ_maxsim_recall@5": 0.48,
"eval_NanoNQ_maxsim_recall@10": 0.65,
"eval_NanoNQ_maxsim_ndcg@10": 0.4405203635714057,
"eval_NanoNQ_maxsim_mrr@10": 0.38526984126984126,
"eval_NanoNQ_maxsim_map@100": 0.3829180996894442,
"eval_NanoFiQA2018_maxsim_accuracy@1": 0.24,
"eval_NanoFiQA2018_maxsim_accuracy@3": 0.4,
"eval_NanoFiQA2018_maxsim_accuracy@5": 0.46,
"eval_NanoFiQA2018_maxsim_accuracy@10": 0.58,
"eval_NanoFiQA2018_maxsim_precision@1": 0.24,
"eval_NanoFiQA2018_maxsim_precision@3": 0.18,
"eval_NanoFiQA2018_maxsim_precision@5": 0.132,
"eval_NanoFiQA2018_maxsim_precision@10": 0.08,
"eval_NanoFiQA2018_maxsim_recall@1": 0.09952380952380953,
"eval_NanoFiQA2018_maxsim_recall@3": 0.251047619047619,
"eval_NanoFiQA2018_maxsim_recall@5": 0.303047619047619,
"eval_NanoFiQA2018_maxsim_recall@10": 0.38704761904761903,
"eval_NanoFiQA2018_maxsim_ndcg@10": 0.28811105912017293,
"eval_NanoFiQA2018_maxsim_mrr@10": 0.34024603174603174,
"eval_NanoFiQA2018_maxsim_map@100": 0.22545265942194526,
"eval_NanoBEIR_mean_maxsim_accuracy@1": 0.22666666666666668,
"eval_NanoBEIR_mean_maxsim_accuracy@3": 0.37333333333333335,
"eval_NanoBEIR_mean_maxsim_accuracy@5": 0.45999999999999996,
"eval_NanoBEIR_mean_maxsim_accuracy@10": 0.6533333333333333,
"eval_NanoBEIR_mean_maxsim_precision@1": 0.22666666666666668,
"eval_NanoBEIR_mean_maxsim_precision@3": 0.13999999999999999,
"eval_NanoBEIR_mean_maxsim_precision@5": 0.10533333333333333,
"eval_NanoBEIR_mean_maxsim_precision@10": 0.07266666666666667,
"eval_NanoBEIR_mean_maxsim_recall@1": 0.17650793650793653,
"eval_NanoBEIR_mean_maxsim_recall@3": 0.32034920634920633,
"eval_NanoBEIR_mean_maxsim_recall@5": 0.401015873015873,
"eval_NanoBEIR_mean_maxsim_recall@10": 0.5723492063492064,
"eval_NanoBEIR_mean_maxsim_ndcg@10": 0.3689552015050824,
"eval_NanoBEIR_mean_maxsim_mrr@10": 0.33775925925925926,
"eval_NanoBEIR_mean_maxsim_map@100": 0.3039256807106172,
"eval_runtime": 3.7291,
"eval_samples_per_second": 274.6,
"eval_steps_per_second": 8.581,
"epoch": 1.0198878123406425,
"step": 4000
},
{
"loss": 1.0074549865722657,
"grad_norm": 5.800049781799316,
"learning_rate": 6.26421052631579e-06,
"epoch": 1.0326364099949006,
"step": 4050
},
{
"loss": 1.0111343383789062,
"grad_norm": 5.648647308349609,
"learning_rate": 6.211578947368422e-06,
"epoch": 1.0453850076491586,
"step": 4100
},
{
"loss": 0.9972299194335937,
"grad_norm": 5.885046482086182,
"learning_rate": 6.158947368421054e-06,
"epoch": 1.0581336053034167,
"step": 4150
},
{
"loss": 1.0143543243408204,
"grad_norm": 5.489906311035156,
"learning_rate": 6.106315789473684e-06,
"epoch": 1.0708822029576746,
"step": 4200
},
{
"loss": 1.0053844451904297,
"grad_norm": 5.163933277130127,
"learning_rate": 6.053684210526316e-06,
"epoch": 1.0836308006119326,
"step": 4250
},
{
"loss": 1.01227783203125,
"grad_norm": 5.415525913238525,
"learning_rate": 6.001052631578948e-06,
"epoch": 1.0963793982661907,
"step": 4300
},
{
"loss": 0.9975738525390625,
"grad_norm": 6.0239715576171875,
"learning_rate": 5.94842105263158e-06,
"epoch": 1.1091279959204488,
"step": 4350
},
{
"loss": 0.9797928619384766,
"grad_norm": 5.9564127922058105,
"learning_rate": 5.895789473684212e-06,
"epoch": 1.1218765935747068,
"step": 4400
},
{
"loss": 1.0313327026367187,
"grad_norm": 6.634435653686523,
"learning_rate": 5.843157894736843e-06,
"epoch": 1.1346251912289649,
"step": 4450
},
{
"loss": 0.9912808227539063,
"grad_norm": 5.924166679382324,
"learning_rate": 5.790526315789474e-06,
"epoch": 1.1473737888832227,
"step": 4500
},
{
"loss": 0.9911473846435547,
"grad_norm": 5.722446918487549,
"learning_rate": 5.737894736842106e-06,
"epoch": 1.1601223865374808,
"step": 4550
},
{
"loss": 0.9879852294921875,
"grad_norm": 5.746371269226074,
"learning_rate": 5.685263157894737e-06,
"epoch": 1.1728709841917389,
"step": 4600
},
{
"loss": 0.9833634948730469,
"grad_norm": 5.92328405380249,
"learning_rate": 5.632631578947368e-06,
"epoch": 1.185619581845997,
"step": 4650
},
{
"loss": 0.9488947296142578,
"grad_norm": 5.607302665710449,
"learning_rate": 5.580000000000001e-06,
"epoch": 1.198368179500255,
"step": 4700
},
{
"loss": 0.9462134552001953,
"grad_norm": 5.134405612945557,
"learning_rate": 5.527368421052632e-06,
"epoch": 1.211116777154513,
"step": 4750
},
{
"loss": 0.9669766235351562,
"grad_norm": 6.016522407531738,
"learning_rate": 5.474736842105264e-06,
"epoch": 1.2238653748087711,
"step": 4800
},
{
"loss": 0.9765520477294922,
"grad_norm": 5.564464092254639,
"learning_rate": 5.422105263157895e-06,
"epoch": 1.236613972463029,
"step": 4850
},
{
"loss": 0.9655083465576172,
"grad_norm": 5.814446449279785,
"learning_rate": 5.3694736842105265e-06,
"epoch": 1.249362570117287,
"step": 4900
},
{
"loss": 0.9524942779541016,
"grad_norm": 5.315156936645508,
"learning_rate": 5.316842105263158e-06,
"epoch": 1.262111167771545,
"step": 4950
},
{
"loss": 0.9818015289306641,
"grad_norm": 6.273362159729004,
"learning_rate": 5.26421052631579e-06,
"epoch": 1.2748597654258031,
"step": 5000
},
{
"loss": 0.9698784637451172,
"grad_norm": 5.575201988220215,
"learning_rate": 5.211578947368422e-06,
"epoch": 1.2876083630800612,
"step": 5050
},
{
"loss": 0.9678575134277344,
"grad_norm": 6.0221686363220215,
"learning_rate": 5.158947368421053e-06,
"epoch": 1.3003569607343193,
"step": 5100
},
{
"loss": 0.9810379791259766,
"grad_norm": 5.811202526092529,
"learning_rate": 5.106315789473685e-06,
"epoch": 1.3131055583885773,
"step": 5150
},
{
"loss": 0.9722916412353516,
"grad_norm": 5.7698211669921875,
"learning_rate": 5.053684210526316e-06,
"epoch": 1.3258541560428352,
"step": 5200
},
{
"loss": 0.9659819793701172,
"grad_norm": 6.167635440826416,
"learning_rate": 5.001052631578948e-06,
"epoch": 1.3386027536970933,
"step": 5250
},
{
"loss": 0.9688465118408203,
"grad_norm": 5.632967948913574,
"learning_rate": 4.94842105263158e-06,
"epoch": 1.3513513513513513,
"step": 5300
},
{
"loss": 0.97010009765625,
"grad_norm": 5.637306213378906,
"learning_rate": 4.895789473684211e-06,
"epoch": 1.3640999490056094,
"step": 5350
},
{
"loss": 0.9531510162353516,
"grad_norm": 4.932260036468506,
"learning_rate": 4.843157894736842e-06,
"epoch": 1.3768485466598674,
"step": 5400
},
{
"loss": 0.9817030334472656,
"grad_norm": 5.899550914764404,
"learning_rate": 4.790526315789474e-06,
"epoch": 1.3895971443141255,
"step": 5450
},
{
"loss": 0.9400790405273437,
"grad_norm": 5.441213607788086,
"learning_rate": 4.737894736842106e-06,
"epoch": 1.4023457419683836,
"step": 5500
},
{
"loss": 0.9398882293701172,
"grad_norm": 5.9854655265808105,
"learning_rate": 4.685263157894737e-06,
"epoch": 1.4150943396226414,
"step": 5550
},
{
"loss": 0.9505341339111328,
"grad_norm": 5.776639938354492,
"learning_rate": 4.6326315789473686e-06,
"epoch": 1.4278429372768995,
"step": 5600
},
{
"loss": 0.9515079498291016,
"grad_norm": 5.740902900695801,
"learning_rate": 4.58e-06,
"epoch": 1.4405915349311575,
"step": 5650
},
{
"loss": 0.9575539398193359,
"grad_norm": 6.547975063323975,
"learning_rate": 4.527368421052632e-06,
"epoch": 1.4533401325854156,
"step": 5700
},
{
"loss": 0.9672400665283203,
"grad_norm": 6.232046127319336,
"learning_rate": 4.4747368421052635e-06,
"epoch": 1.4660887302396737,
"step": 5750
},
{
"loss": 0.9414089965820313,
"grad_norm": 5.383060455322266,
"learning_rate": 4.422105263157895e-06,
"epoch": 1.4788373278939317,
"step": 5800
},
{
"loss": 0.9354756927490234,
"grad_norm": 5.175451278686523,
"learning_rate": 4.369473684210527e-06,
"epoch": 1.4915859255481898,
"step": 5850
},
{
"loss": 0.9615425872802734,
"grad_norm": 6.005729675292969,
"learning_rate": 4.316842105263158e-06,
"epoch": 1.5043345232024476,
"step": 5900
},
{
"loss": 0.943619384765625,
"grad_norm": 5.894584655761719,
"learning_rate": 4.264210526315789e-06,
"epoch": 1.5170831208567057,
"step": 5950
},
{
"loss": 0.964720458984375,
"grad_norm": 5.264230251312256,
"learning_rate": 4.211578947368422e-06,
"epoch": 1.5298317185109638,
"step": 6000
},
{
"eval_loss": 0.6845850944519043,
"eval_NanoMSMARCO_maxsim_accuracy@1": 0.16,
"eval_NanoMSMARCO_maxsim_accuracy@3": 0.32,
"eval_NanoMSMARCO_maxsim_accuracy@5": 0.42,
"eval_NanoMSMARCO_maxsim_accuracy@10": 0.7,
"eval_NanoMSMARCO_maxsim_precision@1": 0.16,
"eval_NanoMSMARCO_maxsim_precision@3": 0.10666666666666666,
"eval_NanoMSMARCO_maxsim_precision@5": 0.084,
"eval_NanoMSMARCO_maxsim_precision@10": 0.07,
"eval_NanoMSMARCO_maxsim_recall@1": 0.16,
"eval_NanoMSMARCO_maxsim_recall@3": 0.32,
"eval_NanoMSMARCO_maxsim_recall@5": 0.42,
"eval_NanoMSMARCO_maxsim_recall@10": 0.7,
"eval_NanoMSMARCO_maxsim_ndcg@10": 0.3858968432351718,
"eval_NanoMSMARCO_maxsim_mrr@10": 0.292015873015873,
"eval_NanoMSMARCO_maxsim_map@100": 0.3048587220806822,
"eval_NanoNQ_maxsim_accuracy@1": 0.28,
"eval_NanoNQ_maxsim_accuracy@3": 0.4,
"eval_NanoNQ_maxsim_accuracy@5": 0.48,
"eval_NanoNQ_maxsim_accuracy@10": 0.66,
"eval_NanoNQ_maxsim_precision@1": 0.28,
"eval_NanoNQ_maxsim_precision@3": 0.13333333333333333,
"eval_NanoNQ_maxsim_precision@5": 0.09600000000000002,
"eval_NanoNQ_maxsim_precision@10": 0.066,
"eval_NanoNQ_maxsim_recall@1": 0.27,
"eval_NanoNQ_maxsim_recall@3": 0.39,
"eval_NanoNQ_maxsim_recall@5": 0.46,
"eval_NanoNQ_maxsim_recall@10": 0.61,
"eval_NanoNQ_maxsim_ndcg@10": 0.43040854986709853,
"eval_NanoNQ_maxsim_mrr@10": 0.3837460317460317,
"eval_NanoNQ_maxsim_map@100": 0.38461468064678456,
"eval_NanoFiQA2018_maxsim_accuracy@1": 0.26,
"eval_NanoFiQA2018_maxsim_accuracy@3": 0.4,
"eval_NanoFiQA2018_maxsim_accuracy@5": 0.48,
"eval_NanoFiQA2018_maxsim_accuracy@10": 0.58,
"eval_NanoFiQA2018_maxsim_precision@1": 0.26,
"eval_NanoFiQA2018_maxsim_precision@3": 0.18,
"eval_NanoFiQA2018_maxsim_precision@5": 0.132,
"eval_NanoFiQA2018_maxsim_precision@10": 0.08,
"eval_NanoFiQA2018_maxsim_recall@1": 0.12285714285714285,
"eval_NanoFiQA2018_maxsim_recall@3": 0.251047619047619,
"eval_NanoFiQA2018_maxsim_recall@5": 0.3117142857142857,
"eval_NanoFiQA2018_maxsim_recall@10": 0.38704761904761903,
"eval_NanoFiQA2018_maxsim_ndcg@10": 0.3025488588070337,
"eval_NanoFiQA2018_maxsim_mrr@10": 0.36041269841269835,
"eval_NanoFiQA2018_maxsim_map@100": 0.24423869572488793,
"eval_NanoBEIR_mean_maxsim_accuracy@1": 0.23333333333333336,
"eval_NanoBEIR_mean_maxsim_accuracy@3": 0.37333333333333335,
"eval_NanoBEIR_mean_maxsim_accuracy@5": 0.45999999999999996,
"eval_NanoBEIR_mean_maxsim_accuracy@10": 0.6466666666666666,
"eval_NanoBEIR_mean_maxsim_precision@1": 0.23333333333333336,
"eval_NanoBEIR_mean_maxsim_precision@3": 0.13999999999999999,
"eval_NanoBEIR_mean_maxsim_precision@5": 0.10400000000000002,
"eval_NanoBEIR_mean_maxsim_precision@10": 0.07200000000000001,
"eval_NanoBEIR_mean_maxsim_recall@1": 0.1842857142857143,
"eval_NanoBEIR_mean_maxsim_recall@3": 0.32034920634920633,
"eval_NanoBEIR_mean_maxsim_recall@5": 0.3972380952380952,
"eval_NanoBEIR_mean_maxsim_recall@10": 0.5656825396825397,
"eval_NanoBEIR_mean_maxsim_ndcg@10": 0.3729514173031014,
"eval_NanoBEIR_mean_maxsim_mrr@10": 0.34539153439153436,
"eval_NanoBEIR_mean_maxsim_map@100": 0.31123736615078484,
"eval_runtime": 3.7136,
"eval_samples_per_second": 275.74,
"eval_steps_per_second": 8.617,
"epoch": 1.5298317185109638,
"step": 6000
},
{
"loss": 0.9527646636962891,
"grad_norm": 5.419942855834961,
"learning_rate": 4.158947368421053e-06,
"epoch": 1.5425803161652218,
"step": 6050
},
{
"loss": 0.9358503723144531,
"grad_norm": 5.1898298263549805,
"learning_rate": 4.106315789473684e-06,
"epoch": 1.55532891381948,
"step": 6100
},
{
"loss": 0.9409062957763672,
"grad_norm": 5.944079875946045,
"learning_rate": 4.0536842105263166e-06,
"epoch": 1.5680775114737378,
"step": 6150
},
{
"loss": 0.9534385681152344,
"grad_norm": 5.932693958282471,
"learning_rate": 4.001052631578947e-06,
"epoch": 1.580826109127996,
"step": 6200
},
{
"loss": 0.9594136047363281,
"grad_norm": 5.8394389152526855,
"learning_rate": 3.948421052631579e-06,
"epoch": 1.5935747067822539,
"step": 6250
},
{
"loss": 0.9496177673339844,
"grad_norm": 5.904182434082031,
"learning_rate": 3.8957894736842115e-06,
"epoch": 1.606323304436512,
"step": 6300
},
{
"loss": 0.9397685241699218,
"grad_norm": 6.152402877807617,
"learning_rate": 3.843157894736842e-06,
"epoch": 1.61907190209077,
"step": 6350
},
{
"loss": 0.9368280029296875,
"grad_norm": 5.958895683288574,
"learning_rate": 3.790526315789474e-06,
"epoch": 1.631820499745028,
"step": 6400
},
{
"loss": 0.9481920623779296,
"grad_norm": 5.238616466522217,
"learning_rate": 3.7378947368421055e-06,
"epoch": 1.6445690973992861,
"step": 6450
},
{
"loss": 0.9392526245117188,
"grad_norm": 6.374394416809082,
"learning_rate": 3.685263157894737e-06,
"epoch": 1.657317695053544,
"step": 6500
},
{
"loss": 0.9600529479980469,
"grad_norm": 6.4856276512146,
"learning_rate": 3.632631578947369e-06,
"epoch": 1.6700662927078023,
"step": 6550
},
{
"loss": 0.9296820068359375,
"grad_norm": 5.436391830444336,
"learning_rate": 3.58e-06,
"epoch": 1.6828148903620601,
"step": 6600
},
{
"loss": 0.9262808227539062,
"grad_norm": 5.286633014678955,
"learning_rate": 3.527368421052632e-06,
"epoch": 1.6955634880163182,
"step": 6650
},
{
"loss": 0.9391435241699219,
"grad_norm": 6.064976215362549,
"learning_rate": 3.4747368421052637e-06,
"epoch": 1.7083120856705762,
"step": 6700
},
{
"loss": 0.9423677825927734,
"grad_norm": 5.806890487670898,
"learning_rate": 3.422105263157895e-06,
"epoch": 1.7210606833248343,
"step": 6750
},
{
"loss": 0.9356842803955078,
"grad_norm": 5.708329200744629,
"learning_rate": 3.369473684210526e-06,
"epoch": 1.7338092809790924,
"step": 6800
},
{
"loss": 0.9470310974121093,
"grad_norm": 5.327975749969482,
"learning_rate": 3.3168421052631582e-06,
"epoch": 1.7465578786333502,
"step": 6850
},
{
"loss": 0.9314807891845703,
"grad_norm": 5.52776575088501,
"learning_rate": 3.26421052631579e-06,
"epoch": 1.7593064762876085,
"step": 6900
},
{
"loss": 0.9288822937011719,
"grad_norm": 6.206039905548096,
"learning_rate": 3.211578947368421e-06,
"epoch": 1.7720550739418663,
"step": 6950
},
{
"loss": 0.9206436920166016,
"grad_norm": 5.821423530578613,
"learning_rate": 3.158947368421053e-06,
"epoch": 1.7848036715961244,
"step": 7000
},
{
"loss": 0.9493258666992187,
"grad_norm": 5.648779392242432,
"learning_rate": 3.1063157894736843e-06,
"epoch": 1.7975522692503825,
"step": 7050
},
{
"loss": 0.953025131225586,
"grad_norm": 6.218502998352051,
"learning_rate": 3.053684210526316e-06,
"epoch": 1.8103008669046405,
"step": 7100
},
{
"loss": 0.9378658294677734,
"grad_norm": 6.421555042266846,
"learning_rate": 3.001052631578948e-06,
"epoch": 1.8230494645588986,
"step": 7150
},
{
"loss": 0.9349431610107422,
"grad_norm": 5.718181610107422,
"learning_rate": 2.9484210526315792e-06,
"epoch": 1.8357980622131564,
"step": 7200
},
{
"loss": 0.9017268371582031,
"grad_norm": 6.304521560668945,
"learning_rate": 2.895789473684211e-06,
"epoch": 1.8485466598674147,
"step": 7250
},
{
"loss": 0.9407036590576172,
"grad_norm": 6.817096710205078,
"learning_rate": 2.843157894736842e-06,
"epoch": 1.8612952575216726,
"step": 7300
},
{
"loss": 0.9158139038085937,
"grad_norm": 6.281953811645508,
"learning_rate": 2.790526315789474e-06,
"epoch": 1.8740438551759306,
"step": 7350
},
{
"loss": 0.941224594116211,
"grad_norm": 5.203763008117676,
"learning_rate": 2.7378947368421054e-06,
"epoch": 1.8867924528301887,
"step": 7400
},
{
"loss": 0.923984375,
"grad_norm": 4.658481597900391,
"learning_rate": 2.685263157894737e-06,
"epoch": 1.8995410504844465,
"step": 7450
},
{
"loss": 0.9257674407958985,
"grad_norm": 4.8184075355529785,
"learning_rate": 2.632631578947369e-06,
"epoch": 1.9122896481387048,
"step": 7500
},
{
"loss": 0.9456035614013671,
"grad_norm": 5.411379337310791,
"learning_rate": 2.5800000000000003e-06,
"epoch": 1.9250382457929627,
"step": 7550
},
{
"loss": 0.9428106689453125,
"grad_norm": 5.237967014312744,
"learning_rate": 2.5273684210526315e-06,
"epoch": 1.937786843447221,
"step": 7600
},
{
"loss": 0.9630010986328125,
"grad_norm": 5.7921857833862305,
"learning_rate": 2.4747368421052636e-06,
"epoch": 1.9505354411014788,
"step": 7650
},
{
"loss": 0.945229263305664,
"grad_norm": 5.247952461242676,
"learning_rate": 2.422105263157895e-06,
"epoch": 1.9632840387557369,
"step": 7700
},
{
"loss": 0.9221783447265625,
"grad_norm": 5.966209411621094,
"learning_rate": 2.3694736842105264e-06,
"epoch": 1.976032636409995,
"step": 7750
},
{
"loss": 0.9287884521484375,
"grad_norm": 5.2588982582092285,
"learning_rate": 2.316842105263158e-06,
"epoch": 1.9887812340642528,
"step": 7800
},
{
"loss": 0.9349156188964843,
"grad_norm": 5.415347576141357,
"learning_rate": 2.2642105263157897e-06,
"epoch": 2.001529831718511,
"step": 7850
},
{
"loss": 0.9354501342773438,
"grad_norm": 5.250112056732178,
"learning_rate": 2.2115789473684213e-06,
"epoch": 2.014278429372769,
"step": 7900
},
{
"loss": 0.9040863800048828,
"grad_norm": 5.810637474060059,
"learning_rate": 2.1589473684210525e-06,
"epoch": 2.027027027027027,
"step": 7950
},
{
"loss": 0.9092691802978515,
"grad_norm": 5.8565473556518555,
"learning_rate": 2.106315789473684e-06,
"epoch": 2.039775624681285,
"step": 8000
},
{
"eval_loss": 0.6677519083023071,
"eval_NanoMSMARCO_maxsim_accuracy@1": 0.14,
"eval_NanoMSMARCO_maxsim_accuracy@3": 0.32,
"eval_NanoMSMARCO_maxsim_accuracy@5": 0.42,
"eval_NanoMSMARCO_maxsim_accuracy@10": 0.7,
"eval_NanoMSMARCO_maxsim_precision@1": 0.14,
"eval_NanoMSMARCO_maxsim_precision@3": 0.10666666666666666,
"eval_NanoMSMARCO_maxsim_precision@5": 0.084,
"eval_NanoMSMARCO_maxsim_precision@10": 0.07,
"eval_NanoMSMARCO_maxsim_recall@1": 0.14,
"eval_NanoMSMARCO_maxsim_recall@3": 0.32,
"eval_NanoMSMARCO_maxsim_recall@5": 0.42,
"eval_NanoMSMARCO_maxsim_recall@10": 0.7,
"eval_NanoMSMARCO_maxsim_ndcg@10": 0.3805043522757907,
"eval_NanoMSMARCO_maxsim_mrr@10": 0.28398412698412695,
"eval_NanoMSMARCO_maxsim_map@100": 0.296316419715738,
"eval_NanoNQ_maxsim_accuracy@1": 0.28,
"eval_NanoNQ_maxsim_accuracy@3": 0.4,
"eval_NanoNQ_maxsim_accuracy@5": 0.48,
"eval_NanoNQ_maxsim_accuracy@10": 0.68,
"eval_NanoNQ_maxsim_precision@1": 0.28,
"eval_NanoNQ_maxsim_precision@3": 0.13333333333333333,
"eval_NanoNQ_maxsim_precision@5": 0.09600000000000002,
"eval_NanoNQ_maxsim_precision@10": 0.068,
"eval_NanoNQ_maxsim_recall@1": 0.27,
"eval_NanoNQ_maxsim_recall@3": 0.39,
"eval_NanoNQ_maxsim_recall@5": 0.47,
"eval_NanoNQ_maxsim_recall@10": 0.63,
"eval_NanoNQ_maxsim_ndcg@10": 0.4370852546051692,
"eval_NanoNQ_maxsim_mrr@10": 0.38649206349206344,
"eval_NanoNQ_maxsim_map@100": 0.3855877539952645,
"eval_NanoFiQA2018_maxsim_accuracy@1": 0.26,
"eval_NanoFiQA2018_maxsim_accuracy@3": 0.4,
"eval_NanoFiQA2018_maxsim_accuracy@5": 0.46,
"eval_NanoFiQA2018_maxsim_accuracy@10": 0.56,
"eval_NanoFiQA2018_maxsim_precision@1": 0.26,
"eval_NanoFiQA2018_maxsim_precision@3": 0.18,
"eval_NanoFiQA2018_maxsim_precision@5": 0.128,
"eval_NanoFiQA2018_maxsim_precision@10": 0.08,
"eval_NanoFiQA2018_maxsim_recall@1": 0.12285714285714285,
"eval_NanoFiQA2018_maxsim_recall@3": 0.251047619047619,
"eval_NanoFiQA2018_maxsim_recall@5": 0.3017142857142857,
"eval_NanoFiQA2018_maxsim_recall@10": 0.381047619047619,
"eval_NanoFiQA2018_maxsim_ndcg@10": 0.29954379794287644,
"eval_NanoFiQA2018_maxsim_mrr@10": 0.3564126984126984,
"eval_NanoFiQA2018_maxsim_map@100": 0.24427189079021108,
"eval_NanoBEIR_mean_maxsim_accuracy@1": 0.22666666666666668,
"eval_NanoBEIR_mean_maxsim_accuracy@3": 0.37333333333333335,
"eval_NanoBEIR_mean_maxsim_accuracy@5": 0.4533333333333333,
"eval_NanoBEIR_mean_maxsim_accuracy@10": 0.6466666666666666,
"eval_NanoBEIR_mean_maxsim_precision@1": 0.22666666666666668,
"eval_NanoBEIR_mean_maxsim_precision@3": 0.13999999999999999,
"eval_NanoBEIR_mean_maxsim_precision@5": 0.10266666666666668,
"eval_NanoBEIR_mean_maxsim_precision@10": 0.07266666666666667,
"eval_NanoBEIR_mean_maxsim_recall@1": 0.17761904761904765,
"eval_NanoBEIR_mean_maxsim_recall@3": 0.32034920634920633,
"eval_NanoBEIR_mean_maxsim_recall@5": 0.3972380952380952,
"eval_NanoBEIR_mean_maxsim_recall@10": 0.5703492063492064,
"eval_NanoBEIR_mean_maxsim_ndcg@10": 0.3723778016079455,
"eval_NanoBEIR_mean_maxsim_mrr@10": 0.34229629629629627,
"eval_NanoBEIR_mean_maxsim_map@100": 0.30872535483373786,
"eval_runtime": 3.9834,
"eval_samples_per_second": 257.069,
"eval_steps_per_second": 8.033,
"epoch": 2.039775624681285,
"step": 8000
},
{
"loss": 0.9139494323730468,
"grad_norm": 5.329063892364502,
"learning_rate": 2.0536842105263162e-06,
"epoch": 2.052524222335543,
"step": 8050
},
{
"loss": 0.9532962799072265,
"grad_norm": 6.04278039932251,
"learning_rate": 2.0010526315789474e-06,
"epoch": 2.065272819989801,
"step": 8100
},
{
"loss": 0.9313519287109375,
"grad_norm": 5.422224521636963,
"learning_rate": 1.948421052631579e-06,
"epoch": 2.078021417644059,
"step": 8150
},
{
"loss": 0.9206269836425781,
"grad_norm": 5.794032573699951,
"learning_rate": 1.8957894736842105e-06,
"epoch": 2.0907700152983173,
"step": 8200
},
{
"loss": 0.9299026489257812,
"grad_norm": 5.899726390838623,
"learning_rate": 1.8431578947368424e-06,
"epoch": 2.103518612952575,
"step": 8250
},
{
"loss": 0.91742431640625,
"grad_norm": 5.519539833068848,
"learning_rate": 1.790526315789474e-06,
"epoch": 2.1162672106068334,
"step": 8300
},
{
"loss": 0.9038812255859375,
"grad_norm": 5.41025447845459,
"learning_rate": 1.7378947368421054e-06,
"epoch": 2.1290158082610913,
"step": 8350
},
{
"loss": 0.9091542053222657,
"grad_norm": 5.703662872314453,
"learning_rate": 1.685263157894737e-06,
"epoch": 2.141764405915349,
"step": 8400
},
{
"loss": 0.9085771942138672,
"grad_norm": 6.512147426605225,
"learning_rate": 1.6326315789473685e-06,
"epoch": 2.1545130035696074,
"step": 8450
},
{
"loss": 0.9605217742919921,
"grad_norm": 6.193598747253418,
"learning_rate": 1.5800000000000001e-06,
"epoch": 2.1672616012238652,
"step": 8500
},
{
"loss": 0.9296475219726562,
"grad_norm": 5.669243812561035,
"learning_rate": 1.5273684210526318e-06,
"epoch": 2.1800101988781235,
"step": 8550
},
{
"loss": 0.9195587921142578,
"grad_norm": 5.914945602416992,
"learning_rate": 1.4747368421052632e-06,
"epoch": 2.1927587965323814,
"step": 8600
},
{
"loss": 0.9145635223388672,
"grad_norm": 5.360496997833252,
"learning_rate": 1.422105263157895e-06,
"epoch": 2.2055073941866397,
"step": 8650
},
{
"loss": 0.9129716491699219,
"grad_norm": 5.839056015014648,
"learning_rate": 1.3694736842105262e-06,
"epoch": 2.2182559918408975,
"step": 8700
},
{
"loss": 0.9037160491943359,
"grad_norm": 5.070700645446777,
"learning_rate": 1.316842105263158e-06,
"epoch": 2.2310045894951553,
"step": 8750
},
{
"loss": 0.93569580078125,
"grad_norm": 6.184298992156982,
"learning_rate": 1.2642105263157895e-06,
"epoch": 2.2437531871494136,
"step": 8800
},
{
"loss": 0.9313115692138672,
"grad_norm": 5.569518089294434,
"learning_rate": 1.2115789473684212e-06,
"epoch": 2.2565017848036715,
"step": 8850
},
{
"loss": 0.9179414367675781,
"grad_norm": 5.4879608154296875,
"learning_rate": 1.1589473684210526e-06,
"epoch": 2.2692503824579298,
"step": 8900
},
{
"loss": 0.9597310638427734,
"grad_norm": 5.215628147125244,
"learning_rate": 1.1063157894736842e-06,
"epoch": 2.2819989801121876,
"step": 8950
},
{
"loss": 0.9274011993408203,
"grad_norm": 5.446476459503174,
"learning_rate": 1.0536842105263159e-06,
"epoch": 2.2947475777664454,
"step": 9000
},
{
"loss": 0.9092082977294922,
"grad_norm": 6.1666412353515625,
"learning_rate": 1.0010526315789475e-06,
"epoch": 2.3074961754207037,
"step": 9050
},
{
"loss": 0.9072042083740235,
"grad_norm": 5.2612996101379395,
"learning_rate": 9.48421052631579e-07,
"epoch": 2.3202447730749616,
"step": 9100
},
{
"loss": 0.9166269683837891,
"grad_norm": 5.176909446716309,
"learning_rate": 8.957894736842106e-07,
"epoch": 2.33299337072922,
"step": 9150
},
{
"loss": 0.897437744140625,
"grad_norm": 5.641931533813477,
"learning_rate": 8.431578947368421e-07,
"epoch": 2.3457419683834777,
"step": 9200
},
{
"loss": 0.916630859375,
"grad_norm": 6.095193386077881,
"learning_rate": 7.905263157894738e-07,
"epoch": 2.358490566037736,
"step": 9250
},
{
"loss": 0.9280863952636719,
"grad_norm": 6.095040321350098,
"learning_rate": 7.378947368421054e-07,
"epoch": 2.371239163691994,
"step": 9300
},
{
"loss": 0.9291934204101563,
"grad_norm": 5.4914326667785645,
"learning_rate": 6.852631578947369e-07,
"epoch": 2.383987761346252,
"step": 9350
},
{
"loss": 0.9166167449951171,
"grad_norm": 5.818508625030518,
"learning_rate": 6.326315789473684e-07,
"epoch": 2.39673635900051,
"step": 9400
},
{
"loss": 0.9265275573730469,
"grad_norm": 5.380603790283203,
"learning_rate": 5.800000000000001e-07,
"epoch": 2.409484956654768,
"step": 9450
},
{
"loss": 0.9142233276367188,
"grad_norm": 6.24432897567749,
"learning_rate": 5.273684210526316e-07,
"epoch": 2.422233554309026,
"step": 9500
},
{
"loss": 0.9131135559082031,
"grad_norm": 6.197072505950928,
"learning_rate": 4.747368421052632e-07,
"epoch": 2.434982151963284,
"step": 9550
},
{
"loss": 0.8901510620117188,
"grad_norm": 6.033638954162598,
"learning_rate": 4.221052631578948e-07,
"epoch": 2.4477307496175422,
"step": 9600
},
{
"loss": 0.9464206695556641,
"grad_norm": 4.991445541381836,
"learning_rate": 3.6947368421052634e-07,
"epoch": 2.4604793472718,
"step": 9650
},
{
"loss": 0.9166670227050782,
"grad_norm": 5.999915599822998,
"learning_rate": 3.1684210526315787e-07,
"epoch": 2.473227944926058,
"step": 9700
},
{
"loss": 0.9121665191650391,
"grad_norm": 5.635122299194336,
"learning_rate": 2.6421052631578946e-07,
"epoch": 2.485976542580316,
"step": 9750
},
{
"loss": 0.9216783142089844,
"grad_norm": 5.740274429321289,
"learning_rate": 2.1157894736842107e-07,
"epoch": 2.498725140234574,
"step": 9800
},
{
"loss": 0.9245352172851562,
"grad_norm": 5.6520280838012695,
"learning_rate": 1.5894736842105265e-07,
"epoch": 2.5114737378888323,
"step": 9850
},
{
"loss": 0.8962958526611328,
"grad_norm": 4.8676042556762695,
"learning_rate": 1.0631578947368421e-07,
"epoch": 2.52422233554309,
"step": 9900
},
{
"loss": 0.9255727386474609,
"grad_norm": 5.440561294555664,
"learning_rate": 5.3684210526315794e-08,
"epoch": 2.5369709331973485,
"step": 9950
},
{
"loss": 0.9120568084716797,
"grad_norm": 6.291442394256592,
"learning_rate": 1.0526315789473685e-09,
"epoch": 2.5497195308516063,
"step": 10000
},
{
"eval_loss": 0.6629586219787598,
"eval_NanoMSMARCO_maxsim_accuracy@1": 0.12,
"eval_NanoMSMARCO_maxsim_accuracy@3": 0.32,
"eval_NanoMSMARCO_maxsim_accuracy@5": 0.44,
"eval_NanoMSMARCO_maxsim_accuracy@10": 0.72,
"eval_NanoMSMARCO_maxsim_precision@1": 0.12,
"eval_NanoMSMARCO_maxsim_precision@3": 0.10666666666666666,
"eval_NanoMSMARCO_maxsim_precision@5": 0.08800000000000001,
"eval_NanoMSMARCO_maxsim_precision@10": 0.07200000000000001,
"eval_NanoMSMARCO_maxsim_recall@1": 0.12,
"eval_NanoMSMARCO_maxsim_recall@3": 0.32,
"eval_NanoMSMARCO_maxsim_recall@5": 0.44,
"eval_NanoMSMARCO_maxsim_recall@10": 0.72,
"eval_NanoMSMARCO_maxsim_ndcg@10": 0.37958582778462513,
"eval_NanoMSMARCO_maxsim_mrr@10": 0.27673015873015866,
"eval_NanoMSMARCO_maxsim_map@100": 0.2873170010783349,
"eval_NanoNQ_maxsim_accuracy@1": 0.28,
"eval_NanoNQ_maxsim_accuracy@3": 0.4,
"eval_NanoNQ_maxsim_accuracy@5": 0.48,
"eval_NanoNQ_maxsim_accuracy@10": 0.68,
"eval_NanoNQ_maxsim_precision@1": 0.28,
"eval_NanoNQ_maxsim_precision@3": 0.13333333333333333,
"eval_NanoNQ_maxsim_precision@5": 0.09600000000000002,
"eval_NanoNQ_maxsim_precision@10": 0.068,
"eval_NanoNQ_maxsim_recall@1": 0.27,
"eval_NanoNQ_maxsim_recall@3": 0.39,
"eval_NanoNQ_maxsim_recall@5": 0.47,
"eval_NanoNQ_maxsim_recall@10": 0.63,
"eval_NanoNQ_maxsim_ndcg@10": 0.4370217580491872,
"eval_NanoNQ_maxsim_mrr@10": 0.3862142857142857,
"eval_NanoNQ_maxsim_map@100": 0.38546703015776257,
"eval_NanoFiQA2018_maxsim_accuracy@1": 0.24,
"eval_NanoFiQA2018_maxsim_accuracy@3": 0.38,
"eval_NanoFiQA2018_maxsim_accuracy@5": 0.48,
"eval_NanoFiQA2018_maxsim_accuracy@10": 0.58,
"eval_NanoFiQA2018_maxsim_precision@1": 0.24,
"eval_NanoFiQA2018_maxsim_precision@3": 0.1733333333333333,
"eval_NanoFiQA2018_maxsim_precision@5": 0.132,
"eval_NanoFiQA2018_maxsim_precision@10": 0.084,
"eval_NanoFiQA2018_maxsim_recall@1": 0.11285714285714285,
"eval_NanoFiQA2018_maxsim_recall@3": 0.24104761904761904,
"eval_NanoFiQA2018_maxsim_recall@5": 0.3117142857142857,
"eval_NanoFiQA2018_maxsim_recall@10": 0.411047619047619,
"eval_NanoFiQA2018_maxsim_ndcg@10": 0.30102991380311517,
"eval_NanoFiQA2018_maxsim_mrr@10": 0.3407460317460317,
"eval_NanoFiQA2018_maxsim_map@100": 0.23583308989441118,
"eval_NanoBEIR_mean_maxsim_accuracy@1": 0.21333333333333335,
"eval_NanoBEIR_mean_maxsim_accuracy@3": 0.3666666666666667,
"eval_NanoBEIR_mean_maxsim_accuracy@5": 0.4666666666666666,
"eval_NanoBEIR_mean_maxsim_accuracy@10": 0.66,
"eval_NanoBEIR_mean_maxsim_precision@1": 0.21333333333333335,
"eval_NanoBEIR_mean_maxsim_precision@3": 0.13777777777777778,
"eval_NanoBEIR_mean_maxsim_precision@5": 0.10533333333333335,
"eval_NanoBEIR_mean_maxsim_precision@10": 0.07466666666666667,
"eval_NanoBEIR_mean_maxsim_recall@1": 0.16761904761904764,
"eval_NanoBEIR_mean_maxsim_recall@3": 0.31701587301587303,
"eval_NanoBEIR_mean_maxsim_recall@5": 0.4072380952380952,
"eval_NanoBEIR_mean_maxsim_recall@10": 0.587015873015873,
"eval_NanoBEIR_mean_maxsim_ndcg@10": 0.3725458332123092,
"eval_NanoBEIR_mean_maxsim_mrr@10": 0.33456349206349206,
"eval_NanoBEIR_mean_maxsim_map@100": 0.30287237371016956,
"eval_runtime": 3.9106,
"eval_samples_per_second": 261.85,
"eval_steps_per_second": 8.183,
"epoch": 2.5497195308516063,
"step": 10000
},
{
"train_runtime": 933.4176,
"train_samples_per_second": 1371.305,
"train_steps_per_second": 10.713,
"total_flos": 0.0,
"train_loss": 1.0466781759500503,
"epoch": 2.5497195308516063,
"step": 10000
}
],
"verdict": "WIN",
"full_baseline": {
"NanoClimateFEVER_maxsim_accuracy@1": 0.16,
"NanoClimateFEVER_maxsim_accuracy@3": 0.22,
"NanoClimateFEVER_maxsim_accuracy@5": 0.36,
"NanoClimateFEVER_maxsim_accuracy@10": 0.44,
"NanoClimateFEVER_maxsim_precision@1": 0.16,
"NanoClimateFEVER_maxsim_precision@3": 0.07333333333333333,
"NanoClimateFEVER_maxsim_precision@5": 0.07200000000000001,
"NanoClimateFEVER_maxsim_precision@10": 0.04800000000000001,
"NanoClimateFEVER_maxsim_recall@1": 0.05166666666666666,
"NanoClimateFEVER_maxsim_recall@3": 0.06833333333333332,
"NanoClimateFEVER_maxsim_recall@5": 0.14,
"NanoClimateFEVER_maxsim_recall@10": 0.19166666666666668,
"NanoClimateFEVER_maxsim_ndcg@10": 0.1430503253366106,
"NanoClimateFEVER_maxsim_mrr@10": 0.22544444444444436,
"NanoClimateFEVER_maxsim_map@100": 0.10079213378441537,
"NanoDBPedia_maxsim_accuracy@1": 0.5,
"NanoDBPedia_maxsim_accuracy@3": 0.66,
"NanoDBPedia_maxsim_accuracy@5": 0.72,
"NanoDBPedia_maxsim_accuracy@10": 0.84,
"NanoDBPedia_maxsim_precision@1": 0.5,
"NanoDBPedia_maxsim_precision@3": 0.41333333333333333,
"NanoDBPedia_maxsim_precision@5": 0.36800000000000005,
"NanoDBPedia_maxsim_precision@10": 0.33399999999999996,
"NanoDBPedia_maxsim_recall@1": 0.04408091090369132,
"NanoDBPedia_maxsim_recall@3": 0.08487585048407303,
"NanoDBPedia_maxsim_recall@5": 0.1194462940735006,
"NanoDBPedia_maxsim_recall@10": 0.19190492577336216,
"NanoDBPedia_maxsim_ndcg@10": 0.39135002435773386,
"NanoDBPedia_maxsim_mrr@10": 0.5964126984126984,
"NanoDBPedia_maxsim_map@100": 0.27001428971109065,
"NanoFEVER_maxsim_accuracy@1": 0.48,
"NanoFEVER_maxsim_accuracy@3": 0.62,
"NanoFEVER_maxsim_accuracy@5": 0.76,
"NanoFEVER_maxsim_accuracy@10": 0.82,
"NanoFEVER_maxsim_precision@1": 0.48,
"NanoFEVER_maxsim_precision@3": 0.20666666666666664,
"NanoFEVER_maxsim_precision@5": 0.16,
"NanoFEVER_maxsim_precision@10": 0.088,
"NanoFEVER_maxsim_recall@1": 0.46,
"NanoFEVER_maxsim_recall@3": 0.59,
"NanoFEVER_maxsim_recall@5": 0.74,
"NanoFEVER_maxsim_recall@10": 0.81,
"NanoFEVER_maxsim_ndcg@10": 0.6309993851065319,
"NanoFEVER_maxsim_mrr@10": 0.5839126984126983,
"NanoFEVER_maxsim_map@100": 0.5734082716919167,
"NanoFiQA2018_maxsim_accuracy@1": 0.22,
"NanoFiQA2018_maxsim_accuracy@3": 0.4,
"NanoFiQA2018_maxsim_accuracy@5": 0.46,
"NanoFiQA2018_maxsim_accuracy@10": 0.54,
"NanoFiQA2018_maxsim_precision@1": 0.22,
"NanoFiQA2018_maxsim_precision@3": 0.1533333333333333,
"NanoFiQA2018_maxsim_precision@5": 0.11600000000000002,
"NanoFiQA2018_maxsim_precision@10": 0.07400000000000001,
"NanoFiQA2018_maxsim_recall@1": 0.09552380952380952,
"NanoFiQA2018_maxsim_recall@3": 0.22885714285714287,
"NanoFiQA2018_maxsim_recall@5": 0.2935238095238095,
"NanoFiQA2018_maxsim_recall@10": 0.35904761904761906,
"NanoFiQA2018_maxsim_ndcg@10": 0.2657905839072199,
"NanoFiQA2018_maxsim_mrr@10": 0.3248888888888888,
"NanoFiQA2018_maxsim_map@100": 0.19617277017199142,
"NanoHotpotQA_maxsim_accuracy@1": 0.66,
"NanoHotpotQA_maxsim_accuracy@3": 0.78,
"NanoHotpotQA_maxsim_accuracy@5": 0.78,
"NanoHotpotQA_maxsim_accuracy@10": 0.88,
"NanoHotpotQA_maxsim_precision@1": 0.66,
"NanoHotpotQA_maxsim_precision@3": 0.33333333333333326,
"NanoHotpotQA_maxsim_precision@5": 0.20800000000000002,
"NanoHotpotQA_maxsim_precision@10": 0.11999999999999998,
"NanoHotpotQA_maxsim_recall@1": 0.33,
"NanoHotpotQA_maxsim_recall@3": 0.5,
"NanoHotpotQA_maxsim_recall@5": 0.52,
"NanoHotpotQA_maxsim_recall@10": 0.6,
"NanoHotpotQA_maxsim_ndcg@10": 0.5766198628107968,
"NanoHotpotQA_maxsim_mrr@10": 0.7281904761904763,
"NanoHotpotQA_maxsim_map@100": 0.50870551366162,
"NanoMSMARCO_maxsim_accuracy@1": 0.26,
"NanoMSMARCO_maxsim_accuracy@3": 0.42,
"NanoMSMARCO_maxsim_accuracy@5": 0.48,
"NanoMSMARCO_maxsim_accuracy@10": 0.66,
"NanoMSMARCO_maxsim_precision@1": 0.26,
"NanoMSMARCO_maxsim_precision@3": 0.13999999999999999,
"NanoMSMARCO_maxsim_precision@5": 0.09600000000000002,
"NanoMSMARCO_maxsim_precision@10": 0.066,
"NanoMSMARCO_maxsim_recall@1": 0.26,
"NanoMSMARCO_maxsim_recall@3": 0.42,
"NanoMSMARCO_maxsim_recall@5": 0.48,
"NanoMSMARCO_maxsim_recall@10": 0.66,
"NanoMSMARCO_maxsim_ndcg@10": 0.4328151442419565,
"NanoMSMARCO_maxsim_mrr@10": 0.36385714285714277,
"NanoMSMARCO_maxsim_map@100": 0.37752742505056863,
"NanoNFCorpus_maxsim_accuracy@1": 0.32,
"NanoNFCorpus_maxsim_accuracy@3": 0.46,
"NanoNFCorpus_maxsim_accuracy@5": 0.5,
"NanoNFCorpus_maxsim_accuracy@10": 0.62,
"NanoNFCorpus_maxsim_precision@1": 0.32,
"NanoNFCorpus_maxsim_precision@3": 0.29333333333333333,
"NanoNFCorpus_maxsim_precision@5": 0.26,
"NanoNFCorpus_maxsim_precision@10": 0.214,
"NanoNFCorpus_maxsim_recall@1": 0.019117208735943185,
"NanoNFCorpus_maxsim_recall@3": 0.04835066438112243,
"NanoNFCorpus_maxsim_recall@5": 0.0791661183332248,
"NanoNFCorpus_maxsim_recall@10": 0.10063747732755461,
"NanoNFCorpus_maxsim_ndcg@10": 0.25687747773042474,
"NanoNFCorpus_maxsim_mrr@10": 0.40573809523809523,
"NanoNFCorpus_maxsim_map@100": 0.0960046491785074,
"NanoNQ_maxsim_accuracy@1": 0.16,
"NanoNQ_maxsim_accuracy@3": 0.3,
"NanoNQ_maxsim_accuracy@5": 0.36,
"NanoNQ_maxsim_accuracy@10": 0.52,
"NanoNQ_maxsim_precision@1": 0.16,
"NanoNQ_maxsim_precision@3": 0.1,
"NanoNQ_maxsim_precision@5": 0.076,
"NanoNQ_maxsim_precision@10": 0.054000000000000006,
"NanoNQ_maxsim_recall@1": 0.15,
"NanoNQ_maxsim_recall@3": 0.28,
"NanoNQ_maxsim_recall@5": 0.35,
"NanoNQ_maxsim_recall@10": 0.49,
"NanoNQ_maxsim_ndcg@10": 0.29921814444748196,
"NanoNQ_maxsim_mrr@10": 0.2469365079365079,
"NanoNQ_maxsim_map@100": 0.24908347359322217,
"NanoQuoraRetrieval_maxsim_accuracy@1": 0.72,
"NanoQuoraRetrieval_maxsim_accuracy@3": 0.86,
"NanoQuoraRetrieval_maxsim_accuracy@5": 0.9,
"NanoQuoraRetrieval_maxsim_accuracy@10": 0.9,
"NanoQuoraRetrieval_maxsim_precision@1": 0.72,
"NanoQuoraRetrieval_maxsim_precision@3": 0.32666666666666666,
"NanoQuoraRetrieval_maxsim_precision@5": 0.21199999999999997,
"NanoQuoraRetrieval_maxsim_precision@10": 0.11199999999999997,
"NanoQuoraRetrieval_maxsim_recall@1": 0.634,
"NanoQuoraRetrieval_maxsim_recall@3": 0.8106666666666666,
"NanoQuoraRetrieval_maxsim_recall@5": 0.8640000000000001,
"NanoQuoraRetrieval_maxsim_recall@10": 0.882,
"NanoQuoraRetrieval_maxsim_ndcg@10": 0.7976010412361851,
"NanoQuoraRetrieval_maxsim_mrr@10": 0.79,
"NanoQuoraRetrieval_maxsim_map@100": 0.767328447138698,
"NanoSCIDOCS_maxsim_accuracy@1": 0.32,
"NanoSCIDOCS_maxsim_accuracy@3": 0.44,
"NanoSCIDOCS_maxsim_accuracy@5": 0.48,
"NanoSCIDOCS_maxsim_accuracy@10": 0.52,
"NanoSCIDOCS_maxsim_precision@1": 0.32,
"NanoSCIDOCS_maxsim_precision@3": 0.1733333333333333,
"NanoSCIDOCS_maxsim_precision@5": 0.14400000000000002,
"NanoSCIDOCS_maxsim_precision@10": 0.094,
"NanoSCIDOCS_maxsim_recall@1": 0.065,
"NanoSCIDOCS_maxsim_recall@3": 0.10600000000000001,
"NanoSCIDOCS_maxsim_recall@5": 0.146,
"NanoSCIDOCS_maxsim_recall@10": 0.192,
"NanoSCIDOCS_maxsim_ndcg@10": 0.20285224967508114,
"NanoSCIDOCS_maxsim_mrr@10": 0.3920238095238095,
"NanoSCIDOCS_maxsim_map@100": 0.14807508167223443,
"NanoArguAna_maxsim_accuracy@1": 0.16,
"NanoArguAna_maxsim_accuracy@3": 0.3,
"NanoArguAna_maxsim_accuracy@5": 0.34,
"NanoArguAna_maxsim_accuracy@10": 0.44,
"NanoArguAna_maxsim_precision@1": 0.16,
"NanoArguAna_maxsim_precision@3": 0.09999999999999998,
"NanoArguAna_maxsim_precision@5": 0.068,
"NanoArguAna_maxsim_precision@10": 0.044000000000000004,
"NanoArguAna_maxsim_recall@1": 0.16,
"NanoArguAna_maxsim_recall@3": 0.3,
"NanoArguAna_maxsim_recall@5": 0.34,
"NanoArguAna_maxsim_recall@10": 0.44,
"NanoArguAna_maxsim_ndcg@10": 0.2863387851680152,
"NanoArguAna_maxsim_mrr@10": 0.23894444444444446,
"NanoArguAna_maxsim_map@100": 0.2544415223253022,
"NanoSciFact_maxsim_accuracy@1": 0.38,
"NanoSciFact_maxsim_accuracy@3": 0.58,
"NanoSciFact_maxsim_accuracy@5": 0.6,
"NanoSciFact_maxsim_accuracy@10": 0.64,
"NanoSciFact_maxsim_precision@1": 0.38,
"NanoSciFact_maxsim_precision@3": 0.20666666666666664,
"NanoSciFact_maxsim_precision@5": 0.13999999999999999,
"NanoSciFact_maxsim_precision@10": 0.07400000000000001,
"NanoSciFact_maxsim_recall@1": 0.345,
"NanoSciFact_maxsim_recall@3": 0.56,
"NanoSciFact_maxsim_recall@5": 0.6,
"NanoSciFact_maxsim_recall@10": 0.64,
"NanoSciFact_maxsim_ndcg@10": 0.5059540169647135,
"NanoSciFact_maxsim_mrr@10": 0.469079365079365,
"NanoSciFact_maxsim_map@100": 0.46646371070156983,
"NanoTouche2020_maxsim_accuracy@1": 0.46938775510204084,
"NanoTouche2020_maxsim_accuracy@3": 0.8367346938775511,
"NanoTouche2020_maxsim_accuracy@5": 0.9387755102040817,
"NanoTouche2020_maxsim_accuracy@10": 0.9795918367346939,
"NanoTouche2020_maxsim_precision@1": 0.46938775510204084,
"NanoTouche2020_maxsim_precision@3": 0.4693877551020409,
"NanoTouche2020_maxsim_precision@5": 0.42040816326530617,
"NanoTouche2020_maxsim_precision@10": 0.3734693877551021,
"NanoTouche2020_maxsim_recall@1": 0.03474212930386132,
"NanoTouche2020_maxsim_recall@3": 0.09924425724264538,
"NanoTouche2020_maxsim_recall@5": 0.14517246914627877,
"NanoTouche2020_maxsim_recall@10": 0.2381279528342168,
"NanoTouche2020_maxsim_ndcg@10": 0.40956626471932184,
"NanoTouche2020_maxsim_mrr@10": 0.6619047619047617,
"NanoTouche2020_maxsim_map@100": 0.27301109115158484,
"NanoBEIR_mean_maxsim_accuracy@1": 0.3699529042386185,
"NanoBEIR_mean_maxsim_accuracy@3": 0.5289795918367347,
"NanoBEIR_mean_maxsim_accuracy@5": 0.5906750392464678,
"NanoBEIR_mean_maxsim_accuracy@10": 0.6768916797488226,
"NanoBEIR_mean_maxsim_precision@1": 0.3699529042386185,
"NanoBEIR_mean_maxsim_precision@3": 0.22995290423861856,
"NanoBEIR_mean_maxsim_precision@5": 0.18003139717425432,
"NanoBEIR_mean_maxsim_precision@10": 0.13042072213500785,
"NanoBEIR_mean_maxsim_recall@1": 0.20377928654876706,
"NanoBEIR_mean_maxsim_recall@3": 0.31510214730499875,
"NanoBEIR_mean_maxsim_recall@5": 0.3705622070059087,
"NanoBEIR_mean_maxsim_recall@10": 0.44579881858841686,
"NanoBEIR_mean_maxsim_ndcg@10": 0.3999256389001595,
"NanoBEIR_mean_maxsim_mrr@10": 0.4636410256410256,
"NanoBEIR_mean_maxsim_map@100": 0.3293098753717478
},
"full_final": {
"NanoClimateFEVER_maxsim_accuracy@1": 0.18,
"NanoClimateFEVER_maxsim_accuracy@3": 0.3,
"NanoClimateFEVER_maxsim_accuracy@5": 0.34,
"NanoClimateFEVER_maxsim_accuracy@10": 0.5,
"NanoClimateFEVER_maxsim_precision@1": 0.18,
"NanoClimateFEVER_maxsim_precision@3": 0.1,
"NanoClimateFEVER_maxsim_precision@5": 0.07600000000000001,
"NanoClimateFEVER_maxsim_precision@10": 0.05800000000000001,
"NanoClimateFEVER_maxsim_recall@1": 0.09166666666666667,
"NanoClimateFEVER_maxsim_recall@3": 0.12999999999999998,
"NanoClimateFEVER_maxsim_recall@5": 0.16,
"NanoClimateFEVER_maxsim_recall@10": 0.2383333333333333,
"NanoClimateFEVER_maxsim_ndcg@10": 0.19191034232336726,
"NanoClimateFEVER_maxsim_mrr@10": 0.2662698412698412,
"NanoClimateFEVER_maxsim_map@100": 0.14946591363353165,
"NanoDBPedia_maxsim_accuracy@1": 0.62,
"NanoDBPedia_maxsim_accuracy@3": 0.78,
"NanoDBPedia_maxsim_accuracy@5": 0.84,
"NanoDBPedia_maxsim_accuracy@10": 0.94,
"NanoDBPedia_maxsim_precision@1": 0.62,
"NanoDBPedia_maxsim_precision@3": 0.4733333333333333,
"NanoDBPedia_maxsim_precision@5": 0.44800000000000006,
"NanoDBPedia_maxsim_precision@10": 0.39199999999999996,
"NanoDBPedia_maxsim_recall@1": 0.052136771709552124,
"NanoDBPedia_maxsim_recall@3": 0.11703776658357738,
"NanoDBPedia_maxsim_recall@5": 0.16684861747261473,
"NanoDBPedia_maxsim_recall@10": 0.2876252581653851,
"NanoDBPedia_maxsim_ndcg@10": 0.4820307033364284,
"NanoDBPedia_maxsim_mrr@10": 0.7217380952380953,
"NanoDBPedia_maxsim_map@100": 0.3543191098253603,
"NanoFEVER_maxsim_accuracy@1": 0.56,
"NanoFEVER_maxsim_accuracy@3": 0.72,
"NanoFEVER_maxsim_accuracy@5": 0.82,
"NanoFEVER_maxsim_accuracy@10": 0.86,
"NanoFEVER_maxsim_precision@1": 0.56,
"NanoFEVER_maxsim_precision@3": 0.24666666666666665,
"NanoFEVER_maxsim_precision@5": 0.172,
"NanoFEVER_maxsim_precision@10": 0.092,
"NanoFEVER_maxsim_recall@1": 0.5266666666666667,
"NanoFEVER_maxsim_recall@3": 0.6766666666666667,
"NanoFEVER_maxsim_recall@5": 0.7833333333333333,
"NanoFEVER_maxsim_recall@10": 0.8233333333333333,
"NanoFEVER_maxsim_ndcg@10": 0.6792624024637341,
"NanoFEVER_maxsim_mrr@10": 0.6485555555555556,
"NanoFEVER_maxsim_map@100": 0.6348848591340011,
"NanoFiQA2018_maxsim_accuracy@1": 0.26,
"NanoFiQA2018_maxsim_accuracy@3": 0.4,
"NanoFiQA2018_maxsim_accuracy@5": 0.48,
"NanoFiQA2018_maxsim_accuracy@10": 0.58,
"NanoFiQA2018_maxsim_precision@1": 0.26,
"NanoFiQA2018_maxsim_precision@3": 0.18,
"NanoFiQA2018_maxsim_precision@5": 0.132,
"NanoFiQA2018_maxsim_precision@10": 0.08,
"NanoFiQA2018_maxsim_recall@1": 0.12285714285714285,
"NanoFiQA2018_maxsim_recall@3": 0.251047619047619,
"NanoFiQA2018_maxsim_recall@5": 0.3117142857142857,
"NanoFiQA2018_maxsim_recall@10": 0.38704761904761903,
"NanoFiQA2018_maxsim_ndcg@10": 0.3027040168258662,
"NanoFiQA2018_maxsim_mrr@10": 0.36041269841269835,
"NanoFiQA2018_maxsim_map@100": 0.24465363135397997,
"NanoHotpotQA_maxsim_accuracy@1": 0.72,
"NanoHotpotQA_maxsim_accuracy@3": 0.9,
"NanoHotpotQA_maxsim_accuracy@5": 0.92,
"NanoHotpotQA_maxsim_accuracy@10": 0.96,
"NanoHotpotQA_maxsim_precision@1": 0.72,
"NanoHotpotQA_maxsim_precision@3": 0.41333333333333333,
"NanoHotpotQA_maxsim_precision@5": 0.268,
"NanoHotpotQA_maxsim_precision@10": 0.148,
"NanoHotpotQA_maxsim_recall@1": 0.36,
"NanoHotpotQA_maxsim_recall@3": 0.62,
"NanoHotpotQA_maxsim_recall@5": 0.67,
"NanoHotpotQA_maxsim_recall@10": 0.74,
"NanoHotpotQA_maxsim_ndcg@10": 0.6839586445702376,
"NanoHotpotQA_maxsim_mrr@10": 0.8070238095238095,
"NanoHotpotQA_maxsim_map@100": 0.6020088740548019,
"NanoMSMARCO_maxsim_accuracy@1": 0.16,
"NanoMSMARCO_maxsim_accuracy@3": 0.32,
"NanoMSMARCO_maxsim_accuracy@5": 0.42,
"NanoMSMARCO_maxsim_accuracy@10": 0.7,
"NanoMSMARCO_maxsim_precision@1": 0.16,
"NanoMSMARCO_maxsim_precision@3": 0.10666666666666666,
"NanoMSMARCO_maxsim_precision@5": 0.084,
"NanoMSMARCO_maxsim_precision@10": 0.07,
"NanoMSMARCO_maxsim_recall@1": 0.16,
"NanoMSMARCO_maxsim_recall@3": 0.32,
"NanoMSMARCO_maxsim_recall@5": 0.42,
"NanoMSMARCO_maxsim_recall@10": 0.7,
"NanoMSMARCO_maxsim_ndcg@10": 0.3858968432351718,
"NanoMSMARCO_maxsim_mrr@10": 0.292015873015873,
"NanoMSMARCO_maxsim_map@100": 0.3048587220806822,
"NanoNFCorpus_maxsim_accuracy@1": 0.42,
"NanoNFCorpus_maxsim_accuracy@3": 0.52,
"NanoNFCorpus_maxsim_accuracy@5": 0.52,
"NanoNFCorpus_maxsim_accuracy@10": 0.6,
"NanoNFCorpus_maxsim_precision@1": 0.42,
"NanoNFCorpus_maxsim_precision@3": 0.32666666666666666,
"NanoNFCorpus_maxsim_precision@5": 0.26799999999999996,
"NanoNFCorpus_maxsim_precision@10": 0.22399999999999998,
"NanoNFCorpus_maxsim_recall@1": 0.044696247294946014,
"NanoNFCorpus_maxsim_recall@3": 0.07181046561572595,
"NanoNFCorpus_maxsim_recall@5": 0.0834824676415163,
"NanoNFCorpus_maxsim_recall@10": 0.10608315478868971,
"NanoNFCorpus_maxsim_ndcg@10": 0.28518605272369923,
"NanoNFCorpus_maxsim_mrr@10": 0.4765238095238095,
"NanoNFCorpus_maxsim_map@100": 0.12589300813746968,
"NanoNQ_maxsim_accuracy@1": 0.28,
"NanoNQ_maxsim_accuracy@3": 0.4,
"NanoNQ_maxsim_accuracy@5": 0.48,
"NanoNQ_maxsim_accuracy@10": 0.66,
"NanoNQ_maxsim_precision@1": 0.28,
"NanoNQ_maxsim_precision@3": 0.13333333333333333,
"NanoNQ_maxsim_precision@5": 0.09600000000000002,
"NanoNQ_maxsim_precision@10": 0.066,
"NanoNQ_maxsim_recall@1": 0.27,
"NanoNQ_maxsim_recall@3": 0.39,
"NanoNQ_maxsim_recall@5": 0.46,
"NanoNQ_maxsim_recall@10": 0.61,
"NanoNQ_maxsim_ndcg@10": 0.42995107279160477,
"NanoNQ_maxsim_mrr@10": 0.3832698412698412,
"NanoNQ_maxsim_map@100": 0.3841358170885305,
"NanoQuoraRetrieval_maxsim_accuracy@1": 0.74,
"NanoQuoraRetrieval_maxsim_accuracy@3": 0.88,
"NanoQuoraRetrieval_maxsim_accuracy@5": 0.9,
"NanoQuoraRetrieval_maxsim_accuracy@10": 0.92,
"NanoQuoraRetrieval_maxsim_precision@1": 0.74,
"NanoQuoraRetrieval_maxsim_precision@3": 0.35999999999999993,
"NanoQuoraRetrieval_maxsim_precision@5": 0.22799999999999998,
"NanoQuoraRetrieval_maxsim_precision@10": 0.12,
"NanoQuoraRetrieval_maxsim_recall@1": 0.654,
"NanoQuoraRetrieval_maxsim_recall@3": 0.8586666666666667,
"NanoQuoraRetrieval_maxsim_recall@5": 0.8859999999999999,
"NanoQuoraRetrieval_maxsim_recall@10": 0.9126666666666666,
"NanoQuoraRetrieval_maxsim_ndcg@10": 0.8354929187617376,
"NanoQuoraRetrieval_maxsim_mrr@10": 0.8162222222222222,
"NanoQuoraRetrieval_maxsim_map@100": 0.8099312372179969,
"NanoSCIDOCS_maxsim_accuracy@1": 0.26,
"NanoSCIDOCS_maxsim_accuracy@3": 0.42,
"NanoSCIDOCS_maxsim_accuracy@5": 0.52,
"NanoSCIDOCS_maxsim_accuracy@10": 0.74,
"NanoSCIDOCS_maxsim_precision@1": 0.26,
"NanoSCIDOCS_maxsim_precision@3": 0.18,
"NanoSCIDOCS_maxsim_precision@5": 0.15200000000000002,
"NanoSCIDOCS_maxsim_precision@10": 0.11800000000000001,
"NanoSCIDOCS_maxsim_recall@1": 0.054000000000000006,
"NanoSCIDOCS_maxsim_recall@3": 0.11000000000000001,
"NanoSCIDOCS_maxsim_recall@5": 0.15400000000000003,
"NanoSCIDOCS_maxsim_recall@10": 0.23999999999999996,
"NanoSCIDOCS_maxsim_ndcg@10": 0.22168572688545177,
"NanoSCIDOCS_maxsim_mrr@10": 0.38710317460317456,
"NanoSCIDOCS_maxsim_map@100": 0.15605007993528686,
"NanoArguAna_maxsim_accuracy@1": 0.18,
"NanoArguAna_maxsim_accuracy@3": 0.38,
"NanoArguAna_maxsim_accuracy@5": 0.42,
"NanoArguAna_maxsim_accuracy@10": 0.56,
"NanoArguAna_maxsim_precision@1": 0.18,
"NanoArguAna_maxsim_precision@3": 0.12666666666666665,
"NanoArguAna_maxsim_precision@5": 0.084,
"NanoArguAna_maxsim_precision@10": 0.05600000000000001,
"NanoArguAna_maxsim_recall@1": 0.18,
"NanoArguAna_maxsim_recall@3": 0.38,
"NanoArguAna_maxsim_recall@5": 0.42,
"NanoArguAna_maxsim_recall@10": 0.56,
"NanoArguAna_maxsim_ndcg@10": 0.3539147678833996,
"NanoArguAna_maxsim_mrr@10": 0.29019047619047617,
"NanoArguAna_maxsim_map@100": 0.3044243083606632,
"NanoSciFact_maxsim_accuracy@1": 0.48,
"NanoSciFact_maxsim_accuracy@3": 0.58,
"NanoSciFact_maxsim_accuracy@5": 0.6,
"NanoSciFact_maxsim_accuracy@10": 0.68,
"NanoSciFact_maxsim_precision@1": 0.48,
"NanoSciFact_maxsim_precision@3": 0.21333333333333332,
"NanoSciFact_maxsim_precision@5": 0.136,
"NanoSciFact_maxsim_precision@10": 0.078,
"NanoSciFact_maxsim_recall@1": 0.445,
"NanoSciFact_maxsim_recall@3": 0.565,
"NanoSciFact_maxsim_recall@5": 0.59,
"NanoSciFact_maxsim_recall@10": 0.67,
"NanoSciFact_maxsim_ndcg@10": 0.564998292690912,
"NanoSciFact_maxsim_mrr@10": 0.5397142857142857,
"NanoSciFact_maxsim_map@100": 0.5383929411495326,
"NanoTouche2020_maxsim_accuracy@1": 0.3877551020408163,
"NanoTouche2020_maxsim_accuracy@3": 0.7755102040816326,
"NanoTouche2020_maxsim_accuracy@5": 0.8775510204081632,
"NanoTouche2020_maxsim_accuracy@10": 0.9795918367346939,
"NanoTouche2020_maxsim_precision@1": 0.3877551020408163,
"NanoTouche2020_maxsim_precision@3": 0.44897959183673464,
"NanoTouche2020_maxsim_precision@5": 0.4408163265306122,
"NanoTouche2020_maxsim_precision@10": 0.35510204081632657,
"NanoTouche2020_maxsim_recall@1": 0.024481017655879133,
"NanoTouche2020_maxsim_recall@3": 0.09602376403984346,
"NanoTouche2020_maxsim_recall@5": 0.15246910845015463,
"NanoTouche2020_maxsim_recall@10": 0.24076032744792322,
"NanoTouche2020_maxsim_ndcg@10": 0.39199232237420195,
"NanoTouche2020_maxsim_mrr@10": 0.5977324263038547,
"NanoTouche2020_maxsim_map@100": 0.2962394648624034,
"NanoBEIR_mean_maxsim_accuracy@1": 0.40367346938775506,
"NanoBEIR_mean_maxsim_accuracy@3": 0.5673469387755101,
"NanoBEIR_mean_maxsim_accuracy@5": 0.6259654631083202,
"NanoBEIR_mean_maxsim_accuracy@10": 0.7445839874411302,
"NanoBEIR_mean_maxsim_precision@1": 0.40367346938775506,
"NanoBEIR_mean_maxsim_precision@3": 0.2545368916797488,
"NanoBEIR_mean_maxsim_precision@5": 0.1988320251177394,
"NanoBEIR_mean_maxsim_precision@10": 0.14285400313971744,
"NanoBEIR_mean_maxsim_recall@1": 0.2296541932962195,
"NanoBEIR_mean_maxsim_recall@3": 0.3527886883553923,
"NanoBEIR_mean_maxsim_recall@5": 0.4044498317393773,
"NanoBEIR_mean_maxsim_recall@10": 0.5012192071371501,
"NanoBEIR_mean_maxsim_ndcg@10": 0.44684493129737013,
"NanoBEIR_mean_maxsim_mrr@10": 0.506674777603349,
"NanoBEIR_mean_maxsim_map@100": 0.37732753591032614
},
"configuration": {
"smoke_test": false,
"push_to_hub": false,
"long_run": true
},
"training_args": {
"output_dir": "models\\bert-tiny-msmarco-long",
"per_device_train_batch_size": 128,
"num_train_epochs": 3.0,
"max_steps": 10000,
"learning_rate": 1e-05,
"lr_scheduler_type": "linear",
"lr_scheduler_kwargs": null,
"warmup_steps": 0.05,
"optim": "adamw_torch_fused",
"optim_args": null,
"weight_decay": 0.01,
"adam_beta1": 0.9,
"adam_beta2": 0.999,
"adam_epsilon": 1e-08,
"optim_target_modules": null,
"gradient_accumulation_steps": 1,
"average_tokens_across_devices": true,
"max_grad_norm": 1.0,
"label_smoothing_factor": 0.0,
"bf16": true,
"fp16": false,
"bf16_full_eval": false,
"fp16_full_eval": false,
"tf32": null,
"gradient_checkpointing": false,
"gradient_checkpointing_kwargs": null,
"torch_compile": false,
"torch_compile_backend": null,
"torch_compile_mode": null,
"use_liger_kernel": false,
"liger_kernel_config": null,
"use_cache": false,
"neftune_noise_alpha": null,
"torch_empty_cache_steps": null,
"auto_find_batch_size": false,
"logging_strategy": "steps",
"logging_steps": 0.005,
"logging_first_step": true,
"log_on_each_node": true,
"logging_nan_inf_filter": true,
"include_num_input_tokens_seen": "no",
"log_level": "passive",
"log_level_replica": "warning",
"disable_tqdm": true,
"report_to": [],
"run_name": "bert-tiny-msmarco-long",
"project": "huggingface",
"trackio_space_id": null,
"trackio_bucket_id": null,
"trackio_static_space_id": null,
"eval_strategy": "steps",
"eval_steps": 0.2,
"eval_delay": 0,
"per_device_eval_batch_size": 32,
"prediction_loss_only": true,
"eval_on_start": false,
"eval_do_concat_batches": true,
"eval_use_gather_object": false,
"eval_accumulation_steps": null,
"include_for_metrics": [],
"batch_eval_metrics": false,
"save_only_model": false,
"save_strategy": "steps",
"save_steps": 0.2,
"save_on_each_node": false,
"save_total_limit": 2,
"enable_jit_checkpoint": false,
"push_to_hub": false,
"hub_token": "<HUB_TOKEN>",
"hub_private_repo": null,
"hub_model_id": null,
"hub_strategy": "every_save",
"hub_always_push": false,
"hub_revision": null,
"load_best_model_at_end": true,
"metric_for_best_model": "eval_NanoBEIR_mean_maxsim_ndcg@10",
"greater_is_better": true,
"ignore_data_skip": false,
"restore_callback_states_from_checkpoint": false,
"full_determinism": false,
"seed": 12,
"data_seed": null,
"use_cpu": false,
"accelerator_config": {
"split_batches": false,
"dispatch_batches": null,
"even_batches": true,
"use_seedable_sampler": true,
"non_blocking": false,
"gradient_accumulation_kwargs": null
},
"parallelism_config": null,
"dataloader_drop_last": false,
"dataloader_num_workers": 0,
"dataloader_pin_memory": true,
"dataloader_persistent_workers": false,
"dataloader_prefetch_factor": null,
"dataloader_multiprocessing_context": null,
"dataloader_in_order": true,
"remove_unused_columns": true,
"label_names": null,
"train_sampling_strategy": "random",
"length_column_name": "length",
"ddp_find_unused_parameters": null,
"ddp_bucket_cap_mb": null,
"ddp_broadcast_buffers": false,
"ddp_static_graph": null,
"ddp_backend": null,
"ddp_timeout": 1800,
"fsdp": null,
"fsdp_config": null,
"deepspeed": null,
"debug": [],
"skip_memory_metrics": true,
"do_train": false,
"do_eval": true,
"do_predict": false,
"resume_from_checkpoint": null,
"local_rank": -1,
"prompts": null,
"batch_sampler": "no_duplicates",
"multi_dataset_batch_sampler": "proportional",
"router_mapping": {},
"learning_rate_mapping": {},
"warmup_ratio": null,
"max_length": null
}
}