genshiai-daichi commited on
Commit
cd53726
·
verified ·
1 Parent(s): f046feb

latest = step 4000 (nDCG@10=0.4708)

Browse files
Files changed (2) hide show
  1. model.safetensors +1 -1
  2. trainer_state.json +94 -5
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fee63fc43fad49735a01f83f3930e8e185482e88e728de25a8f1adde93016768
3
  size 280019040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fc86a9adb931d8156ecfd4ed2b56add71480fff05643cc048b7e04d7aeb1cbd
3
  size 280019040
trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 3500,
3
- "best_metric": 0.4608934483931739,
4
- "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-ruri/checkpoint-3500",
5
- "epoch": 0.5682740704659848,
6
  "eval_steps": 500,
7
- "global_step": 3500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -631,6 +631,95 @@
631
  "eval_samples_per_second": 0.0,
632
  "eval_steps_per_second": 0.0,
633
  "step": 3500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
634
  }
635
  ],
636
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 4000,
3
+ "best_metric": 0.4708195055654097,
4
+ "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-ruri/checkpoint-4000",
5
+ "epoch": 0.649456080532554,
6
  "eval_steps": 500,
7
+ "global_step": 4000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
631
  "eval_samples_per_second": 0.0,
632
  "eval_steps_per_second": 0.0,
633
  "step": 3500
634
+ },
635
+ {
636
+ "epoch": 0.5763922714726417,
637
+ "grad_norm": 22.564878463745117,
638
+ "learning_rate": 4.460775935737481e-06,
639
+ "loss": 0.5085312652587891,
640
+ "step": 3550
641
+ },
642
+ {
643
+ "epoch": 0.5845104724792985,
644
+ "grad_norm": 25.2183780670166,
645
+ "learning_rate": 4.375320458041361e-06,
646
+ "loss": 0.4952116012573242,
647
+ "step": 3600
648
+ },
649
+ {
650
+ "epoch": 0.5926286734859555,
651
+ "grad_norm": 27.938398361206055,
652
+ "learning_rate": 4.28986498034524e-06,
653
+ "loss": 0.5000743103027344,
654
+ "step": 3650
655
+ },
656
+ {
657
+ "epoch": 0.6007468744926124,
658
+ "grad_norm": 25.634239196777344,
659
+ "learning_rate": 4.20440950264912e-06,
660
+ "loss": 0.5024850082397461,
661
+ "step": 3700
662
+ },
663
+ {
664
+ "epoch": 0.6088650754992694,
665
+ "grad_norm": 24.961740493774414,
666
+ "learning_rate": 4.118954024952999e-06,
667
+ "loss": 0.5098614120483398,
668
+ "step": 3750
669
+ },
670
+ {
671
+ "epoch": 0.6169832765059263,
672
+ "grad_norm": 20.451208114624023,
673
+ "learning_rate": 4.033498547256879e-06,
674
+ "loss": 0.47686138153076174,
675
+ "step": 3800
676
+ },
677
+ {
678
+ "epoch": 0.6251014775125832,
679
+ "grad_norm": 26.467348098754883,
680
+ "learning_rate": 3.948043069560759e-06,
681
+ "loss": 0.47324317932128906,
682
+ "step": 3850
683
+ },
684
+ {
685
+ "epoch": 0.6332196785192401,
686
+ "grad_norm": 24.046497344970703,
687
+ "learning_rate": 3.862587591864639e-06,
688
+ "loss": 0.48282413482666015,
689
+ "step": 3900
690
+ },
691
+ {
692
+ "epoch": 0.641337879525897,
693
+ "grad_norm": 27.17749786376953,
694
+ "learning_rate": 3.7771321141685185e-06,
695
+ "loss": 0.48658458709716795,
696
+ "step": 3950
697
+ },
698
+ {
699
+ "epoch": 0.649456080532554,
700
+ "grad_norm": 35.05656051635742,
701
+ "learning_rate": 3.6916766364723984e-06,
702
+ "loss": 0.4936316680908203,
703
+ "step": 4000
704
+ },
705
+ {
706
+ "epoch": 0.649456080532554,
707
+ "eval_med-ir_cosine_accuracy@1": 0.259,
708
+ "eval_med-ir_cosine_accuracy@10": 0.71,
709
+ "eval_med-ir_cosine_accuracy@5": 0.59,
710
+ "eval_med-ir_cosine_map@10": 0.3956890873015873,
711
+ "eval_med-ir_cosine_mrr@10": 0.3956890873015883,
712
+ "eval_med-ir_cosine_ndcg@10": 0.4708195055654097,
713
+ "eval_med-ir_cosine_precision@1": 0.259,
714
+ "eval_med-ir_cosine_precision@10": 0.071,
715
+ "eval_med-ir_cosine_precision@5": 0.118,
716
+ "eval_med-ir_cosine_recall@1": 0.259,
717
+ "eval_med-ir_cosine_recall@10": 0.71,
718
+ "eval_med-ir_cosine_recall@5": 0.59,
719
+ "eval_runtime": 53.0112,
720
+ "eval_samples_per_second": 0.0,
721
+ "eval_steps_per_second": 0.0,
722
+ "step": 4000
723
  }
724
  ],
725
  "logging_steps": 50,