genshiai-daichi commited on
Commit
2ffe37f
·
verified ·
1 Parent(s): b0e45e2

latest = step 6000 (nDCG@10=0.4884)

Browse files
Files changed (2) hide show
  1. model.safetensors +1 -1
  2. trainer_state.json +94 -5
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f3157afea49c5fea4e7883d003b9070dfdb643729c4debaec99db63dc70fad4
3
  size 280019040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbde76ea027f40f1cc520161bf30be49dfdc79257139ddc90070a31e873c24a3
3
  size 280019040
trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 5500,
3
- "best_metric": 0.48568894786407507,
4
- "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-ruri/checkpoint-5500",
5
- "epoch": 0.8930021107322618,
6
  "eval_steps": 500,
7
- "global_step": 5500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -987,6 +987,95 @@
987
  "eval_samples_per_second": 0.0,
988
  "eval_steps_per_second": 0.0,
989
  "step": 5500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
990
  }
991
  ],
992
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 6000,
3
+ "best_metric": 0.48844015219854603,
4
+ "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-ruri/checkpoint-6000",
5
+ "epoch": 0.974184120798831,
6
  "eval_steps": 500,
7
+ "global_step": 6000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
987
  "eval_samples_per_second": 0.0,
988
  "eval_steps_per_second": 0.0,
989
  "step": 5500
990
+ },
991
+ {
992
+ "epoch": 0.9011203117389186,
993
+ "grad_norm": 33.7879524230957,
994
+ "learning_rate": 1.042556827892668e-06,
995
+ "loss": 0.4154537200927734,
996
+ "step": 5550
997
+ },
998
+ {
999
+ "epoch": 0.9092385127455755,
1000
+ "grad_norm": 25.14503288269043,
1001
+ "learning_rate": 9.571013501965478e-07,
1002
+ "loss": 0.4219821929931641,
1003
+ "step": 5600
1004
+ },
1005
+ {
1006
+ "epoch": 0.9173567137522325,
1007
+ "grad_norm": 31.25991439819336,
1008
+ "learning_rate": 8.716458725004273e-07,
1009
+ "loss": 0.40081066131591797,
1010
+ "step": 5650
1011
+ },
1012
+ {
1013
+ "epoch": 0.9254749147588894,
1014
+ "grad_norm": 26.630735397338867,
1015
+ "learning_rate": 7.86190394804307e-07,
1016
+ "loss": 0.38367500305175783,
1017
+ "step": 5700
1018
+ },
1019
+ {
1020
+ "epoch": 0.9335931157655464,
1021
+ "grad_norm": 30.070966720581055,
1022
+ "learning_rate": 7.007349171081868e-07,
1023
+ "loss": 0.39956939697265625,
1024
+ "step": 5750
1025
+ },
1026
+ {
1027
+ "epoch": 0.9417113167722033,
1028
+ "grad_norm": 22.634254455566406,
1029
+ "learning_rate": 6.152794394120663e-07,
1030
+ "loss": 0.381849365234375,
1031
+ "step": 5800
1032
+ },
1033
+ {
1034
+ "epoch": 0.9498295177788602,
1035
+ "grad_norm": 28.929391860961914,
1036
+ "learning_rate": 5.29823961715946e-07,
1037
+ "loss": 0.3998366165161133,
1038
+ "step": 5850
1039
+ },
1040
+ {
1041
+ "epoch": 0.9579477187855171,
1042
+ "grad_norm": 26.800838470458984,
1043
+ "learning_rate": 4.443684840198257e-07,
1044
+ "loss": 0.4007038879394531,
1045
+ "step": 5900
1046
+ },
1047
+ {
1048
+ "epoch": 0.966065919792174,
1049
+ "grad_norm": 29.52033233642578,
1050
+ "learning_rate": 3.5891300632370537e-07,
1051
+ "loss": 0.4057810974121094,
1052
+ "step": 5950
1053
+ },
1054
+ {
1055
+ "epoch": 0.974184120798831,
1056
+ "grad_norm": 22.079429626464844,
1057
+ "learning_rate": 2.734575286275851e-07,
1058
+ "loss": 0.39004810333251955,
1059
+ "step": 6000
1060
+ },
1061
+ {
1062
+ "epoch": 0.974184120798831,
1063
+ "eval_med-ir_cosine_accuracy@1": 0.269,
1064
+ "eval_med-ir_cosine_accuracy@10": 0.7355,
1065
+ "eval_med-ir_cosine_accuracy@5": 0.6045,
1066
+ "eval_med-ir_cosine_map@10": 0.4108583333333333,
1067
+ "eval_med-ir_cosine_mrr@10": 0.41085833333333394,
1068
+ "eval_med-ir_cosine_ndcg@10": 0.48844015219854603,
1069
+ "eval_med-ir_cosine_precision@1": 0.269,
1070
+ "eval_med-ir_cosine_precision@10": 0.07354999999999999,
1071
+ "eval_med-ir_cosine_precision@5": 0.12089999999999998,
1072
+ "eval_med-ir_cosine_recall@1": 0.269,
1073
+ "eval_med-ir_cosine_recall@10": 0.7355,
1074
+ "eval_med-ir_cosine_recall@5": 0.6045,
1075
+ "eval_runtime": 53.0317,
1076
+ "eval_samples_per_second": 0.0,
1077
+ "eval_steps_per_second": 0.0,
1078
+ "step": 6000
1079
  }
1080
  ],
1081
  "logging_steps": 50,