genshiai-daichi commited on
Commit
64e0d3f
·
verified ·
1 Parent(s): 8c80bfa

latest = step 5500 (nDCG@10=0.4857)

Browse files
Files changed (2) hide show
  1. model.safetensors +1 -1
  2. trainer_state.json +94 -5
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aca00d4230b13011e91ba90c5489154fbdd2cffc3ee2ebedce3d24ba9aa01417
3
  size 280019040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f3157afea49c5fea4e7883d003b9070dfdb643729c4debaec99db63dc70fad4
3
  size 280019040
trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 5000,
3
- "best_metric": 0.48354546858168634,
4
- "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-ruri/checkpoint-5000",
5
- "epoch": 0.8118201006656924,
6
  "eval_steps": 500,
7
- "global_step": 5000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -898,6 +898,95 @@
898
  "eval_samples_per_second": 0.0,
899
  "eval_steps_per_second": 0.0,
900
  "step": 5000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
901
  }
902
  ],
903
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 5500,
3
+ "best_metric": 0.48568894786407507,
4
+ "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-ruri/checkpoint-5500",
5
+ "epoch": 0.8930021107322618,
6
  "eval_steps": 500,
7
+ "global_step": 5500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
898
  "eval_samples_per_second": 0.0,
899
  "eval_steps_per_second": 0.0,
900
  "step": 5000
901
+ },
902
+ {
903
+ "epoch": 0.8199383016723494,
904
+ "grad_norm": 27.138166427612305,
905
+ "learning_rate": 1.8971116048538712e-06,
906
+ "loss": 0.4232697677612305,
907
+ "step": 5050
908
+ },
909
+ {
910
+ "epoch": 0.8280565026790063,
911
+ "grad_norm": 23.07439613342285,
912
+ "learning_rate": 1.811656127157751e-06,
913
+ "loss": 0.40679256439208983,
914
+ "step": 5100
915
+ },
916
+ {
917
+ "epoch": 0.8361747036856633,
918
+ "grad_norm": 25.428298950195312,
919
+ "learning_rate": 1.7262006494616306e-06,
920
+ "loss": 0.4064432525634766,
921
+ "step": 5150
922
+ },
923
+ {
924
+ "epoch": 0.8442929046923202,
925
+ "grad_norm": 23.217208862304688,
926
+ "learning_rate": 1.6407451717655103e-06,
927
+ "loss": 0.40471759796142576,
928
+ "step": 5200
929
+ },
930
+ {
931
+ "epoch": 0.8524111056989772,
932
+ "grad_norm": 26.465978622436523,
933
+ "learning_rate": 1.5552896940693898e-06,
934
+ "loss": 0.42415462493896483,
935
+ "step": 5250
936
+ },
937
+ {
938
+ "epoch": 0.860529306705634,
939
+ "grad_norm": 26.959516525268555,
940
+ "learning_rate": 1.4698342163732695e-06,
941
+ "loss": 0.41914154052734376,
942
+ "step": 5300
943
+ },
944
+ {
945
+ "epoch": 0.8686475077122909,
946
+ "grad_norm": 27.550233840942383,
947
+ "learning_rate": 1.3843787386771493e-06,
948
+ "loss": 0.3966410827636719,
949
+ "step": 5350
950
+ },
951
+ {
952
+ "epoch": 0.8767657087189479,
953
+ "grad_norm": 28.503799438476562,
954
+ "learning_rate": 1.298923260981029e-06,
955
+ "loss": 0.4107080841064453,
956
+ "step": 5400
957
+ },
958
+ {
959
+ "epoch": 0.8848839097256048,
960
+ "grad_norm": 31.87645721435547,
961
+ "learning_rate": 1.2134677832849087e-06,
962
+ "loss": 0.4079947280883789,
963
+ "step": 5450
964
+ },
965
+ {
966
+ "epoch": 0.8930021107322618,
967
+ "grad_norm": 26.39212417602539,
968
+ "learning_rate": 1.1280123055887884e-06,
969
+ "loss": 0.4047316741943359,
970
+ "step": 5500
971
+ },
972
+ {
973
+ "epoch": 0.8930021107322618,
974
+ "eval_med-ir_cosine_accuracy@1": 0.2655,
975
+ "eval_med-ir_cosine_accuracy@10": 0.7345,
976
+ "eval_med-ir_cosine_accuracy@5": 0.601,
977
+ "eval_med-ir_cosine_map@10": 0.4076472222222222,
978
+ "eval_med-ir_cosine_mrr@10": 0.4076472222222232,
979
+ "eval_med-ir_cosine_ndcg@10": 0.48568894786407507,
980
+ "eval_med-ir_cosine_precision@1": 0.2655,
981
+ "eval_med-ir_cosine_precision@10": 0.07344999999999999,
982
+ "eval_med-ir_cosine_precision@5": 0.12019999999999999,
983
+ "eval_med-ir_cosine_recall@1": 0.2655,
984
+ "eval_med-ir_cosine_recall@10": 0.7345,
985
+ "eval_med-ir_cosine_recall@5": 0.601,
986
+ "eval_runtime": 53.0268,
987
+ "eval_samples_per_second": 0.0,
988
+ "eval_steps_per_second": 0.0,
989
+ "step": 5500
990
  }
991
  ],
992
  "logging_steps": 50,