Sentence Similarity
sentence-transformers
Safetensors
Japanese
modernbert
medical
japanese
ruri
embedding
text-embeddings-inference
Instructions to use genshiai-daichi/med-ruri-v3-70m-v2-from-ruri with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- sentence-transformers
How to use genshiai-daichi/med-ruri-v3-70m-v2-from-ruri with sentence-transformers:
from sentence_transformers import SentenceTransformer model = SentenceTransformer("genshiai-daichi/med-ruri-v3-70m-v2-from-ruri") sentences = [ "The weather is lovely today.", "It's so sunny outside!", "He drove to the stadium." ] embeddings = model.encode(sentences) similarities = model.similarity(embeddings, embeddings) print(similarities.shape) # [3, 3] - Notebooks
- Google Colab
- Kaggle
latest = step 5500 (nDCG@10=0.4857)
Browse files- model.safetensors +1 -1
- trainer_state.json +94 -5
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 280019040
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f3157afea49c5fea4e7883d003b9070dfdb643729c4debaec99db63dc70fad4
|
| 3 |
size 280019040
|
trainer_state.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 0.
|
| 4 |
-
"best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-ruri/checkpoint-
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -898,6 +898,95 @@
|
|
| 898 |
"eval_samples_per_second": 0.0,
|
| 899 |
"eval_steps_per_second": 0.0,
|
| 900 |
"step": 5000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 901 |
}
|
| 902 |
],
|
| 903 |
"logging_steps": 50,
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 5500,
|
| 3 |
+
"best_metric": 0.48568894786407507,
|
| 4 |
+
"best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-ruri/checkpoint-5500",
|
| 5 |
+
"epoch": 0.8930021107322618,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 5500,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 898 |
"eval_samples_per_second": 0.0,
|
| 899 |
"eval_steps_per_second": 0.0,
|
| 900 |
"step": 5000
|
| 901 |
+
},
|
| 902 |
+
{
|
| 903 |
+
"epoch": 0.8199383016723494,
|
| 904 |
+
"grad_norm": 27.138166427612305,
|
| 905 |
+
"learning_rate": 1.8971116048538712e-06,
|
| 906 |
+
"loss": 0.4232697677612305,
|
| 907 |
+
"step": 5050
|
| 908 |
+
},
|
| 909 |
+
{
|
| 910 |
+
"epoch": 0.8280565026790063,
|
| 911 |
+
"grad_norm": 23.07439613342285,
|
| 912 |
+
"learning_rate": 1.811656127157751e-06,
|
| 913 |
+
"loss": 0.40679256439208983,
|
| 914 |
+
"step": 5100
|
| 915 |
+
},
|
| 916 |
+
{
|
| 917 |
+
"epoch": 0.8361747036856633,
|
| 918 |
+
"grad_norm": 25.428298950195312,
|
| 919 |
+
"learning_rate": 1.7262006494616306e-06,
|
| 920 |
+
"loss": 0.4064432525634766,
|
| 921 |
+
"step": 5150
|
| 922 |
+
},
|
| 923 |
+
{
|
| 924 |
+
"epoch": 0.8442929046923202,
|
| 925 |
+
"grad_norm": 23.217208862304688,
|
| 926 |
+
"learning_rate": 1.6407451717655103e-06,
|
| 927 |
+
"loss": 0.40471759796142576,
|
| 928 |
+
"step": 5200
|
| 929 |
+
},
|
| 930 |
+
{
|
| 931 |
+
"epoch": 0.8524111056989772,
|
| 932 |
+
"grad_norm": 26.465978622436523,
|
| 933 |
+
"learning_rate": 1.5552896940693898e-06,
|
| 934 |
+
"loss": 0.42415462493896483,
|
| 935 |
+
"step": 5250
|
| 936 |
+
},
|
| 937 |
+
{
|
| 938 |
+
"epoch": 0.860529306705634,
|
| 939 |
+
"grad_norm": 26.959516525268555,
|
| 940 |
+
"learning_rate": 1.4698342163732695e-06,
|
| 941 |
+
"loss": 0.41914154052734376,
|
| 942 |
+
"step": 5300
|
| 943 |
+
},
|
| 944 |
+
{
|
| 945 |
+
"epoch": 0.8686475077122909,
|
| 946 |
+
"grad_norm": 27.550233840942383,
|
| 947 |
+
"learning_rate": 1.3843787386771493e-06,
|
| 948 |
+
"loss": 0.3966410827636719,
|
| 949 |
+
"step": 5350
|
| 950 |
+
},
|
| 951 |
+
{
|
| 952 |
+
"epoch": 0.8767657087189479,
|
| 953 |
+
"grad_norm": 28.503799438476562,
|
| 954 |
+
"learning_rate": 1.298923260981029e-06,
|
| 955 |
+
"loss": 0.4107080841064453,
|
| 956 |
+
"step": 5400
|
| 957 |
+
},
|
| 958 |
+
{
|
| 959 |
+
"epoch": 0.8848839097256048,
|
| 960 |
+
"grad_norm": 31.87645721435547,
|
| 961 |
+
"learning_rate": 1.2134677832849087e-06,
|
| 962 |
+
"loss": 0.4079947280883789,
|
| 963 |
+
"step": 5450
|
| 964 |
+
},
|
| 965 |
+
{
|
| 966 |
+
"epoch": 0.8930021107322618,
|
| 967 |
+
"grad_norm": 26.39212417602539,
|
| 968 |
+
"learning_rate": 1.1280123055887884e-06,
|
| 969 |
+
"loss": 0.4047316741943359,
|
| 970 |
+
"step": 5500
|
| 971 |
+
},
|
| 972 |
+
{
|
| 973 |
+
"epoch": 0.8930021107322618,
|
| 974 |
+
"eval_med-ir_cosine_accuracy@1": 0.2655,
|
| 975 |
+
"eval_med-ir_cosine_accuracy@10": 0.7345,
|
| 976 |
+
"eval_med-ir_cosine_accuracy@5": 0.601,
|
| 977 |
+
"eval_med-ir_cosine_map@10": 0.4076472222222222,
|
| 978 |
+
"eval_med-ir_cosine_mrr@10": 0.4076472222222232,
|
| 979 |
+
"eval_med-ir_cosine_ndcg@10": 0.48568894786407507,
|
| 980 |
+
"eval_med-ir_cosine_precision@1": 0.2655,
|
| 981 |
+
"eval_med-ir_cosine_precision@10": 0.07344999999999999,
|
| 982 |
+
"eval_med-ir_cosine_precision@5": 0.12019999999999999,
|
| 983 |
+
"eval_med-ir_cosine_recall@1": 0.2655,
|
| 984 |
+
"eval_med-ir_cosine_recall@10": 0.7345,
|
| 985 |
+
"eval_med-ir_cosine_recall@5": 0.601,
|
| 986 |
+
"eval_runtime": 53.0268,
|
| 987 |
+
"eval_samples_per_second": 0.0,
|
| 988 |
+
"eval_steps_per_second": 0.0,
|
| 989 |
+
"step": 5500
|
| 990 |
}
|
| 991 |
],
|
| 992 |
"logging_steps": 50,
|