Hugging Face's logo

genshiai-daichi
/
med-ruri-v3-310m-v2-from-ruri

Sentence Similarity
sentence-transformers
Safetensors
Japanese
modernbert
medical
japanese
ruri
embedding
text-embeddings-inference
Model card Files
xet
 Community
genshiai-daichi commited on
Commit
f4ff30d
·
verified ·
1 Parent(s): 31dae35

latest = step 500 (nDCG@10=0.3742)

Browse files
Files changed (9) hide show
  1. 1_Pooling/config.json +5 -0
  2. config.json +82 -0
  3. config_sentence_transformers.json +15 -0
  4. model.safetensors +3 -0
  5. modules.json +14 -0
  6. sentence_bert_config.json +10 -0
  7. tokenizer.json +0 -0
  8. tokenizer_config.json +25 -0
  9. trainer_state.json +123 -0
1_Pooling/config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "embedding_dimension": 768,
3
+ "pooling_mode": "mean",
4
+ "include_prompt": true
5
+ }
config.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "ModernBertModel"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "classifier_activation": "gelu",
9
+ "classifier_bias": false,
10
+ "classifier_dropout": 0.0,
11
+ "classifier_pooling": "cls",
12
+ "cls_token_id": 6,
13
+ "decoder_bias": true,
14
+ "deterministic_flash_attn": false,
15
+ "dtype": "float32",
16
+ "embedding_dropout": 0.0,
17
+ "eos_token_id": 2,
18
+ "global_attn_every_n_layers": 3,
19
+ "gradient_checkpointing": false,
20
+ "hidden_activation": "gelu",
21
+ "hidden_size": 768,
22
+ "initializer_cutoff_factor": 2.0,
23
+ "initializer_range": 0.02,
24
+ "intermediate_size": 3072,
25
+ "layer_norm_eps": 1e-05,
26
+ "layer_types": [
27
+ "full_attention",
28
+ "sliding_attention",
29
+ "sliding_attention",
30
+ "full_attention",
31
+ "sliding_attention",
32
+ "sliding_attention",
33
+ "full_attention",
34
+ "sliding_attention",
35
+ "sliding_attention",
36
+ "full_attention",
37
+ "sliding_attention",
38
+ "sliding_attention",
39
+ "full_attention",
40
+ "sliding_attention",
41
+ "sliding_attention",
42
+ "full_attention",
43
+ "sliding_attention",
44
+ "sliding_attention",
45
+ "full_attention",
46
+ "sliding_attention",
47
+ "sliding_attention",
48
+ "full_attention",
49
+ "sliding_attention",
50
+ "sliding_attention",
51
+ "full_attention"
52
+ ],
53
+ "local_attention": 128,
54
+ "max_position_embeddings": 8192,
55
+ "mlp_bias": false,
56
+ "mlp_dropout": 0.0,
57
+ "model_type": "modernbert",
58
+ "norm_bias": false,
59
+ "norm_eps": 1e-05,
60
+ "num_attention_heads": 12,
61
+ "num_hidden_layers": 25,
62
+ "pad_token_id": 3,
63
+ "position_embedding_type": "rope",
64
+ "repad_logits_with_grad": false,
65
+ "rope_parameters": {
66
+ "full_attention": {
67
+ "rope_theta": 160000.0,
68
+ "rope_type": "default"
69
+ },
70
+ "sliding_attention": {
71
+ "rope_theta": 10000.0,
72
+ "rope_type": "default"
73
+ }
74
+ },
75
+ "sep_token_id": 4,
76
+ "sparse_pred_ignore_index": -100,
77
+ "sparse_prediction": false,
78
+ "tie_word_embeddings": true,
79
+ "transformers_version": "5.8.1",
80
+ "use_cache": false,
81
+ "vocab_size": 102400
82
+ }
config_sentence_transformers.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "__version__": {
3
+ "pytorch": "2.11.0+cu128",
4
+ "sentence_transformers": "5.5.1",
5
+ "transformers": "5.8.1"
6
+ },
7
+ "default_prompt_name": null,
8
+ "model_type": "SentenceTransformer",
9
+ "prompts": {
10
+ "document": "\u691c\u7d22\u6587\u66f8: ",
11
+ "query": "\u691c\u7d22\u30af\u30a8\u30ea: ",
12
+ "topic": "\u30c8\u30d4\u30c3\u30af: "
13
+ },
14
+ "similarity_fn_name": "cosine"
15
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6d75cb7abf4769fd2b8004daa38e31c76803f991f21cf92c804fb7caf5d995b
3
+ size 1258462760
modules.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "idx": 0,
4
+ "name": "0",
5
+ "path": "",
6
+ "type": "sentence_transformers.base.modules.transformer.Transformer"
7
+ },
8
+ {
9
+ "idx": 1,
10
+ "name": "1",
11
+ "path": "1_Pooling",
12
+ "type": "sentence_transformers.sentence_transformer.modules.pooling.Pooling"
13
+ }
14
+ ]
sentence_bert_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "transformer_task": "feature-extraction",
3
+ "modality_config": {
4
+ "text": {
5
+ "method": "forward",
6
+ "method_output_name": "last_hidden_state"
7
+ }
8
+ },
9
+ "module_output_name": "token_embeddings"
10
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_dummy_prefix_space": false,
3
+ "add_prefix_space": false,
4
+ "backend": "tokenizers",
5
+ "bos_token": "<s>",
6
+ "clean_up_tokenization_spaces": false,
7
+ "cls_token": "<cls>",
8
+ "do_lower_case": false,
9
+ "eos_token": "</s>",
10
+ "extra_ids": 0,
11
+ "is_local": false,
12
+ "keep_accents": true,
13
+ "legacy": false,
14
+ "local_files_only": false,
15
+ "mask_token": "<mask>",
16
+ "model_max_length": 768,
17
+ "pad_token": "<pad>",
18
+ "padding_side": "right",
19
+ "sep_token": "<sep>",
20
+ "sp_model_kwargs": {},
21
+ "spaces_between_special_tokens": false,
22
+ "tokenizer_class": "TokenizersBackend",
23
+ "unk_token": "<unk>",
24
+ "use_default_system_prompt": false
25
+ }
trainer_state.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 500,
3
+ "best_metric": 0.37418202501961656,
4
+ "best_model_checkpoint": "checkpoints/med-ruri-v3-310m-v2-from-ruri/checkpoint-500",
5
+ "epoch": 0.054124269322364145,
6
+ "eval_steps": 500,
7
+ "global_step": 500,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0054124269322364145,
14
+ "grad_norm": 39.82763671875,
15
+ "learning_rate": 1.0606060606060608e-06,
16
+ "loss": 2.5545263671875,
17
+ "step": 50
18
+ },
19
+ {
20
+ "epoch": 0.010824853864472829,
21
+ "grad_norm": 22.23030662536621,
22
+ "learning_rate": 2.1428571428571427e-06,
23
+ "loss": 1.6219686889648437,
24
+ "step": 100
25
+ },
26
+ {
27
+ "epoch": 0.016237280796709243,
28
+ "grad_norm": 15.578224182128906,
29
+ "learning_rate": 3.2251082251082253e-06,
30
+ "loss": 1.4178483581542969,
31
+ "step": 150
32
+ },
33
+ {
34
+ "epoch": 0.021649707728945658,
35
+ "grad_norm": 15.494049072265625,
36
+ "learning_rate": 4.3073593073593075e-06,
37
+ "loss": 1.3550909423828126,
38
+ "step": 200
39
+ },
40
+ {
41
+ "epoch": 0.027062134661182072,
42
+ "grad_norm": 21.17428970336914,
43
+ "learning_rate": 5.38961038961039e-06,
44
+ "loss": 1.2207350158691406,
45
+ "step": 250
46
+ },
47
+ {
48
+ "epoch": 0.03247456159341849,
49
+ "grad_norm": 21.015527725219727,
50
+ "learning_rate": 6.471861471861473e-06,
51
+ "loss": 1.127685775756836,
52
+ "step": 300
53
+ },
54
+ {
55
+ "epoch": 0.037886988525654905,
56
+ "grad_norm": 18.954545974731445,
57
+ "learning_rate": 7.554112554112555e-06,
58
+ "loss": 1.1038306427001954,
59
+ "step": 350
60
+ },
61
+ {
62
+ "epoch": 0.043299415457891316,
63
+ "grad_norm": 32.8043212890625,
64
+ "learning_rate": 8.636363636363637e-06,
65
+ "loss": 1.073208770751953,
66
+ "step": 400
67
+ },
68
+ {
69
+ "epoch": 0.048711842390127734,
70
+ "grad_norm": 19.81218147277832,
71
+ "learning_rate": 9.71861471861472e-06,
72
+ "loss": 1.026578369140625,
73
+ "step": 450
74
+ },
75
+ {
76
+ "epoch": 0.054124269322364145,
77
+ "grad_norm": 65.24224090576172,
78
+ "learning_rate": 9.957839562443026e-06,
79
+ "loss": 1.0128096008300782,
80
+ "step": 500
81
+ },
82
+ {
83
+ "epoch": 0.054124269322364145,
84
+ "eval_med-ir_cosine_accuracy@1": 0.213,
85
+ "eval_med-ir_cosine_accuracy@10": 0.5545,
86
+ "eval_med-ir_cosine_accuracy@5": 0.4565,
87
+ "eval_med-ir_cosine_map@10": 0.31760753968253963,
88
+ "eval_med-ir_cosine_mrr@10": 0.31760753968254,
89
+ "eval_med-ir_cosine_ndcg@10": 0.37418202501961656,
90
+ "eval_med-ir_cosine_precision@1": 0.213,
91
+ "eval_med-ir_cosine_precision@10": 0.05544999999999999,
92
+ "eval_med-ir_cosine_precision@5": 0.09129999999999998,
93
+ "eval_med-ir_cosine_recall@1": 0.213,
94
+ "eval_med-ir_cosine_recall@10": 0.5545,
95
+ "eval_med-ir_cosine_recall@5": 0.4565,
96
+ "eval_runtime": 201.9792,
97
+ "eval_samples_per_second": 0.0,
98
+ "eval_steps_per_second": 0.0,
99
+ "step": 500
100
+ }
101
+ ],
102
+ "logging_steps": 50,
103
+ "max_steps": 9238,
104
+ "num_input_tokens_seen": 0,
105
+ "num_train_epochs": 1,
106
+ "save_steps": 500,
107
+ "stateful_callbacks": {
108
+ "TrainerControl": {
109
+ "args": {
110
+ "should_epoch_stop": false,
111
+ "should_evaluate": false,
112
+ "should_log": false,
113
+ "should_save": true,
114
+ "should_training_stop": false
115
+ },
116
+ "attributes": {}
117
+ }
118
+ },
119
+ "total_flos": 0.0,
120
+ "train_batch_size": 128,
121
+ "trial_name": null,
122
+ "trial_params": null
123
+ }