Hugging Face's logo

LLM-OS-Models
/
KoHRM-Text-1.4B-raw-checkpoints

Text Generation
Transformers
English
Korean
terminal
sft
vllm
tb2-lite
evaluation-pending
Model card Files
xet
 Community
gyung commited on
Commit
ff5cd9a
·
verified ·
1 Parent(s): 6ed6327

Add files using upload-large-folder tool

Browse files
Files changed (41) hide show
  1. .gitattributes +18 -0
  2. stage4-korean-tool-finance/all_config.yaml +46 -0
  3. stage4-korean-tool-finance/carry_epoch_1.0.pt +3 -0
  4. stage4-korean-tool-finance/carry_epoch_1.1.pt +3 -0
  5. stage4-korean-tool-finance/carry_epoch_1.2.pt +3 -0
  6. stage4-korean-tool-finance/carry_epoch_1.3.pt +3 -0
  7. stage4-korean-tool-finance/carry_epoch_1.4.pt +3 -0
  8. stage4-korean-tool-finance/carry_epoch_1.5.pt +3 -0
  9. stage4-korean-tool-finance/carry_epoch_1.6.pt +3 -0
  10. stage4-korean-tool-finance/carry_epoch_1.7.pt +3 -0
  11. stage4-korean-tool-finance/carry_step_230000.0.pt +3 -0
  12. stage4-korean-tool-finance/carry_step_230000.1.pt +3 -0
  13. stage4-korean-tool-finance/carry_step_230000.2.pt +3 -0
  14. stage4-korean-tool-finance/carry_step_230000.3.pt +3 -0
  15. stage4-korean-tool-finance/carry_step_230000.4.pt +3 -0
  16. stage4-korean-tool-finance/carry_step_230000.5.pt +3 -0
  17. stage4-korean-tool-finance/carry_step_230000.6.pt +3 -0
  18. stage4-korean-tool-finance/carry_step_230000.7.pt +3 -0
  19. stage4-korean-tool-finance/epoch_1_info.json +8 -0
  20. stage4-korean-tool-finance/fsdp2_epoch_1/.metadata +3 -0
  21. stage4-korean-tool-finance/fsdp2_epoch_1/__0_0.distcp +3 -0
  22. stage4-korean-tool-finance/fsdp2_epoch_1/__1_0.distcp +3 -0
  23. stage4-korean-tool-finance/fsdp2_epoch_1/__2_0.distcp +3 -0
  24. stage4-korean-tool-finance/fsdp2_epoch_1/__3_0.distcp +3 -0
  25. stage4-korean-tool-finance/fsdp2_epoch_1/__4_0.distcp +3 -0
  26. stage4-korean-tool-finance/fsdp2_epoch_1/__5_0.distcp +3 -0
  27. stage4-korean-tool-finance/fsdp2_epoch_1/__6_0.distcp +3 -0
  28. stage4-korean-tool-finance/fsdp2_epoch_1/__7_0.distcp +3 -0
  29. stage4-korean-tool-finance/fsdp2_step_230000/.metadata +3 -0
  30. stage4-korean-tool-finance/fsdp2_step_230000/__0_0.distcp +3 -0
  31. stage4-korean-tool-finance/fsdp2_step_230000/__1_0.distcp +3 -0
  32. stage4-korean-tool-finance/fsdp2_step_230000/__2_0.distcp +3 -0
  33. stage4-korean-tool-finance/fsdp2_step_230000/__3_0.distcp +3 -0
  34. stage4-korean-tool-finance/fsdp2_step_230000/__4_0.distcp +3 -0
  35. stage4-korean-tool-finance/fsdp2_step_230000/__5_0.distcp +3 -0
  36. stage4-korean-tool-finance/fsdp2_step_230000/__6_0.distcp +3 -0
  37. stage4-korean-tool-finance/fsdp2_step_230000/__7_0.distcp +3 -0
  38. stage4-korean-tool-finance/latest_checkpoint.txt +1 -0
  39. stage4-korean-tool-finance/step_230000_info.json +8 -0
  40. stage4-korean-tool-finance/train_metadata.yaml +13 -0
  41. stage4-korean-tool-finance/upload_manifest.json +10 -0
.gitattributes CHANGED
@@ -303,3 +303,21 @@ stage4-korean-tool-finance-step230000/fsdp2_step_230000/__6_0.distcp filter=lfs
303
  stage4-korean-tool-finance-step230000/fsdp2_step_230000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
304
  stage4-korean-tool-finance-step230000/fsdp2_step_230000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
305
  stage4-korean-tool-finance-step230000/fsdp2_step_230000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
303
  stage4-korean-tool-finance-step230000/fsdp2_step_230000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
304
  stage4-korean-tool-finance-step230000/fsdp2_step_230000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
305
  stage4-korean-tool-finance-step230000/fsdp2_step_230000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
306
+ stage4-korean-tool-finance/fsdp2_epoch_1/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
307
+ stage4-korean-tool-finance/fsdp2_epoch_1/.metadata filter=lfs diff=lfs merge=lfs -text
308
+ stage4-korean-tool-finance/fsdp2_epoch_1/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
309
+ stage4-korean-tool-finance/fsdp2_epoch_1/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
310
+ stage4-korean-tool-finance/fsdp2_step_230000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
311
+ stage4-korean-tool-finance/fsdp2_step_230000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
312
+ stage4-korean-tool-finance/fsdp2_step_230000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
313
+ stage4-korean-tool-finance/fsdp2_step_230000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
314
+ stage4-korean-tool-finance/fsdp2_step_230000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
315
+ stage4-korean-tool-finance/fsdp2_step_230000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
316
+ stage4-korean-tool-finance/fsdp2_step_230000/.metadata filter=lfs diff=lfs merge=lfs -text
317
+ stage4-korean-tool-finance/fsdp2_step_230000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
318
+ stage4-korean-tool-finance/fsdp2_step_230000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
319
+ stage4-korean-tool-finance/fsdp2_epoch_1/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
320
+ stage4-korean-tool-finance/fsdp2_epoch_1/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
321
+ stage4-korean-tool-finance/fsdp2_epoch_1/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
322
+ stage4-korean-tool-finance/fsdp2_epoch_1/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
323
+ stage4-korean-tool-finance/fsdp2_epoch_1/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
stage4-korean-tool-finance/all_config.yaml ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ arch:
2
+ H_cycles: 2
3
+ H_override: {}
4
+ L_cycles: 3
5
+ bp_max_steps: 5
6
+ bp_warmup_ratio: 0.2
7
+ expansion: 4
8
+ half_layers: true
9
+ head: lm_head@LMHead
10
+ hidden_size: 1536
11
+ init_type: lecun_normal
12
+ n_layers: 32
13
+ name: baselines.hrm_nocarry_bp_warmup@HierarchicalReasoningModel
14
+ norm_eps: 1.0e-06
15
+ norm_type: pre
16
+ num_heads: 12
17
+ pos_emb_type: rope
18
+ rope_theta: 10000.0
19
+ beta1: 0.9
20
+ beta2: 0.95
21
+ checkpoint_interval: 1
22
+ checkpoint_keep_last: 2
23
+ checkpoint_path: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage4-korean-tool-finance-gbs180
24
+ checkpoint_step_interval: 10000
25
+ data:
26
+ path: /home/work/.data/hrm_text_prepared/koterm_korean_tool_finance_mix_v1
27
+ target_only: true
28
+ ema: 0.9999
29
+ epochs: 1
30
+ fwd_bwd_dtype: bfloat16
31
+ global_batch_size: 180224
32
+ log_interval: 5
33
+ lr: 0.00022
34
+ lr_min_ratio: 1.0
35
+ lr_warmup_steps: 2000
36
+ project_name: KoHRM-Text
37
+ resume_epoch: null
38
+ resume_from: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage3-local-terminal-gbs180
39
+ resume_step: null
40
+ resume_step_offset: 220433
41
+ run_name: KoHRM-Text-1.4B-stage4-korean-tool-finance
42
+ seed: 0
43
+ skip_batches: 0
44
+ total_steps_override: 465000
45
+ weight_decay: 0.1
46
+ weights_only_resume_from_ema: false
stage4-korean-tool-finance/carry_epoch_1.0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e3b089e35eacca121e8bc850c0fc138c4ef45a63cf9e370e2f852d6245db36b
3
+ size 1309
stage4-korean-tool-finance/carry_epoch_1.1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66952aadc5b6f1d9d38cd436e6dba2c3b6a487138c6960beb815672ddf699495
3
+ size 1309
stage4-korean-tool-finance/carry_epoch_1.2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a7da182d5d1dfe900b2018b6e4fe6d318c69f791b7a3c94c1727e2112a5f57d
3
+ size 1309
stage4-korean-tool-finance/carry_epoch_1.3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45156a7f9cef48f22d7a3c46c59d92394c3da40b2b596f2681cecece9156177e
3
+ size 1309
stage4-korean-tool-finance/carry_epoch_1.4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34356bd35b48ac6ce98742241b2c0e1c96147c36743415c7b0e432ae28f8bfc8
3
+ size 1309
stage4-korean-tool-finance/carry_epoch_1.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5934083e16382c0d96bab003d7f577ced0da026175aff5a4ad2aaf31c603f6
3
+ size 1309
stage4-korean-tool-finance/carry_epoch_1.6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93480251cc3a3285f6cea88b5f8b7c6d46672f04cacd0623127885ff4469e7d8
3
+ size 1309
stage4-korean-tool-finance/carry_epoch_1.7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2de90149405f8416a3f1c4bb6b69b52843f8a2f835c1b874bd13c13129fc3f5
3
+ size 1309
stage4-korean-tool-finance/carry_step_230000.0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec2ffa64e31f05d2d46aa73d64381157d5216be92bce6c0e4ce5612f1c4e463
3
+ size 1333
stage4-korean-tool-finance/carry_step_230000.1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d88dae61756293ffe42038a4742f39f98b0f3af3cd00dccd0302b6d5786b2b6
3
+ size 1333
stage4-korean-tool-finance/carry_step_230000.2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bf1c8b1edf89d74c2925aa101ea3fa0e402f1fede27f222ffd6143b8d155ca3
3
+ size 1333
stage4-korean-tool-finance/carry_step_230000.3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374ace422be320d11e3a57781c559f818d7e0ae83f9574f4be90323acf87440b
3
+ size 1333
stage4-korean-tool-finance/carry_step_230000.4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a2f3cda7d34ff138fecacb982ce25c9ed7d38a7b6bfe1c59856c0072adf95cd
3
+ size 1333
stage4-korean-tool-finance/carry_step_230000.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ad59ee735e57c9246c6d342c52f8bb32951cb1f840fa3ed2f9e5b0d94bd15c3
3
+ size 1333
stage4-korean-tool-finance/carry_step_230000.6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9689caf0ef5c483ea8a762374dec86c69dd28aea76153dad339cce1befcdbfb2
3
+ size 1333
stage4-korean-tool-finance/carry_step_230000.7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb0b32fa6ed26f4bc56ae9e445ec9df870a9ea29a6207691f69693be0fb949fe
3
+ size 1333
stage4-korean-tool-finance/epoch_1_info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "epoch_1",
3
+ "global_step": 237257,
4
+ "stage_start_step": 220433,
5
+ "skip_batches_hint": 16824,
6
+ "data_path": "/home/work/.data/hrm_text_prepared/koterm_korean_tool_finance_mix_v1",
7
+ "global_batch_size": 180224
8
+ }
stage4-korean-tool-finance/fsdp2_epoch_1/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09475026dca4ff9850cd57cbd5dd1613f705d8bb30e83c0c6cba5466414528fe
3
+ size 983807
stage4-korean-tool-finance/fsdp2_epoch_1/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba8155e9356f0037f1e9f179fdde3d27292f90ee50b1da2cd9b2894ff916bc99
3
+ size 2769065329
stage4-korean-tool-finance/fsdp2_epoch_1/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdac3b0c2a1b9c83a5953242c4df5df6d5e3723dfa456922d3d2efd76e622251
3
+ size 2769090643
stage4-korean-tool-finance/fsdp2_epoch_1/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc9b077e81bd30770323a3347b9aba9f7c1c533f181f1e831ae17328c9437765
3
+ size 2769090643
stage4-korean-tool-finance/fsdp2_epoch_1/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aa1f1aa67524d0f22e8df0c45bd481afb7a746000a552a63884ce34c79e8629
3
+ size 2769090643
stage4-korean-tool-finance/fsdp2_epoch_1/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d676b4759a4636a991eaa9621210135515b1ea1f50a28c009ece8c1b2485bfcb
3
+ size 2769090643
stage4-korean-tool-finance/fsdp2_epoch_1/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cebd9dbaada2074b55a50f5be78774d92d5af0ddc06c20a0433bbccc09844d0b
3
+ size 2769090643
stage4-korean-tool-finance/fsdp2_epoch_1/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:653202bdcf9c344286fc1c56463439b53fc88f72082746d75a6635b04fdb6e8b
3
+ size 2769091588
stage4-korean-tool-finance/fsdp2_epoch_1/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9433057c4ecaaa7780b03e4934ccb59e629eb2c2c8c69e80d85eee3ce993b03b
3
+ size 2769098756
stage4-korean-tool-finance/fsdp2_step_230000/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f4b4eca5de204d52a4615b006134d58ec089da0626571c51405110541dad29
3
+ size 983811
stage4-korean-tool-finance/fsdp2_step_230000/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8f3fa20cdb7c19334ae56556a97e49b2c9648fa8b0ca89f4e8ed5c11fd39802
3
+ size 2769065329
stage4-korean-tool-finance/fsdp2_step_230000/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feda7b8cb9429ea32f4d8646f471d8a11f534bded5749697a789ce7326ff4be9
3
+ size 2769090643
stage4-korean-tool-finance/fsdp2_step_230000/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72b7f761073e344254cfa2af179eb79912f8888fadcf97825294c2fd5fe7912a
3
+ size 2769090643
stage4-korean-tool-finance/fsdp2_step_230000/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba4e13a011b1f179a32c9684e65ddacd2c8f71fda41cd028031f554eff131af2
3
+ size 2769090643
stage4-korean-tool-finance/fsdp2_step_230000/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7357674d0ea53c864694b9af1b0ae293e5629832d5423becd2715c117d9ad0e6
3
+ size 2769090643
stage4-korean-tool-finance/fsdp2_step_230000/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c61a61aa242187f07ec82d91978ca2d07b13eae4d01626373dacb76f6ad64cb
3
+ size 2769090643
stage4-korean-tool-finance/fsdp2_step_230000/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac85700d069ac15e27799d4abe649d80233f1a381c320ef3c7634f32eae06544
3
+ size 2769091588
stage4-korean-tool-finance/fsdp2_step_230000/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50269b61a53142a7e7418a857a8f2e9f63074dc71b21dd0c3b796417bc657159
3
+ size 2769098756
stage4-korean-tool-finance/latest_checkpoint.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ epoch_1
stage4-korean-tool-finance/step_230000_info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "step_230000",
3
+ "global_step": 230000,
4
+ "stage_start_step": 220433,
5
+ "skip_batches_hint": 9567,
6
+ "data_path": "/home/work/.data/hrm_text_prepared/koterm_korean_tool_finance_mix_v1",
7
+ "global_batch_size": 180224
8
+ }
stage4-korean-tool-finance/train_metadata.yaml ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ max_seq_len: 4096
2
+ tokenizer_info:
3
+ boq: <|im_start|>
4
+ condition_mapping:
5
+ cot: <|object_ref_end|>
6
+ direct: <|object_ref_start|>
7
+ noisy: <|quad_start|>
8
+ synth: <|quad_end|>
9
+ eoa: <|box_end|>
10
+ eoq: <|im_end|>
11
+ tokenizer_path: /home/work/.data/hrm_text_prepared/koterm_korean_tool_finance_mix_v1
12
+ total_length: 3020504008
13
+ vocab_size: 131072
stage4-korean-tool-finance/upload_manifest.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": "/home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage4-korean-tool-finance-gbs180",
3
+ "stage": "stage4-korean-tool-finance",
4
+ "keep_last": 2,
5
+ "tags": [
6
+ "step_230000",
7
+ "epoch_1"
8
+ ],
9
+ "created_at": "2026-05-26T07:13:17Z"
10
+ }