Hugging Face's logo

LLM-OS-Models
/
KoHRM-Text-1.4B-raw-checkpoints

Text Generation
Transformers
English
Korean
terminal
sft
vllm
tb2-lite
evaluation-pending
Model card Files
xet
 Community
gyung commited on
Commit
5ad486b
·
verified ·
1 Parent(s): 93f0c26

Add files using upload-large-folder tool

Browse files
Files changed (41) hide show
  1. .gitattributes +18 -0
  2. stage3-local-terminal/all_config.yaml +46 -0
  3. stage3-local-terminal/carry_epoch_1.0.pt +3 -0
  4. stage3-local-terminal/carry_epoch_1.1.pt +3 -0
  5. stage3-local-terminal/carry_epoch_1.2.pt +3 -0
  6. stage3-local-terminal/carry_epoch_1.3.pt +3 -0
  7. stage3-local-terminal/carry_epoch_1.4.pt +3 -0
  8. stage3-local-terminal/carry_epoch_1.5.pt +3 -0
  9. stage3-local-terminal/carry_epoch_1.6.pt +3 -0
  10. stage3-local-terminal/carry_epoch_1.7.pt +3 -0
  11. stage3-local-terminal/carry_step_220000.0.pt +3 -0
  12. stage3-local-terminal/carry_step_220000.1.pt +3 -0
  13. stage3-local-terminal/carry_step_220000.2.pt +3 -0
  14. stage3-local-terminal/carry_step_220000.3.pt +3 -0
  15. stage3-local-terminal/carry_step_220000.4.pt +3 -0
  16. stage3-local-terminal/carry_step_220000.5.pt +3 -0
  17. stage3-local-terminal/carry_step_220000.6.pt +3 -0
  18. stage3-local-terminal/carry_step_220000.7.pt +3 -0
  19. stage3-local-terminal/epoch_1_info.json +8 -0
  20. stage3-local-terminal/fsdp2_epoch_1/.metadata +3 -0
  21. stage3-local-terminal/fsdp2_epoch_1/__0_0.distcp +3 -0
  22. stage3-local-terminal/fsdp2_epoch_1/__1_0.distcp +3 -0
  23. stage3-local-terminal/fsdp2_epoch_1/__2_0.distcp +3 -0
  24. stage3-local-terminal/fsdp2_epoch_1/__3_0.distcp +3 -0
  25. stage3-local-terminal/fsdp2_epoch_1/__4_0.distcp +3 -0
  26. stage3-local-terminal/fsdp2_epoch_1/__5_0.distcp +3 -0
  27. stage3-local-terminal/fsdp2_epoch_1/__6_0.distcp +3 -0
  28. stage3-local-terminal/fsdp2_epoch_1/__7_0.distcp +3 -0
  29. stage3-local-terminal/fsdp2_step_220000/.metadata +3 -0
  30. stage3-local-terminal/fsdp2_step_220000/__0_0.distcp +3 -0
  31. stage3-local-terminal/fsdp2_step_220000/__1_0.distcp +3 -0
  32. stage3-local-terminal/fsdp2_step_220000/__2_0.distcp +3 -0
  33. stage3-local-terminal/fsdp2_step_220000/__3_0.distcp +3 -0
  34. stage3-local-terminal/fsdp2_step_220000/__4_0.distcp +3 -0
  35. stage3-local-terminal/fsdp2_step_220000/__5_0.distcp +3 -0
  36. stage3-local-terminal/fsdp2_step_220000/__6_0.distcp +3 -0
  37. stage3-local-terminal/fsdp2_step_220000/__7_0.distcp +3 -0
  38. stage3-local-terminal/latest_checkpoint.txt +1 -0
  39. stage3-local-terminal/step_220000_info.json +8 -0
  40. stage3-local-terminal/train_metadata.yaml +13 -0
  41. stage3-local-terminal/upload_manifest.json +10 -0
.gitattributes CHANGED
@@ -276,3 +276,21 @@ stage3-local-terminal-step220000/fsdp2_step_220000/__4_0.distcp filter=lfs diff=
276
  stage3-local-terminal-step220000/fsdp2_step_220000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
277
  stage3-local-terminal-step220000/fsdp2_step_220000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
278
  stage3-local-terminal-step220000/fsdp2_step_220000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
276
  stage3-local-terminal-step220000/fsdp2_step_220000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
277
  stage3-local-terminal-step220000/fsdp2_step_220000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
278
  stage3-local-terminal-step220000/fsdp2_step_220000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
279
+ stage3-local-terminal/fsdp2_epoch_1/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
280
+ stage3-local-terminal/fsdp2_epoch_1/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
281
+ stage3-local-terminal/fsdp2_epoch_1/.metadata filter=lfs diff=lfs merge=lfs -text
282
+ stage3-local-terminal/fsdp2_epoch_1/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
283
+ stage3-local-terminal/fsdp2_step_220000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
284
+ stage3-local-terminal/fsdp2_step_220000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
285
+ stage3-local-terminal/fsdp2_step_220000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
286
+ stage3-local-terminal/fsdp2_step_220000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
287
+ stage3-local-terminal/fsdp2_step_220000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
288
+ stage3-local-terminal/fsdp2_step_220000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
289
+ stage3-local-terminal/fsdp2_step_220000/.metadata filter=lfs diff=lfs merge=lfs -text
290
+ stage3-local-terminal/fsdp2_step_220000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
291
+ stage3-local-terminal/fsdp2_step_220000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
292
+ stage3-local-terminal/fsdp2_epoch_1/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
293
+ stage3-local-terminal/fsdp2_epoch_1/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
294
+ stage3-local-terminal/fsdp2_epoch_1/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
295
+ stage3-local-terminal/fsdp2_epoch_1/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
296
+ stage3-local-terminal/fsdp2_epoch_1/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
stage3-local-terminal/all_config.yaml ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ arch:
2
+ H_cycles: 2
3
+ H_override: {}
4
+ L_cycles: 3
5
+ bp_max_steps: 5
6
+ bp_warmup_ratio: 0.2
7
+ expansion: 4
8
+ half_layers: true
9
+ head: lm_head@LMHead
10
+ hidden_size: 1536
11
+ init_type: lecun_normal
12
+ n_layers: 32
13
+ name: baselines.hrm_nocarry_bp_warmup@HierarchicalReasoningModel
14
+ norm_eps: 1.0e-06
15
+ norm_type: pre
16
+ num_heads: 12
17
+ pos_emb_type: rope
18
+ rope_theta: 10000.0
19
+ beta1: 0.9
20
+ beta2: 0.95
21
+ checkpoint_interval: 1
22
+ checkpoint_keep_last: 2
23
+ checkpoint_path: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage3-local-terminal-gbs180
24
+ checkpoint_step_interval: 10000
25
+ data:
26
+ path: /home/work/.data/hrm_text_prepared/local_terminal_conversations_ctx9k_resp6k_v1
27
+ target_only: true
28
+ ema: 0.9999
29
+ epochs: 1
30
+ fwd_bwd_dtype: bfloat16
31
+ global_batch_size: 180224
32
+ log_interval: 5
33
+ lr: 0.00022
34
+ lr_min_ratio: 1.0
35
+ lr_warmup_steps: 2000
36
+ project_name: KoHRM-Text
37
+ resume_epoch: null
38
+ resume_from: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage2-hrm-full-nocap-gbs180
39
+ resume_step: null
40
+ resume_step_offset: 165617
41
+ run_name: KoHRM-Text-1.4B-stage3-local-terminal
42
+ seed: 0
43
+ skip_batches: 0
44
+ total_steps_override: 465000
45
+ weight_decay: 0.1
46
+ weights_only_resume_from_ema: false
stage3-local-terminal/carry_epoch_1.0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e3b089e35eacca121e8bc850c0fc138c4ef45a63cf9e370e2f852d6245db36b
3
+ size 1309
stage3-local-terminal/carry_epoch_1.1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66952aadc5b6f1d9d38cd436e6dba2c3b6a487138c6960beb815672ddf699495
3
+ size 1309
stage3-local-terminal/carry_epoch_1.2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a7da182d5d1dfe900b2018b6e4fe6d318c69f791b7a3c94c1727e2112a5f57d
3
+ size 1309
stage3-local-terminal/carry_epoch_1.3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45156a7f9cef48f22d7a3c46c59d92394c3da40b2b596f2681cecece9156177e
3
+ size 1309
stage3-local-terminal/carry_epoch_1.4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34356bd35b48ac6ce98742241b2c0e1c96147c36743415c7b0e432ae28f8bfc8
3
+ size 1309
stage3-local-terminal/carry_epoch_1.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5934083e16382c0d96bab003d7f577ced0da026175aff5a4ad2aaf31c603f6
3
+ size 1309
stage3-local-terminal/carry_epoch_1.6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93480251cc3a3285f6cea88b5f8b7c6d46672f04cacd0623127885ff4469e7d8
3
+ size 1309
stage3-local-terminal/carry_epoch_1.7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2de90149405f8416a3f1c4bb6b69b52843f8a2f835c1b874bd13c13129fc3f5
3
+ size 1309
stage3-local-terminal/carry_step_220000.0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c584742e3318e13cbc5787b68b6d5280e691bf92703c80f008a865c4cbbea0a
3
+ size 1333
stage3-local-terminal/carry_step_220000.1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:738cbe85ccc590cf35b103894b7fb73e3bed47f7629bfc755cfa7bc6b82dfb99
3
+ size 1333
stage3-local-terminal/carry_step_220000.2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef9b0a6f5658ad93f360a332f4aded521d342831ef31627cc82a4494926fee5a
3
+ size 1333
stage3-local-terminal/carry_step_220000.3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6909700f14ba31fcf1e46737809c5ea52c0ca7b1ffd7c3d01d6fe601b1a81d9d
3
+ size 1333
stage3-local-terminal/carry_step_220000.4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec02da51dd73ea593642f6acb1b01db261c00f1e5e1a9c96ec030be180226bd2
3
+ size 1333
stage3-local-terminal/carry_step_220000.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46eba369ad9c818ddfa0b4c0f6b7e23f51b1f644f767132f5b2eb470e3e5cadb
3
+ size 1333
stage3-local-terminal/carry_step_220000.6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02cbcb5512c4905925ce8830411cf926d971b46621d6b6edfb048ba15b5e78eb
3
+ size 1333
stage3-local-terminal/carry_step_220000.7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2553d0204cc137ce1e2fc56bd2c7a4d7f70ab6f9235b85515a049e2f30be53f4
3
+ size 1333
stage3-local-terminal/epoch_1_info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "epoch_1",
3
+ "global_step": 220433,
4
+ "stage_start_step": 165617,
5
+ "skip_batches_hint": 54816,
6
+ "data_path": "/home/work/.data/hrm_text_prepared/local_terminal_conversations_ctx9k_resp6k_v1",
7
+ "global_batch_size": 180224
8
+ }
stage3-local-terminal/fsdp2_epoch_1/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06ad9a826d3db20c187f698e5a958de98b1e6e1c329eb8f74fa737b7424ef56c
3
+ size 983802
stage3-local-terminal/fsdp2_epoch_1/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53010e91f6a1d161ac154a7bddf1b287bc3de511e56ee0a9550a8525180d4b17
3
+ size 2769065329
stage3-local-terminal/fsdp2_epoch_1/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3d26f8878758821796012c88c35ae331c70d36571251d096892c56ef56e84a9
3
+ size 2769090643
stage3-local-terminal/fsdp2_epoch_1/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:620ad3fb103bb6a3596c08ff3fbd48c54bb664b982f4981cfe494ff3c0fd024b
3
+ size 2769090643
stage3-local-terminal/fsdp2_epoch_1/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3feed5b489976899f9e1eaea23395a066996b1ae9fa1eec30d4174075fbaaad9
3
+ size 2769090643
stage3-local-terminal/fsdp2_epoch_1/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e6a88af4657ed3c7296fd607272533c8881b3481e22d37b497b76f33f85b445
3
+ size 2769090643
stage3-local-terminal/fsdp2_epoch_1/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06d46879f5711ad55f22c9c0ce9e77da8a31c19b30b197f7d0a004c59fb11f60
3
+ size 2769090643
stage3-local-terminal/fsdp2_epoch_1/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c6370a1095e234aa47690d7ba48b65c758011b5247be078e605aad1b756327
3
+ size 2769091588
stage3-local-terminal/fsdp2_epoch_1/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b3c39fbc017623f7079e98732ce1091cbcca8974b8bc7697ff977dab189acc8
3
+ size 2769098756
stage3-local-terminal/fsdp2_step_220000/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64008e4d655e2ca244046bdc33ee5e7b93e492b767c7aec9b102a70d2a7737d3
3
+ size 983806
stage3-local-terminal/fsdp2_step_220000/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:846a779f06e90c6d26fcaf3379a5b535a5d0cd0c645ae997ded333aeb00536e0
3
+ size 2769065329
stage3-local-terminal/fsdp2_step_220000/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8837e9dae17e071610e2d81323f1b68f77c6c5693efcd51c33e3586603f482c4
3
+ size 2769090643
stage3-local-terminal/fsdp2_step_220000/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39440651b3ce78dff5fe04b1fb6cbb3903e7cfb3e2a6f8e3209c32c84c228bb8
3
+ size 2769090643
stage3-local-terminal/fsdp2_step_220000/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28b69e1eef93139e8f1201e5a3fb38864abd538092e9525edbe83b8f83b69611
3
+ size 2769090643
stage3-local-terminal/fsdp2_step_220000/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e83d20595491304c3c441f035f310137b31fcc72bd520ca6c0488c89427941f
3
+ size 2769090643
stage3-local-terminal/fsdp2_step_220000/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3626a1cfe5e3c34df9b97e8f33a01eb49166e3a308b6da675441c47f3e0b5c5f
3
+ size 2769090643
stage3-local-terminal/fsdp2_step_220000/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d764757b24c8bfe2a6c0fa683dc7f0a79f13b23a183b3c3dfbb1e86b5e445b3
3
+ size 2769091588
stage3-local-terminal/fsdp2_step_220000/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c55eccb454ba52acb5f8e6b25ffd535ed62a64f265c9f240ab4de5bcde81dd53
3
+ size 2769098756
stage3-local-terminal/latest_checkpoint.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ epoch_1
stage3-local-terminal/step_220000_info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "step_220000",
3
+ "global_step": 220000,
4
+ "stage_start_step": 165617,
5
+ "skip_batches_hint": 54383,
6
+ "data_path": "/home/work/.data/hrm_text_prepared/local_terminal_conversations_ctx9k_resp6k_v1",
7
+ "global_batch_size": 180224
8
+ }
stage3-local-terminal/train_metadata.yaml ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ max_seq_len: 4096
2
+ tokenizer_info:
3
+ boq: <|im_start|>
4
+ condition_mapping:
5
+ cot: <|object_ref_end|>
6
+ direct: <|object_ref_start|>
7
+ noisy: <|quad_start|>
8
+ synth: <|quad_end|>
9
+ eoa: <|box_end|>
10
+ eoq: <|im_end|>
11
+ tokenizer_path: /home/work/.data/hrm_text_prepared/local_terminal_conversations_ctx9k_resp6k_v1
12
+ total_length: 9386532467
13
+ vocab_size: 131072
stage3-local-terminal/upload_manifest.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": "/home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage3-local-terminal-gbs180",
3
+ "stage": "stage3-local-terminal",
4
+ "keep_last": 2,
5
+ "tags": [
6
+ "step_220000",
7
+ "epoch_1"
8
+ ],
9
+ "created_at": "2026-05-26T02:30:35Z"
10
+ }