Hugging Face's logo

LLM-OS-Models
/
KoHRM-Text-1.4B-raw-checkpoints

Text Generation
Transformers
English
Korean
terminal
sft
vllm
tb2-lite
evaluation-pending
Model card Files
xet
 Community
gyung commited on
Commit
81081b6
·
verified ·
1 Parent(s): 145169e

Add files using upload-large-folder tool

Browse files
Files changed (23) hide show
  1. .gitattributes +9 -0
  2. stage4b-korean-tool-finance-repeat-step460000/all_config.yaml +46 -0
  3. stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.0.pt +3 -0
  4. stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.1.pt +3 -0
  5. stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.2.pt +3 -0
  6. stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.3.pt +3 -0
  7. stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.4.pt +3 -0
  8. stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.5.pt +3 -0
  9. stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.6.pt +3 -0
  10. stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.7.pt +3 -0
  11. stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/.metadata +3 -0
  12. stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__0_0.distcp +3 -0
  13. stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__1_0.distcp +3 -0
  14. stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__2_0.distcp +3 -0
  15. stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__3_0.distcp +3 -0
  16. stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__4_0.distcp +3 -0
  17. stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__5_0.distcp +3 -0
  18. stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__6_0.distcp +3 -0
  19. stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__7_0.distcp +3 -0
  20. stage4b-korean-tool-finance-repeat-step460000/latest_checkpoint.txt +1 -0
  21. stage4b-korean-tool-finance-repeat-step460000/step_460000_info.json +8 -0
  22. stage4b-korean-tool-finance-repeat-step460000/train_metadata.yaml +13 -0
  23. stage4b-korean-tool-finance-repeat-step460000/upload_manifest.json +1 -0
.gitattributes CHANGED
@@ -573,3 +573,12 @@ stage3b-local-terminal-repeat/fsdp2_epoch_1/__6_0.distcp filter=lfs diff=lfs mer
573
  stage3b-local-terminal-repeat/fsdp2_epoch_1/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
574
  stage3b-local-terminal-repeat/fsdp2_epoch_1/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
575
  stage3b-local-terminal-repeat/fsdp2_epoch_1/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
573
  stage3b-local-terminal-repeat/fsdp2_epoch_1/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
574
  stage3b-local-terminal-repeat/fsdp2_epoch_1/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
575
  stage3b-local-terminal-repeat/fsdp2_epoch_1/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
576
+ stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
577
+ stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
578
+ stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/.metadata filter=lfs diff=lfs merge=lfs -text
579
+ stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
580
+ stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
581
+ stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
582
+ stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
583
+ stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
584
+ stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
stage4b-korean-tool-finance-repeat-step460000/all_config.yaml ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ arch:
2
+ H_cycles: 2
3
+ H_override: {}
4
+ L_cycles: 3
5
+ bp_max_steps: 5
6
+ bp_warmup_ratio: 0.2
7
+ expansion: 4
8
+ half_layers: true
9
+ head: lm_head@LMHead
10
+ hidden_size: 1536
11
+ init_type: lecun_normal
12
+ n_layers: 32
13
+ name: baselines.hrm_nocarry_bp_warmup@HierarchicalReasoningModel
14
+ norm_eps: 1.0e-06
15
+ norm_type: pre
16
+ num_heads: 12
17
+ pos_emb_type: rope
18
+ rope_theta: 10000.0
19
+ beta1: 0.9
20
+ beta2: 0.95
21
+ checkpoint_interval: 1
22
+ checkpoint_keep_last: 2
23
+ checkpoint_path: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage4b-korean-tool-finance-repeat-gbs180
24
+ checkpoint_step_interval: 10000
25
+ data:
26
+ path: /home/work/.data/hrm_text_prepared/koterm_korean_tool_finance_mix_v1
27
+ target_only: true
28
+ ema: 0.9999
29
+ epochs: 1
30
+ fwd_bwd_dtype: bfloat16
31
+ global_batch_size: 180224
32
+ log_interval: 5
33
+ lr: 0.00022
34
+ lr_min_ratio: 1.0
35
+ lr_warmup_steps: 2000
36
+ project_name: KoHRM-Text
37
+ resume_epoch: null
38
+ resume_from: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage3b-local-terminal-repeat-gbs180
39
+ resume_step: null
40
+ resume_step_offset: 453253
41
+ run_name: KoHRM-Text-1.4B-stage4b-korean-tool-finance-repeat
42
+ seed: 0
43
+ skip_batches: 0
44
+ total_steps_override: 700000
45
+ weight_decay: 0.1
46
+ weights_only_resume_from_ema: false
stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c96f75e28bee8573219a5b290a0046ed8ff09a8e41efaa14a1d1145084f8125e
3
+ size 1333
stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:000333763ae22fef40ab6e1e4957ce429c4bd2ea0804c4895143434f6e4e554f
3
+ size 1333
stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6e8c05f1a07e841b434b4327f0196cd64c116eca4eb2cc4fd5e7887a8971d81
3
+ size 1333
stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e5e3d885d5d5b4d8b23af264df83c8b52fd8d24a8157da80a5681839abd62bc
3
+ size 1333
stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d2a7924d704705b43f11594ddb93fa8ea6713d7725090b5b2ed5e346e9c3d9
3
+ size 1333
stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9578a9608d6c5162feb3d08527ef21bebdb0a2b1b789a74abd69fbc3d6fbe7d
3
+ size 1333
stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96c02c2bb7bc1103619cf409cb327c5f517174a9f67dd48bba5d9281b4253479
3
+ size 1333
stage4b-korean-tool-finance-repeat-step460000/carry_step_460000.7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3153b35e8dd1eae76cf7ed9a37e90c8ac03a8b6b5213e9ed4c9c5dab9fbb675
3
+ size 1333
stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c858cd6509bebc89934af76ed5e0710b750a8851aaf29cfc3cde2ae11f1696f
3
+ size 983819
stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c15b2403ad7eec32eea916c547c8b2634df4cce78e8d1c8f274439f2fb8e21d
3
+ size 2769065329
stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96f60a4f6d825a6054019a73af335a34eeb653460a84f9fa93320fd4046489d6
3
+ size 2769090643
stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:628a5ea619b927c47868123234f81c7e41daab5e5eeae25584e356f7a0824444
3
+ size 2769090643
stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df925c4b6b8c7c575d6e99876da65e92ef452ce68270759a7a07ff9380279c89
3
+ size 2769090643
stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52c7456f94aed495315507bc9deab358199887c310973d5d83be6d95bb23ab2b
3
+ size 2769090643
stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:779148a84d70eb1379eeef0ff02b355e031c9683b5675502f33cd188bc9847ae
3
+ size 2769090643
stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16af2e15eba533a45f36873337f7fa6b63b6b594b0213d866a18a711472746c0
3
+ size 2769091588
stage4b-korean-tool-finance-repeat-step460000/fsdp2_step_460000/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f9a26fa40f1d66b44a728bbee12231a7de15e188ab76146ec09935eb52fa3ff
3
+ size 2769098756
stage4b-korean-tool-finance-repeat-step460000/latest_checkpoint.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ step_460000
stage4b-korean-tool-finance-repeat-step460000/step_460000_info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "step_460000",
3
+ "global_step": 460000,
4
+ "stage_start_step": 453253,
5
+ "skip_batches_hint": 6747,
6
+ "data_path": "/home/work/.data/hrm_text_prepared/koterm_korean_tool_finance_mix_v1",
7
+ "global_batch_size": 180224
8
+ }
stage4b-korean-tool-finance-repeat-step460000/train_metadata.yaml ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ max_seq_len: 4096
2
+ tokenizer_info:
3
+ boq: <|im_start|>
4
+ condition_mapping:
5
+ cot: <|object_ref_end|>
6
+ direct: <|object_ref_start|>
7
+ noisy: <|quad_start|>
8
+ synth: <|quad_end|>
9
+ eoa: <|box_end|>
10
+ eoq: <|im_end|>
11
+ tokenizer_path: /home/work/.data/hrm_text_prepared/koterm_korean_tool_finance_mix_v1
12
+ total_length: 3020504008
13
+ vocab_size: 131072
stage4b-korean-tool-finance-repeat-step460000/upload_manifest.json ADDED
@@ -0,0 +1 @@
 
 
1
+ stage4b-korean-tool-finance-repeat step_460000 raw resume checkpoint