Hugging Face's logo

LLM-OS-Models
/
KoHRM-Text-1.4B-raw-checkpoints

Text Generation
Transformers
English
Korean
terminal
sft
vllm
tb2-lite
evaluation-pending
Model card Files
xet
 Community
gyung commited on
Commit
145169e
·
verified ·
1 Parent(s): a969891

Add files using upload-large-folder tool

Browse files
Files changed (41) hide show
  1. .gitattributes +18 -0
  2. stage3b-local-terminal-repeat/all_config.yaml +46 -0
  3. stage3b-local-terminal-repeat/carry_epoch_1.0.pt +3 -0
  4. stage3b-local-terminal-repeat/carry_epoch_1.1.pt +3 -0
  5. stage3b-local-terminal-repeat/carry_epoch_1.2.pt +3 -0
  6. stage3b-local-terminal-repeat/carry_epoch_1.3.pt +3 -0
  7. stage3b-local-terminal-repeat/carry_epoch_1.4.pt +3 -0
  8. stage3b-local-terminal-repeat/carry_epoch_1.5.pt +3 -0
  9. stage3b-local-terminal-repeat/carry_epoch_1.6.pt +3 -0
  10. stage3b-local-terminal-repeat/carry_epoch_1.7.pt +3 -0
  11. stage3b-local-terminal-repeat/carry_step_450000.0.pt +3 -0
  12. stage3b-local-terminal-repeat/carry_step_450000.1.pt +3 -0
  13. stage3b-local-terminal-repeat/carry_step_450000.2.pt +3 -0
  14. stage3b-local-terminal-repeat/carry_step_450000.3.pt +3 -0
  15. stage3b-local-terminal-repeat/carry_step_450000.4.pt +3 -0
  16. stage3b-local-terminal-repeat/carry_step_450000.5.pt +3 -0
  17. stage3b-local-terminal-repeat/carry_step_450000.6.pt +3 -0
  18. stage3b-local-terminal-repeat/carry_step_450000.7.pt +3 -0
  19. stage3b-local-terminal-repeat/epoch_1_info.json +8 -0
  20. stage3b-local-terminal-repeat/fsdp2_epoch_1/.metadata +3 -0
  21. stage3b-local-terminal-repeat/fsdp2_epoch_1/__0_0.distcp +3 -0
  22. stage3b-local-terminal-repeat/fsdp2_epoch_1/__1_0.distcp +3 -0
  23. stage3b-local-terminal-repeat/fsdp2_epoch_1/__2_0.distcp +3 -0
  24. stage3b-local-terminal-repeat/fsdp2_epoch_1/__3_0.distcp +3 -0
  25. stage3b-local-terminal-repeat/fsdp2_epoch_1/__4_0.distcp +3 -0
  26. stage3b-local-terminal-repeat/fsdp2_epoch_1/__5_0.distcp +3 -0
  27. stage3b-local-terminal-repeat/fsdp2_epoch_1/__6_0.distcp +3 -0
  28. stage3b-local-terminal-repeat/fsdp2_epoch_1/__7_0.distcp +3 -0
  29. stage3b-local-terminal-repeat/fsdp2_step_450000/.metadata +3 -0
  30. stage3b-local-terminal-repeat/fsdp2_step_450000/__0_0.distcp +3 -0
  31. stage3b-local-terminal-repeat/fsdp2_step_450000/__1_0.distcp +3 -0
  32. stage3b-local-terminal-repeat/fsdp2_step_450000/__2_0.distcp +3 -0
  33. stage3b-local-terminal-repeat/fsdp2_step_450000/__3_0.distcp +3 -0
  34. stage3b-local-terminal-repeat/fsdp2_step_450000/__4_0.distcp +3 -0
  35. stage3b-local-terminal-repeat/fsdp2_step_450000/__5_0.distcp +3 -0
  36. stage3b-local-terminal-repeat/fsdp2_step_450000/__6_0.distcp +3 -0
  37. stage3b-local-terminal-repeat/fsdp2_step_450000/__7_0.distcp +3 -0
  38. stage3b-local-terminal-repeat/latest_checkpoint.txt +1 -0
  39. stage3b-local-terminal-repeat/step_450000_info.json +8 -0
  40. stage3b-local-terminal-repeat/train_metadata.yaml +13 -0
  41. stage3b-local-terminal-repeat/upload_manifest.json +10 -0
.gitattributes CHANGED
@@ -555,3 +555,21 @@ stage3b-local-terminal-repeat-step450000/fsdp2_step_450000/__7_0.distcp filter=l
555
  stage3b-local-terminal-repeat-step450000/fsdp2_step_450000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
556
  stage3b-local-terminal-repeat-step450000/fsdp2_step_450000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
557
  stage3b-local-terminal-repeat-step450000/fsdp2_step_450000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
555
  stage3b-local-terminal-repeat-step450000/fsdp2_step_450000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
556
  stage3b-local-terminal-repeat-step450000/fsdp2_step_450000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
557
  stage3b-local-terminal-repeat-step450000/fsdp2_step_450000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
558
+ stage3b-local-terminal-repeat/fsdp2_epoch_1/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
559
+ stage3b-local-terminal-repeat/fsdp2_epoch_1/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
560
+ stage3b-local-terminal-repeat/fsdp2_epoch_1/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
561
+ stage3b-local-terminal-repeat/fsdp2_epoch_1/.metadata filter=lfs diff=lfs merge=lfs -text
562
+ stage3b-local-terminal-repeat/fsdp2_step_450000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
563
+ stage3b-local-terminal-repeat/fsdp2_step_450000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
564
+ stage3b-local-terminal-repeat/fsdp2_step_450000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
565
+ stage3b-local-terminal-repeat/fsdp2_step_450000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
566
+ stage3b-local-terminal-repeat/fsdp2_step_450000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
567
+ stage3b-local-terminal-repeat/fsdp2_step_450000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
568
+ stage3b-local-terminal-repeat/fsdp2_step_450000/.metadata filter=lfs diff=lfs merge=lfs -text
569
+ stage3b-local-terminal-repeat/fsdp2_step_450000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
570
+ stage3b-local-terminal-repeat/fsdp2_step_450000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
571
+ stage3b-local-terminal-repeat/fsdp2_epoch_1/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
572
+ stage3b-local-terminal-repeat/fsdp2_epoch_1/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
573
+ stage3b-local-terminal-repeat/fsdp2_epoch_1/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
574
+ stage3b-local-terminal-repeat/fsdp2_epoch_1/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
575
+ stage3b-local-terminal-repeat/fsdp2_epoch_1/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
stage3b-local-terminal-repeat/all_config.yaml ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ arch:
2
+ H_cycles: 2
3
+ H_override: {}
4
+ L_cycles: 3
5
+ bp_max_steps: 5
6
+ bp_warmup_ratio: 0.2
7
+ expansion: 4
8
+ half_layers: true
9
+ head: lm_head@LMHead
10
+ hidden_size: 1536
11
+ init_type: lecun_normal
12
+ n_layers: 32
13
+ name: baselines.hrm_nocarry_bp_warmup@HierarchicalReasoningModel
14
+ norm_eps: 1.0e-06
15
+ norm_type: pre
16
+ num_heads: 12
17
+ pos_emb_type: rope
18
+ rope_theta: 10000.0
19
+ beta1: 0.9
20
+ beta2: 0.95
21
+ checkpoint_interval: 1
22
+ checkpoint_keep_last: 2
23
+ checkpoint_path: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage3b-local-terminal-repeat-gbs180
24
+ checkpoint_step_interval: 10000
25
+ data:
26
+ path: /home/work/.data/hrm_text_prepared/local_terminal_conversations_ctx9k_resp6k_v1
27
+ target_only: true
28
+ ema: 0.9999
29
+ epochs: 1
30
+ fwd_bwd_dtype: bfloat16
31
+ global_batch_size: 180224
32
+ log_interval: 5
33
+ lr: 0.00022
34
+ lr_min_ratio: 1.0
35
+ lr_warmup_steps: 2000
36
+ project_name: KoHRM-Text
37
+ resume_epoch: null
38
+ resume_from: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage2b-hrm-full-nocap-extra-epoch1-gbs180
39
+ resume_step: null
40
+ resume_step_offset: 398437
41
+ run_name: KoHRM-Text-1.4B-stage3b-local-terminal-repeat
42
+ seed: 0
43
+ skip_batches: 0
44
+ total_steps_override: 700000
45
+ weight_decay: 0.1
46
+ weights_only_resume_from_ema: false
stage3b-local-terminal-repeat/carry_epoch_1.0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e3b089e35eacca121e8bc850c0fc138c4ef45a63cf9e370e2f852d6245db36b
3
+ size 1309
stage3b-local-terminal-repeat/carry_epoch_1.1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66952aadc5b6f1d9d38cd436e6dba2c3b6a487138c6960beb815672ddf699495
3
+ size 1309
stage3b-local-terminal-repeat/carry_epoch_1.2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a7da182d5d1dfe900b2018b6e4fe6d318c69f791b7a3c94c1727e2112a5f57d
3
+ size 1309
stage3b-local-terminal-repeat/carry_epoch_1.3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45156a7f9cef48f22d7a3c46c59d92394c3da40b2b596f2681cecece9156177e
3
+ size 1309
stage3b-local-terminal-repeat/carry_epoch_1.4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34356bd35b48ac6ce98742241b2c0e1c96147c36743415c7b0e432ae28f8bfc8
3
+ size 1309
stage3b-local-terminal-repeat/carry_epoch_1.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5934083e16382c0d96bab003d7f577ced0da026175aff5a4ad2aaf31c603f6
3
+ size 1309
stage3b-local-terminal-repeat/carry_epoch_1.6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93480251cc3a3285f6cea88b5f8b7c6d46672f04cacd0623127885ff4469e7d8
3
+ size 1309
stage3b-local-terminal-repeat/carry_epoch_1.7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2de90149405f8416a3f1c4bb6b69b52843f8a2f835c1b874bd13c13129fc3f5
3
+ size 1309
stage3b-local-terminal-repeat/carry_step_450000.0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4075bd0d488d7a323d844acd616013742f42eefce313d2255678126a698acd46
3
+ size 1333
stage3b-local-terminal-repeat/carry_step_450000.1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09fdcbd3b62a88d489c2c7523e52fc2bf9e8ae37c300edaeded518f1f4e35eeb
3
+ size 1333
stage3b-local-terminal-repeat/carry_step_450000.2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e96a5d5700bf9e4ca3ba2da31b1cd99a5cf2f6a85ec31e012fcef569f783ca39
3
+ size 1333
stage3b-local-terminal-repeat/carry_step_450000.3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6def2eb6906a9d99513ea425d4810f6905e82020539668f7e560960b5ab458d6
3
+ size 1333
stage3b-local-terminal-repeat/carry_step_450000.4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1ed80477164dfcd50999a974aee3bd1aec1ae2f8f03309e336d247a279bad22
3
+ size 1333
stage3b-local-terminal-repeat/carry_step_450000.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac3833474f8017a17d1198107eac432aca3e8d9dc183fa4d29328a79351d3e7e
3
+ size 1333
stage3b-local-terminal-repeat/carry_step_450000.6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0e18e843835b45a2c289cc5dc58abbf18d42ec7958d495a4812462ae83bce95
3
+ size 1333
stage3b-local-terminal-repeat/carry_step_450000.7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8a50b8bdc18c95361b2906c0a5998fceb38122e7bf6aa54bd58a1f476db337e
3
+ size 1333
stage3b-local-terminal-repeat/epoch_1_info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "epoch_1",
3
+ "global_step": 453253,
4
+ "stage_start_step": 398437,
5
+ "skip_batches_hint": 54816,
6
+ "data_path": "/home/work/.data/hrm_text_prepared/local_terminal_conversations_ctx9k_resp6k_v1",
7
+ "global_batch_size": 180224
8
+ }
stage3b-local-terminal-repeat/fsdp2_epoch_1/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebba15a4b1c3aeba270e76060ead5dfdc2b8dca1e34e48c9b4ee135108e27a40
3
+ size 983810
stage3b-local-terminal-repeat/fsdp2_epoch_1/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36dfe64d31f85afff41be61c50477d867eb02d3617f0d9d797d220b5d4dc21c3
3
+ size 2769065329
stage3b-local-terminal-repeat/fsdp2_epoch_1/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:857d5b92650fab3d473a61ebfc3486f57f59438e58ab3c08d709a9e4885b82ba
3
+ size 2769090643
stage3b-local-terminal-repeat/fsdp2_epoch_1/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa3f3b5b57c38e9a58a31b03b5b7bf4172b9ab068b3172caf9ef1924307bd747
3
+ size 2769090643
stage3b-local-terminal-repeat/fsdp2_epoch_1/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2534eb938098ed017efad73875b5816f03fd65885bcde4bbe253ff40b0a58536
3
+ size 2769090643
stage3b-local-terminal-repeat/fsdp2_epoch_1/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:391dab45dd236aaf036182a978eb8d1fe361e690c743d40fd3098ee4fe3220ca
3
+ size 2769090643
stage3b-local-terminal-repeat/fsdp2_epoch_1/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dc33c70e90d7a520e188567828c1805527e9cafc1c58a38375cbdb31f6dbcae
3
+ size 2769090643
stage3b-local-terminal-repeat/fsdp2_epoch_1/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e61a7c1c4c2fc12bb90b3e3f75e80c5d65b77cc428d9cd79db6db180389e064
3
+ size 2769091588
stage3b-local-terminal-repeat/fsdp2_epoch_1/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6064a1e60dc6acf28cfa53a403755401c3ab92bfa232f264546e80e261abf90b
3
+ size 2769098756
stage3b-local-terminal-repeat/fsdp2_step_450000/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:922d66ee7805ccc99a64488dee62fc5256b44b5bd80abbc023aa4777a0c5ba29
3
+ size 983814
stage3b-local-terminal-repeat/fsdp2_step_450000/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e50fe68a5674d9b877162142518955e2bd389d11c68da8c095597bbaca40ea2f
3
+ size 2769065329
stage3b-local-terminal-repeat/fsdp2_step_450000/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:289cae85c41219b37dbdfeeafb9729eea251b646b62ccd3a409b115601b24fe3
3
+ size 2769090643
stage3b-local-terminal-repeat/fsdp2_step_450000/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:addee24875021becbe3e58c859a3c7f9bc5baf9861bb5ea6c31c2cedabb6d879
3
+ size 2769090643
stage3b-local-terminal-repeat/fsdp2_step_450000/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9563341700d36377b854f33cce32928683f1e38d82e4d1026684548a220d909
3
+ size 2769090643
stage3b-local-terminal-repeat/fsdp2_step_450000/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5b42670addf075d1d4a46d740803f0d777fe321c8a48ae696a1a7a6a74128b8
3
+ size 2769090643
stage3b-local-terminal-repeat/fsdp2_step_450000/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfd02f3cf942ddf9dbcaaa22756df8550f225b9e310cf958a8d9e3a698e59794
3
+ size 2769090643
stage3b-local-terminal-repeat/fsdp2_step_450000/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49a896b7cb9408a4658e39795bd796fa378d32947593343fd419edf433c30a43
3
+ size 2769091588
stage3b-local-terminal-repeat/fsdp2_step_450000/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24dd9c55af7ecbda49ddb9d3de0c4d38685d213c7429d85b658ef1cd486db5ad
3
+ size 2769098756
stage3b-local-terminal-repeat/latest_checkpoint.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ epoch_1
stage3b-local-terminal-repeat/step_450000_info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "step_450000",
3
+ "global_step": 450000,
4
+ "stage_start_step": 398437,
5
+ "skip_batches_hint": 51563,
6
+ "data_path": "/home/work/.data/hrm_text_prepared/local_terminal_conversations_ctx9k_resp6k_v1",
7
+ "global_batch_size": 180224
8
+ }
stage3b-local-terminal-repeat/train_metadata.yaml ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ max_seq_len: 4096
2
+ tokenizer_info:
3
+ boq: <|im_start|>
4
+ condition_mapping:
5
+ cot: <|object_ref_end|>
6
+ direct: <|object_ref_start|>
7
+ noisy: <|quad_start|>
8
+ synth: <|quad_end|>
9
+ eoa: <|box_end|>
10
+ eoq: <|im_end|>
11
+ tokenizer_path: /home/work/.data/hrm_text_prepared/local_terminal_conversations_ctx9k_resp6k_v1
12
+ total_length: 9386532467
13
+ vocab_size: 131072
stage3b-local-terminal-repeat/upload_manifest.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": "/home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage3b-local-terminal-repeat-gbs180",
3
+ "stage": "stage3b-local-terminal-repeat",
4
+ "keep_last": 2,
5
+ "tags": [
6
+ "step_450000",
7
+ "epoch_1"
8
+ ],
9
+ "created_at": "2026-05-28T20:09:31Z"
10
+ }