emylton commited on
Commit
708fb2f
·
verified ·
1 Parent(s): 5b6c6f4

Upload train_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_config.json +44 -0
train_config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "seed": 42,
3
+ "device": "cuda",
4
+ "epochs": 5,
5
+ "batch_size": 16,
6
+ "lr": 3e-4,
7
+ "kbbi_path": "kbbi_core_v2.json",
8
+ "weight_decay": 1e-4,
9
+ "grad_clip": 1.0,
10
+ "log_every": 50,
11
+ "eval_every": 200,
12
+ "save_every": 1,
13
+ "output_dir": "./aksara_output_train",
14
+ "export_final": "./aksara_output_train/final_checkpoint.pt",
15
+ "data_path": "data/corpus_state_train.jsonl",
16
+ "val_path": "data/corpus_state_val.jsonl",
17
+ "curriculum": {
18
+ "phase_index": 0,
19
+ "objectives": {
20
+ "state_consistency": 1.0,
21
+ "constraint_satisfaction": 1.0,
22
+ "semantic_alignment": 1.0,
23
+ "gos_coherence": 0.1,
24
+ "multi_state_margin": 1.0
25
+ }
26
+ },
27
+ "model": {
28
+ "vocab_size": 5000,
29
+ "affix_vocab_size": 40,
30
+ "kbbi_input_dim": 16,
31
+ "bsu_config": {
32
+ "d_morpheme": 64,
33
+ "d_semantic": 64,
34
+ "d_role": 32,
35
+ "d_context": 64,
36
+ "dropout": 0.1
37
+ },
38
+ "meb_config": {
39
+ "n_layers": 4,
40
+ "n_dep_heads": 4,
41
+ "dropout": 0.1
42
+ }
43
+ }
44
+ }