AKSARA-CLM-v1 / aksara_config.yaml
emylton's picture
Upload aksara_config.yaml with huggingface_hub
3123f04 verified
Raw
History Blame
916 Bytes
{
"seed": 42,
"device": "cpu",
"epochs": 1,
"batch_size": 2,
"lr": 0.0003,
"weight_decay": 0.0001,
"grad_clip": 1.0,
"log_every": 1,
"eval_every": 1,
"save_every": 1,
"output_dir": "./aksara_output_train",
"export_final": "./aksara_output_train_export",
"resume": null,
"strict_resume": true,
"data_path": "R:/AKSARA/data/corpus_gold_jalurb_10000.jsonl",
"val_path": null,
"test_path": null,
"curriculum": {},
"model": {
"vocab_size": 5000,
"affix_vocab_size": 40,
"role_vocab_size": 8,
"dropout": 0.1,
"use_ripl": true,
"max_gen_length": 50,
"alpha_context": 0.7,
"phi_seq_layers": 2,
"kbbi_input_dim": 16,
"bsu_config": {
"d_morpheme": 64,
"d_semantic": 64,
"d_role": 32,
"d_context": 64
},
"meb_config": {
"n_layers": 4,
"n_dep_heads": 4
}
}
}