File size: 219 Bytes
9815efc | 1 2 3 4 5 6 7 8 9 10 11 12 13 | {
"tokenizer_class": "BPETokenizer",
"vocab_size": 4000,
"model_type": "bpe",
"special_tokens": {
"<PAD>": 0,
"<UNK>": 1,
"<BOS>": 2,
"<EOS>": 3
},
"do_lower_case": true,
"language": "id"
} |