tokenizer_meta.json

{
  "vocab_size_requested": 32000,
  "vocab_size_actual": 32000,
  "special_tokens": [
    "<pad>",
    "<bos>",
    "<eos>",
    "<unk>"
  ]
}