config.json

{
  "vocab_size": 4000,
  "embed_dim": 128,
  "num_heads": 4,
  "num_layers": 2,
  "ffn_dim": 256,
  "max_seq_len": 64,
  "dropout": 0.1,
  "layer_norm_eps": 1e-05
}