{ "vocab_size": 4000, "embed_dim": 128, "num_heads": 4, "num_layers": 2, "ffn_dim": 256, "max_seq_len": 64, "dropout": 0.1, "layer_norm_eps": 1e-05 }