config.json

{
  "architectures": [
    "WhipstrForConditionalGeneration"
  ],
  "d_model": 512,
  "dim_feedforward": 2048,
  "dropout": 0.1,
  "dtype": "float32",
  "encoder_embed_dim": 128,
  "model_type": "whipstr",
  "nhead": 8,
  "num_decoder_layers": 6,
  "num_encoder_layers": 6,
  "stride": 1,
  "transformers_version": "5.13.0",
  "vocab_size": 288,
  "window_size": 11
}