{ "architectures": [ "WhipstrForConditionalGeneration" ], "d_model": 512, "dim_feedforward": 2048, "dropout": 0.1, "dtype": "float32", "encoder_embed_dim": 128, "model_type": "whipstr", "nhead": 8, "num_decoder_layers": 6, "num_encoder_layers": 6, "stride": 1, "transformers_version": "5.13.0", "vocab_size": 288, "window_size": 11 }