{
  "model_type": "gpt-medical",
  "architecture": "autoresearch-gpt",
  "vocab_size": 8192,
  "max_seq_len": 2048,
  "depth": 8,
  "num_heads": 8,
  "head_dim": 128,
  "aspect_ratio": 64,
  "window_pattern": "SSSL",
  "num_params_M": 50.3,
  "val_bpb": 1.121693739215597,
  "total_tokens_M": 37.0
}