{
  "model_type": "nebrahma",
  "d_model": 512,
  "n_layers": 12,
  "n_heads": 8,
  "head_dim": 64,
  "d_ff": 1536,
  "vocab_size": 32768,
  "seq_len": 256,
  "rms_eps": 1e-05,
  "rope_theta": 10000.0,
  "tie_embeddings": true,
  "activation": "swiglu",
  "norm": "rms",
  "dtype": "float32",
  "trained_steps": 70625,
  "architecture_note": "Hand-written C++/CUDA engine (llm.c style). Weights exported to safetensors for archival. Load using engine/oracle/model.py TinyLlama class."
}