config.json

{
  "model_type": "echo-mdlm",
  "objective": "masked-diffusion",
  "d_model": 1024,
  "n_layers": 24,
  "n_heads": 16,
  "d_ff": 2816,
  "vocab_size": 32001,
  "mask_token_id": 32000,
  "max_seq_len": 2048,
  "tie_embeddings": true,
  "quantization": "ternary-1.58bit-qat",
  "precision_stored": "bfloat16"
}