| { | |
| "model_type": "echo-mdlm", | |
| "objective": "masked-diffusion", | |
| "d_model": 1024, | |
| "n_layers": 24, | |
| "n_heads": 16, | |
| "d_ff": 2816, | |
| "vocab_size": 32001, | |
| "mask_token_id": 32000, | |
| "max_seq_len": 2048, | |
| "tie_embeddings": true, | |
| "quantization": "ternary-1.58bit-qat", | |
| "precision_stored": "bfloat16" | |
| } | |