{
  "model_type": "tahoe-x1",
  "architectures": ["TahoeX1"],
  "d_model": 2560,
  "n_heads": 20,
  "n_layers": 32,
  "vocab_size": 62721,
  "torch_dtype": "bfloat16",
  "model_variants": {
    "70m": {
      "file": "70m-model/model.safetensors",
      "parameters": 71000000,
      "config": "70m-model/model_config.yml"
    },
    "1b": {
      "file": "1b-model/model.safetensors",
      "parameters": 1353000000,
      "config": "1b-model/model_config.yml"
    },
    "3b": {
      "file": "3b-model/model.safetensors",
      "parameters": 2717000000,
      "config": "3b-model/model_config.yml"
    }
  }
}