{
  "version": 1,
  "model": "google/medgemma-1.5-4b-it",
  "family": "gemma3",
  "source": {
    "huggingface_repo": "/home/ubuntu/hf/hub/models--google--medgemma-1.5-4b-it/snapshots/91850547d9f0b2fdd21aa7c5f4f3d1a8a52c243b",
    "huggingface_revision": null,
    "safetensors_sha256": null,
    "extracted_at": "2026-04-21T09:08:17.402243Z",
    "larql_version": "0.2.0-python"
  },
  "num_layers": 34,
  "hidden_size": 2560,
  "intermediate_size": 2560,
  "vocab_size": 256000,
  "embed_scale": 1.0,
  "extract_level": "features",
  "dtype": "f16",
  "has_model_weights": false,
  "down_top_k": 10,
  "layer_bands": {
    "syntax": [
      0,
      8
    ],
    "knowledge": [
      8,
      25
    ],
    "output": [
      25,
      33
    ]
  },
  "layers": [
    {
      "layer": 0,
      "num_features": 128,
      "offset": 0,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 1,
      "num_features": 128,
      "offset": 655360,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 2,
      "num_features": 128,
      "offset": 1310720,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 3,
      "num_features": 128,
      "offset": 1966080,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 4,
      "num_features": 128,
      "offset": 2621440,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 5,
      "num_features": 128,
      "offset": 3276800,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 6,
      "num_features": 128,
      "offset": 3932160,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 7,
      "num_features": 128,
      "offset": 4587520,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 8,
      "num_features": 128,
      "offset": 5242880,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 9,
      "num_features": 128,
      "offset": 5898240,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 10,
      "num_features": 128,
      "offset": 6553600,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 11,
      "num_features": 128,
      "offset": 7208960,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 12,
      "num_features": 128,
      "offset": 7864320,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 13,
      "num_features": 128,
      "offset": 8519680,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 14,
      "num_features": 128,
      "offset": 9175040,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 15,
      "num_features": 128,
      "offset": 9830400,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 16,
      "num_features": 128,
      "offset": 10485760,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 17,
      "num_features": 128,
      "offset": 11141120,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 18,
      "num_features": 128,
      "offset": 11796480,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 19,
      "num_features": 128,
      "offset": 12451840,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 20,
      "num_features": 128,
      "offset": 13107200,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 21,
      "num_features": 128,
      "offset": 13762560,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 22,
      "num_features": 128,
      "offset": 14417920,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 23,
      "num_features": 128,
      "offset": 15073280,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 24,
      "num_features": 128,
      "offset": 15728640,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 25,
      "num_features": 128,
      "offset": 16384000,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 26,
      "num_features": 128,
      "offset": 17039360,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 27,
      "num_features": 128,
      "offset": 17694720,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 28,
      "num_features": 128,
      "offset": 18350080,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 29,
      "num_features": 128,
      "offset": 19005440,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 30,
      "num_features": 128,
      "offset": 19660800,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 31,
      "num_features": 128,
      "offset": 20316160,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 32,
      "num_features": 128,
      "offset": 20971520,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 33,
      "num_features": 128,
      "offset": 21626880,
      "length": 655360,
      "num_experts": null,
      "num_features_per_expert": null
    }
  ],
  "model_config": {
    "model_type": "gemma3",
    "hidden_size": 2560,
    "moe": {
      "num_experts": 1,
      "top_k": 1,
      "moe_intermediate_size": 2560,
      "aggregated_features": 128,
      "aggregation": "router_weighted_svd"
    }
  },
  "checksums": {
    "gate_vectors.bin": "6e4c8dc7eb32239504ecdc90455e979e193655d2aaef298fe39362da20e7b449",
    "embeddings.bin": "278ab70f2bbd880bd6300d73bb2f8c161dd531fc6df3b3490348c72dacf991de",
    "norms.bin": "17e5161c2a98abe0a66748aa9d256972fec6f049cf8b9db1c3962fedcd942835",
    "down_features.bin": "6f16a515fa02c81a5dad2210bdd6d9ccf84840b6d7c7fd84a7d6ea3bed001143",
    "down_meta.bin": "fbbbf54f41beb5f0450b99a8df5516a56a3d5f94be10625b70ba56a5f491d5ac"
  }
}