| { |
| "version": 1, |
| "model": "google/medgemma-1.5-4b-it", |
| "family": "gemma3", |
| "source": { |
| "huggingface_repo": "/home/ubuntu/hf/hub/models--google--medgemma-1.5-4b-it/snapshots/91850547d9f0b2fdd21aa7c5f4f3d1a8a52c243b", |
| "huggingface_revision": null, |
| "safetensors_sha256": null, |
| "extracted_at": "2026-04-21T09:08:17.402243Z", |
| "larql_version": "0.2.0-python" |
| }, |
| "num_layers": 34, |
| "hidden_size": 2560, |
| "intermediate_size": 2560, |
| "vocab_size": 256000, |
| "embed_scale": 1.0, |
| "extract_level": "features", |
| "dtype": "f16", |
| "has_model_weights": false, |
| "down_top_k": 10, |
| "layer_bands": { |
| "syntax": [ |
| 0, |
| 8 |
| ], |
| "knowledge": [ |
| 8, |
| 25 |
| ], |
| "output": [ |
| 25, |
| 33 |
| ] |
| }, |
| "layers": [ |
| { |
| "layer": 0, |
| "num_features": 128, |
| "offset": 0, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 1, |
| "num_features": 128, |
| "offset": 655360, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 2, |
| "num_features": 128, |
| "offset": 1310720, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 3, |
| "num_features": 128, |
| "offset": 1966080, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 4, |
| "num_features": 128, |
| "offset": 2621440, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 5, |
| "num_features": 128, |
| "offset": 3276800, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 6, |
| "num_features": 128, |
| "offset": 3932160, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 7, |
| "num_features": 128, |
| "offset": 4587520, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 8, |
| "num_features": 128, |
| "offset": 5242880, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 9, |
| "num_features": 128, |
| "offset": 5898240, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 10, |
| "num_features": 128, |
| "offset": 6553600, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 11, |
| "num_features": 128, |
| "offset": 7208960, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 12, |
| "num_features": 128, |
| "offset": 7864320, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 13, |
| "num_features": 128, |
| "offset": 8519680, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 14, |
| "num_features": 128, |
| "offset": 9175040, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 15, |
| "num_features": 128, |
| "offset": 9830400, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 16, |
| "num_features": 128, |
| "offset": 10485760, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 17, |
| "num_features": 128, |
| "offset": 11141120, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 18, |
| "num_features": 128, |
| "offset": 11796480, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 19, |
| "num_features": 128, |
| "offset": 12451840, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 20, |
| "num_features": 128, |
| "offset": 13107200, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 21, |
| "num_features": 128, |
| "offset": 13762560, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 22, |
| "num_features": 128, |
| "offset": 14417920, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 23, |
| "num_features": 128, |
| "offset": 15073280, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 24, |
| "num_features": 128, |
| "offset": 15728640, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 25, |
| "num_features": 128, |
| "offset": 16384000, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 26, |
| "num_features": 128, |
| "offset": 17039360, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 27, |
| "num_features": 128, |
| "offset": 17694720, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 28, |
| "num_features": 128, |
| "offset": 18350080, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 29, |
| "num_features": 128, |
| "offset": 19005440, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 30, |
| "num_features": 128, |
| "offset": 19660800, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 31, |
| "num_features": 128, |
| "offset": 20316160, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 32, |
| "num_features": 128, |
| "offset": 20971520, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 33, |
| "num_features": 128, |
| "offset": 21626880, |
| "length": 655360, |
| "num_experts": null, |
| "num_features_per_expert": null |
| } |
| ], |
| "model_config": { |
| "model_type": "gemma3", |
| "hidden_size": 2560, |
| "moe": { |
| "num_experts": 1, |
| "top_k": 1, |
| "moe_intermediate_size": 2560, |
| "aggregated_features": 128, |
| "aggregation": "router_weighted_svd" |
| } |
| }, |
| "checksums": { |
| "gate_vectors.bin": "6e4c8dc7eb32239504ecdc90455e979e193655d2aaef298fe39362da20e7b449", |
| "embeddings.bin": "278ab70f2bbd880bd6300d73bb2f8c161dd531fc6df3b3490348c72dacf991de", |
| "norms.bin": "17e5161c2a98abe0a66748aa9d256972fec6f049cf8b9db1c3962fedcd942835", |
| "down_features.bin": "6f16a515fa02c81a5dad2210bdd6d9ccf84840b6d7c7fd84a7d6ea3bed001143", |
| "down_meta.bin": "fbbbf54f41beb5f0450b99a8df5516a56a3d5f94be10625b70ba56a5f491d5ac" |
| } |
| } |
