{
  "calibrated_layer_indices": [
    3,
    7,
    11,
    15,
    19,
    23,
    27,
    31,
    35,
    39,
    43,
    45
  ],
  "created_utc": "2026-08-27T22:19:41.515107+00:00",
  "dataset": {
    "config": "wikitext-2-raw-v1",
    "context_length": 2048,
    "name": "Salesforce/wikitext",
    "split": "test",
    "stride": 512,
    "windows": 4
  },
  "denominator": 2688.0,
  "derived_from": {
    "path": "/home/brandonmusic/KLC_SANDBOXES/glm53-exl3-k4-sm120/results/calibration/nvfp4-mla-glm53-exl3-k4-mtp-real-latents-v68/glm53_nvfp4_mla_outer_scales_mtp_v1.json",
    "sha256": "a487cecb8807934ca46b6aac2426cb379138ee8055c5076fd8933457012d1d7d"
  },
  "format": "nvfp4_ds_mla_outer_scale_v2",
  "formula": "s_l = max_abs(kv_c_normed) / (6 * 448)",
  "hook": {
    "module": "MultiHeadLatentAttentionWrapper.kv_a_layernorm",
    "registration": "/kv-scale/capture_kv_scales.py:105",
    "source": "/opt/venv/lib/python3.12/site-packages/vllm/model_executor/layers/mla.py:243",
    "tensor": "post-RMSNorm 512-D kv_c_normed only; k_pe/RoPE excluded"
  },
  "latent_dim": 512,
  "max_abs": [
    0.0,
    0.0,
    0.0,
    2.5,
    0.0,
    0.0,
    0.0,
    2.46875,
    0.0,
    0.0,
    0.0,
    3.09375,
    0.0,
    0.0,
    0.0,
    4.1875,
    0.0,
    0.0,
    0.0,
    4.84375,
    0.0,
    0.0,
    0.0,
    5.03125,
    0.0,
    0.0,
    0.0,
    4.21875,
    0.0,
    0.0,
    0.0,
    3.90625,
    0.0,
    0.0,
    0.0,
    4.5,
    0.0,
    0.0,
    0.0,
    4.21875,
    0.0,
    0.0,
    0.0,
    4.15625,
    0.0,
    4.09375
  ],
  "model": "/model",
  "num_layers": 46,
  "sample": {
    "path": "/out/glm53_mla_mtp_latent_samples.safetensors",
    "rows_per_layer_cap": 2048,
    "tensor_count": 24
  },
  "scale_policy": "power_of_two_ceil_amax_over_denominator",
  "scales": [
    1.0,
    1.0,
    1.0,
    0.0009765625,
    1.0,
    1.0,
    1.0,
    0.0009765625,
    1.0,
    1.0,
    1.0,
    0.001953125,
    1.0,
    1.0,
    1.0,
    0.001953125,
    1.0,
    1.0,
    1.0,
    0.001953125,
    1.0,
    1.0,
    1.0,
    0.001953125,
    1.0,
    1.0,
    1.0,
    0.001953125,
    1.0,
    1.0,
    1.0,
    0.001953125,
    1.0,
    1.0,
    1.0,
    0.001953125,
    1.0,
    1.0,
    1.0,
    0.001953125,
    1.0,
    1.0,
    1.0,
    0.001953125,
    1.0,
    0.001953125
  ],
  "workers": [
    {
      "calls": {
        "11": 32,
        "15": 32,
        "19": 32,
        "23": 32,
        "27": 32,
        "3": 32,
        "31": 32,
        "35": 32,
        "39": 32,
        "43": 32,
        "45": 96,
        "7": 32
      },
      "max_abs": {
        "11": 3.09375,
        "15": 4.1875,
        "19": 4.84375,
        "23": 5.03125,
        "27": 4.21875,
        "3": 2.5,
        "31": 3.90625,
        "35": 4.5,
        "39": 4.21875,
        "43": 4.15625,
        "45": 4.09375,
        "7": 2.46875
      },
      "module_names": {
        "11": "language_model.model.layers.11.self_attn",
        "15": "language_model.model.layers.15.self_attn",
        "19": "language_model.model.layers.19.self_attn",
        "23": "language_model.model.layers.23.self_attn",
        "27": "language_model.model.layers.27.self_attn",
        "3": "language_model.model.layers.3.self_attn",
        "31": "language_model.model.layers.31.self_attn",
        "35": "language_model.model.layers.35.self_attn",
        "39": "language_model.model.layers.39.self_attn",
        "43": "language_model.model.layers.43.self_attn",
        "45": "model.layers.45.self_attn",
        "7": "language_model.model.layers.7.self_attn"
      },
      "num_values": {
        "11": 4227072,
        "15": 4227072,
        "19": 4227072,
        "23": 4227072,
        "27": 4227072,
        "3": 4227072,
        "31": 4227072,
        "35": 4227072,
        "39": 4227072,
        "43": 4227072,
        "45": 4259840,
        "7": 4227072
      }
    },
    {
      "calls": {
        "11": 32,
        "15": 32,
        "19": 32,
        "23": 32,
        "27": 32,
        "3": 32,
        "31": 32,
        "35": 32,
        "39": 32,
        "43": 32,
        "45": 96,
        "7": 32
      },
      "max_abs": {
        "11": 3.09375,
        "15": 4.1875,
        "19": 4.84375,
        "23": 5.03125,
        "27": 4.21875,
        "3": 2.5,
        "31": 3.90625,
        "35": 4.5,
        "39": 4.21875,
        "43": 4.15625,
        "45": 4.09375,
        "7": 2.46875
      },
      "module_names": {
        "11": "language_model.model.layers.11.self_attn",
        "15": "language_model.model.layers.15.self_attn",
        "19": "language_model.model.layers.19.self_attn",
        "23": "language_model.model.layers.23.self_attn",
        "27": "language_model.model.layers.27.self_attn",
        "3": "language_model.model.layers.3.self_attn",
        "31": "language_model.model.layers.31.self_attn",
        "35": "language_model.model.layers.35.self_attn",
        "39": "language_model.model.layers.39.self_attn",
        "43": "language_model.model.layers.43.self_attn",
        "45": "model.layers.45.self_attn",
        "7": "language_model.model.layers.7.self_attn"
      },
      "num_values": {
        "11": 4227072,
        "15": 4227072,
        "19": 4227072,
        "23": 4227072,
        "27": 4227072,
        "3": 4227072,
        "31": 4227072,
        "35": 4227072,
        "39": 4227072,
        "43": 4227072,
        "45": 4259840,
        "7": 4227072
      }
    }
  ]
}