{
  "baseline": {
    "path": "runs/kld-native-bf16-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-BF16"
  },
  "candidate": {
    "path": "runs/kld-native-q4-k-m-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-Q4_K_M"
  },
  "method": {
    "description": "Approximate KL(P_bf16 || P_quant) over next-token top-K distributions. Missing candidate top-K tokens receive candidate tail_mass/(vocab_size - K). A single explicit tail bucket is included.",
    "epsilon": 1e-12,
    "top_logprobs": 64,
    "vocab_size": 248320
  },
  "rows": [
    {
      "baseline_top_mass": 0.9999779665447328,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999494485684594,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0773770407807995,
      "kl_nats": 0.05363367765728309,
      "shared_baseline_mass": 0.9999679849395697,
      "shared_candidate_mass": 0.9999330573291014,
      "shared_tokens": 52,
      "source_id": "630213",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999441480584079,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998603584276866,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.415092631905792,
      "kl_nats": 0.2877202874767069,
      "shared_baseline_mass": 0.999930147124314,
      "shared_candidate_mass": 0.9998269940579506,
      "shared_tokens": 53,
      "source_id": "373803",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999449106778695,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999648915934546,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.01873998264228757,
      "kl_nats": 0.012989566132243942,
      "shared_baseline_mass": 0.9999227226098297,
      "shared_candidate_mass": 0.9999517446898029,
      "shared_tokens": 54,
      "source_id": "148184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999128109983377,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999594013437565,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.003089809201159433,
      "kl_nats": 0.002141692536251838,
      "shared_baseline_mass": 0.9998994985126672,
      "shared_candidate_mass": 0.9999537449160514,
      "shared_tokens": 56,
      "source_id": "631801",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999361546663378,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999620561295315,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.025949114005646576,
      "kl_nats": 0.01798655521104251,
      "shared_baseline_mass": 0.9999267596192605,
      "shared_candidate_mass": 0.9999565633254883,
      "shared_tokens": 58,
      "source_id": "211640",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999465217547329,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999011918905869,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.11072661857554739,
      "kl_nats": 0.07674984347857713,
      "shared_baseline_mass": 0.9999270423729846,
      "shared_candidate_mass": 0.9998797373384778,
      "shared_tokens": 51,
      "source_id": "90023",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999917828466508,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999840658889426,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.03886110227685519,
      "kl_nats": 0.02693646347665385,
      "shared_baseline_mass": 0.9999872748084807,
      "shared_candidate_mass": 0.9999780965534082,
      "shared_tokens": 54,
      "source_id": "611646",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999814397644595,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999831971054446,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0023904842853075957,
      "kl_nats": 0.0016569574425338157,
      "shared_baseline_mass": 0.9999753056288896,
      "shared_candidate_mass": 0.9999740452974212,
      "shared_tokens": 51,
      "source_id": "502142",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999932736245851,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999956655681232,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.3170641386608617,
      "kl_nats": 0.21977211376944383,
      "shared_baseline_mass": 0.9999898790565889,
      "shared_candidate_mass": 0.9999896263348048,
      "shared_tokens": 53,
      "source_id": "563321",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999788099648025,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999761654640099,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.002529606191270676,
      "kl_nats": 0.0017533893994062509,
      "shared_baseline_mass": 0.9999728642355488,
      "shared_candidate_mass": 0.9999680744741662,
      "shared_tokens": 53,
      "source_id": "332631",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999577103021162,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999688993514774,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.07935966672411328,
      "kl_nats": 0.05500792923999603,
      "shared_baseline_mass": 0.9999282059140887,
      "shared_candidate_mass": 0.9999491577970112,
      "shared_tokens": 50,
      "source_id": "625988",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999935052180261,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999729954213428,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.22620053086653835,
      "kl_nats": 0.15679026021130393,
      "shared_baseline_mass": 0.9999894606482145,
      "shared_candidate_mass": 0.9999656729299244,
      "shared_tokens": 53,
      "source_id": "265020",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999815484084978,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999524846145431,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.10986939406643705,
      "kl_nats": 0.07615566072698042,
      "shared_baseline_mass": 0.9999734931381266,
      "shared_candidate_mass": 0.9999368619545285,
      "shared_tokens": 53,
      "source_id": "569184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999759123074359,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998836211935718,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.35603898143598145,
      "kl_nats": 0.24678741615178523,
      "shared_baseline_mass": 0.9999639121882582,
      "shared_candidate_mass": 0.9998533693658436,
      "shared_tokens": 50,
      "source_id": "329285",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999689026087739,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999810416096344,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.030290789787084785,
      "kl_nats": 0.020995975537851805,
      "shared_baseline_mass": 0.9999602667442561,
      "shared_candidate_mass": 0.9999746606501794,
      "shared_tokens": 55,
      "source_id": "587302",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999899941326716,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999739996170374,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.05468614082423194,
      "kl_nats": 0.03790554432802049,
      "shared_baseline_mass": 0.9999857544962153,
      "shared_candidate_mass": 0.9999675066626821,
      "shared_tokens": 56,
      "source_id": "638333",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999545789188652,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999451428763664,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.003932617329949164,
      "kl_nats": 0.002725882614475443,
      "shared_baseline_mass": 0.9999430029422984,
      "shared_candidate_mass": 0.9999290528917345,
      "shared_tokens": 53,
      "source_id": "652770",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999678526001207,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999626890672406,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.00865532852013921,
      "kl_nats": 0.005999416560554576,
      "shared_baseline_mass": 0.9999611576076034,
      "shared_candidate_mass": 0.9999547500027168,
      "shared_tokens": 55,
      "source_id": "446368",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9998702544216866,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998979566384514,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.03147000396157761,
      "kl_nats": 0.021813344518177832,
      "shared_baseline_mass": 0.9998408987185496,
      "shared_candidate_mass": 0.9998729938726421,
      "shared_tokens": 52,
      "source_id": "431830",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999607396271244,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999807048452416,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.14741774144146289,
      "kl_nats": 0.10218219184466501,
      "shared_baseline_mass": 0.999946704079274,
      "shared_candidate_mass": 0.99997271882588,
      "shared_tokens": 51,
      "source_id": "256826",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999886967348933,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999982162339788,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.016801478792093715,
      "kl_nats": 0.011645897653977473,
      "shared_baseline_mass": 0.9999828668917533,
      "shared_candidate_mass": 0.999971749613028,
      "shared_tokens": 50,
      "source_id": "502839",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999897616910521,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999822873816617,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.490783964553356,
      "kl_nats": 0.34018552129419083,
      "shared_baseline_mass": 0.9999867384709473,
      "shared_candidate_mass": 0.9999759457323509,
      "shared_tokens": 56,
      "source_id": "471183",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999719355857973,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999041386300417,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.02071339885208548,
      "kl_nats": 0.014357434014136658,
      "shared_baseline_mass": 0.999963635599497,
      "shared_candidate_mass": 0.999880552708416,
      "shared_tokens": 52,
      "source_id": "426567",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999734955483415,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999922803339627,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.2079914878353952,
      "kl_nats": 0.14416871337357234,
      "shared_baseline_mass": 0.999966532949946,
      "shared_candidate_mass": 0.999988124613876,
      "shared_tokens": 55,
      "source_id": "569212",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999554521174522,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999721583690765,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.3733207873849974,
      "kl_nats": 0.25876625122032976,
      "shared_baseline_mass": 0.99994932632974,
      "shared_candidate_mass": 0.9999654675205379,
      "shared_tokens": 57,
      "source_id": "111364",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999548465575906,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999178163179409,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.08270329468679076,
      "kl_nats": 0.05732555553516732,
      "shared_baseline_mass": 0.9999334140442705,
      "shared_candidate_mass": 0.999880504119298,
      "shared_tokens": 49,
      "source_id": "457674",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999870820229794,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999870466797599,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.004412487251265021,
      "kl_nats": 0.003058503097471052,
      "shared_baseline_mass": 0.9999833342928863,
      "shared_candidate_mass": 0.9999828229075401,
      "shared_tokens": 54,
      "source_id": "453176",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999424094545729,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999110700016091,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.014449698800059193,
      "kl_nats": 0.010015767983201454,
      "shared_baseline_mass": 0.999910211711009,
      "shared_candidate_mass": 0.9998818155660868,
      "shared_tokens": 45,
      "source_id": "79550",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999589009213089,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999983374292031,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.007466884368621805,
      "kl_nats": 0.005175649847677331,
      "shared_baseline_mass": 0.9999497792667886,
      "shared_candidate_mass": 0.999980045170133,
      "shared_tokens": 56,
      "source_id": "7540",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.999963998881568,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999367972261054,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0017512631984041625,
      "kl_nats": 0.0012138831483922373,
      "shared_baseline_mass": 0.9999515968788119,
      "shared_candidate_mass": 0.9999200173438285,
      "shared_tokens": 52,
      "source_id": "424477",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999906048285029,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999919727071879,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.6497031620554681,
      "kl_nats": 0.45033991497962894,
      "shared_baseline_mass": 0.9999777377836282,
      "shared_candidate_mass": 0.9999887687456905,
      "shared_tokens": 55,
      "source_id": "613736",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999693293237246,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999664400866959,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.05913672470867543,
      "kl_nats": 0.04099045399936803,
      "shared_baseline_mass": 0.9999619845024206,
      "shared_candidate_mass": 0.9999604025054838,
      "shared_tokens": 56,
      "source_id": "376593",
      "top1_match": true
    }
  ],
  "summary": {
    "baseline_top_mass_mean": 0.9999648540973131,
    "candidate_top_mass_mean": 0.9999557350493988,
    "kl_bits_max": 0.6497031620554681,
    "kl_bits_mean": 0.12465551112407049,
    "kl_nats_max": 0.45033991497962894,
    "kl_nats_mean": 0.08640461607690836,
    "kl_nats_p50": 0.03790554432802049,
    "kl_nats_p95": 0.2877202874767069,
    "max_kl_baseline_top_token": "The",
    "max_kl_candidate_top_token": "Here",
    "max_kl_source_id": "613736",
    "paired_prompts": 32,
    "shared_baseline_mass_mean": 0.9999534216908349,
    "top1_match_rate": 0.90625,
    "top1_matches": 29,
    "top1_mismatches": 3
  }
}