{
  "baseline": {
    "path": "runs/kld-native-bf16-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-BF16"
  },
  "candidate": {
    "path": "runs/kld-native-q5-k-m-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-Q5_K_M"
  },
  "method": {
    "description": "Approximate KL(P_bf16 || P_quant) over next-token top-K distributions. Missing candidate top-K tokens receive candidate tail_mass/(vocab_size - K). A single explicit tail bucket is included.",
    "epsilon": 1e-12,
    "top_logprobs": 64,
    "vocab_size": 248320
  },
  "rows": [
    {
      "baseline_top_mass": 0.9999779665447328,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999577332424673,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.00900067573123777,
      "kl_nats": 0.006238793006241784,
      "shared_baseline_mass": 0.9999740928127753,
      "shared_candidate_mass": 0.9999512492639462,
      "shared_tokens": 55,
      "source_id": "630213",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999441480584079,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999202879628728,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.05403607690245545,
      "kl_nats": 0.03745495435345738,
      "shared_baseline_mass": 0.9999390499415733,
      "shared_candidate_mass": 0.9999127438040678,
      "shared_tokens": 59,
      "source_id": "373803",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999449106778695,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998804957894927,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.05135989937230624,
      "kl_nats": 0.035599969443756575,
      "shared_baseline_mass": 0.9999324611846818,
      "shared_candidate_mass": 0.9998567839597367,
      "shared_tokens": 55,
      "source_id": "148184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999128109983377,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999248163449503,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0480181148818763,
      "kl_nats": 0.03328362094617611,
      "shared_baseline_mass": 0.9998822650793115,
      "shared_candidate_mass": 0.9999033709740464,
      "shared_tokens": 49,
      "source_id": "631801",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999361546663378,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998884577150022,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0024489168493138187,
      "kl_nats": 0.0016974598095276178,
      "shared_baseline_mass": 0.999921331176796,
      "shared_candidate_mass": 0.9998676449473608,
      "shared_tokens": 54,
      "source_id": "211640",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999465217547329,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998607506872699,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.03392757337989198,
      "kl_nats": 0.02351680183151278,
      "shared_baseline_mass": 0.9999368336629948,
      "shared_candidate_mass": 0.9998350656994395,
      "shared_tokens": 55,
      "source_id": "90023",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999917828466508,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999583594429036,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.05788148361433993,
      "kl_nats": 0.0401203871739064,
      "shared_baseline_mass": 0.9999867419226192,
      "shared_candidate_mass": 0.9999507235179981,
      "shared_tokens": 55,
      "source_id": "611646",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999814397644595,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999780491270093,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.011415946667978873,
      "kl_nats": 0.007912931246332258,
      "shared_baseline_mass": 0.9999764181016648,
      "shared_candidate_mass": 0.9999726551451062,
      "shared_tokens": 55,
      "source_id": "502142",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999932736245851,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999888414317203,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.007822943175913914,
      "kl_nats": 0.005422451006065394,
      "shared_baseline_mass": 0.9999925523485933,
      "shared_candidate_mass": 0.9999878158836629,
      "shared_tokens": 61,
      "source_id": "563321",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999788099648025,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999610254460654,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.020306924976798493,
      "kl_nats": 0.014075687793510209,
      "shared_baseline_mass": 0.9999756243872461,
      "shared_candidate_mass": 0.9999557095976559,
      "shared_tokens": 57,
      "source_id": "332631",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999577103021162,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9998935834553291,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.03460534861999622,
      "kl_nats": 0.023986599828244373,
      "shared_baseline_mass": 0.9999478173219478,
      "shared_candidate_mass": 0.9998743070456853,
      "shared_tokens": 54,
      "source_id": "625988",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999935052180261,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999855125509921,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.03514246673982635,
      "kl_nats": 0.024358901738632286,
      "shared_baseline_mass": 0.9999925783045625,
      "shared_candidate_mass": 0.9999845618154124,
      "shared_tokens": 61,
      "source_id": "265020",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999815484084978,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999240337583659,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.012219185949154047,
      "kl_nats": 0.008469694289393826,
      "shared_baseline_mass": 0.9999767242438911,
      "shared_candidate_mass": 0.9999126266226689,
      "shared_tokens": 55,
      "source_id": "569184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999759123074359,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999951863882303,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.13599363954788302,
      "kl_nats": 0.09426360782670058,
      "shared_baseline_mass": 0.9999705805582041,
      "shared_candidate_mass": 0.999945206935598,
      "shared_tokens": 57,
      "source_id": "329285",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999689026087739,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999735433418275,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.247130901363581,
      "kl_nats": 0.17129808750940412,
      "shared_baseline_mass": 0.9999618092405524,
      "shared_candidate_mass": 0.9999685000005452,
      "shared_tokens": 57,
      "source_id": "587302",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999899941326716,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999751381726529,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.12532097154063698,
      "kl_nats": 0.08686587808842566,
      "shared_baseline_mass": 0.9999875149789255,
      "shared_candidate_mass": 0.9999714100758357,
      "shared_tokens": 56,
      "source_id": "638333",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999545789188652,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998531522214504,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0645876689541718,
      "kl_nats": 0.04476876063452329,
      "shared_baseline_mass": 0.9999473314443607,
      "shared_candidate_mass": 0.9998256205793944,
      "shared_tokens": 54,
      "source_id": "652770",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999678526001207,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999479593057178,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.010170127037163402,
      "kl_nats": 0.007049394881746282,
      "shared_baseline_mass": 0.9999606967291002,
      "shared_candidate_mass": 0.99993789570999,
      "shared_tokens": 54,
      "source_id": "446368",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9998702544216866,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.99989515737911,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.008634383298753273,
      "kl_nats": 0.00598489843940471,
      "shared_baseline_mass": 0.9998498964605321,
      "shared_candidate_mass": 0.9998796184839817,
      "shared_tokens": 55,
      "source_id": "431830",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999607396271244,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999490235146905,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.051857083443186534,
      "kl_nats": 0.035944591180706566,
      "shared_baseline_mass": 0.9999545400722825,
      "shared_candidate_mass": 0.9999391596860109,
      "shared_tokens": 54,
      "source_id": "256826",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999886967348933,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999675919588107,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0030281749024626417,
      "kl_nats": 0.0020989708958843675,
      "shared_baseline_mass": 0.9999843332831478,
      "shared_candidate_mass": 0.9999607575975986,
      "shared_tokens": 53,
      "source_id": "502839",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999897616910521,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999848467967083,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.008599744825567014,
      "kl_nats": 0.005960888879376754,
      "shared_baseline_mass": 0.9999877209470281,
      "shared_candidate_mass": 0.9999824054876667,
      "shared_tokens": 56,
      "source_id": "471183",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999719355857973,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999251689763944,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.012897185709227845,
      "kl_nats": 0.008939647911509299,
      "shared_baseline_mass": 0.9999649562298173,
      "shared_candidate_mass": 0.9999100180202177,
      "shared_tokens": 52,
      "source_id": "426567",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999734955483415,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999733920626204,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.007866307586352156,
      "kl_nats": 0.005452508924897305,
      "shared_baseline_mass": 0.9999690636862903,
      "shared_candidate_mass": 0.9999694691508996,
      "shared_tokens": 57,
      "source_id": "569212",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999554521174522,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999659678214663,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.3602970372673485,
      "kl_nats": 0.24973887554596416,
      "shared_baseline_mass": 0.9999423400970292,
      "shared_candidate_mass": 0.9999571838916624,
      "shared_tokens": 53,
      "source_id": "111364",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999548465575906,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999165188252472,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.10119219990698537,
      "kl_nats": 0.07014108806018526,
      "shared_baseline_mass": 0.9999446204148825,
      "shared_candidate_mass": 0.9998967301600713,
      "shared_tokens": 52,
      "source_id": "457674",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999870820229794,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999791031672507,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.03436159779492192,
      "kl_nats": 0.02381764463108496,
      "shared_baseline_mass": 0.9999824992131434,
      "shared_candidate_mass": 0.9999705266642693,
      "shared_tokens": 53,
      "source_id": "453176",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999424094545729,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999847709598346,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.002446131776013684,
      "kl_nats": 0.0016955293438219768,
      "shared_baseline_mass": 0.9999286936789457,
      "shared_candidate_mass": 0.9998200409013883,
      "shared_tokens": 53,
      "source_id": "79550",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999589009213089,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999225323543978,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.003218906361903267,
      "kl_nats": 0.0022311758692397203,
      "shared_baseline_mass": 0.999950959746697,
      "shared_candidate_mass": 0.999910968194848,
      "shared_tokens": 57,
      "source_id": "7540",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.999963998881568,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999167561618876,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.023741499943026153,
      "kl_nats": 0.01645635374777268,
      "shared_baseline_mass": 0.9999542140624083,
      "shared_candidate_mass": 0.9998968343988905,
      "shared_tokens": 51,
      "source_id": "424477",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999906048285029,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999779211645123,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.016058812657382484,
      "kl_nats": 0.011131120716605032,
      "shared_baseline_mass": 0.9999895714442821,
      "shared_candidate_mass": 0.9999758917020627,
      "shared_tokens": 60,
      "source_id": "613736",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999693293237246,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999503483714143,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.03727099894520666,
      "kl_nats": 0.025834287835522694,
      "shared_baseline_mass": 0.9999619036691236,
      "shared_candidate_mass": 0.9999396331954662,
      "shared_tokens": 54,
      "source_id": "376593",
      "top1_match": true
    }
  ],
  "summary": {
    "baseline_top_mass_mean": 0.9999648540973131,
    "candidate_top_mass_mean": 0.9999373638134765,
    "kl_bits_max": 0.3602970372673485,
    "kl_bits_mean": 0.05102684155383948,
    "kl_nats_max": 0.24973887554596416,
    "kl_nats_mean": 0.03536911135592289,
    "kl_nats_p50": 0.02351680183151278,
    "kl_nats_p95": 0.09426360782670058,
    "max_kl_baseline_top_token": "Here",
    "max_kl_candidate_top_token": "The",
    "max_kl_source_id": "111364",
    "paired_prompts": 32,
    "shared_baseline_mass_mean": 0.9999571167639191,
    "top1_match_rate": 0.9375,
    "top1_matches": 30,
    "top1_mismatches": 2
  }
}