{
  "baseline": {
    "path": "runs/kld-native-bf16-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-BF16"
  },
  "candidate": {
    "path": "runs/kld-native-iq4-xs-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-IQ4_XS"
  },
  "method": {
    "description": "Approximate KL(P_bf16 || P_quant) over next-token top-K distributions. Missing candidate top-K tokens receive candidate tail_mass/(vocab_size - K). A single explicit tail bucket is included.",
    "epsilon": 1e-12,
    "top_logprobs": 64,
    "vocab_size": 248320
  },
  "rows": [
    {
      "baseline_top_mass": 0.9999779665447328,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999498844331138,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.32273795671058964,
      "kl_nats": 0.2237049047536229,
      "shared_baseline_mass": 0.9999476185327939,
      "shared_candidate_mass": 0.9999356194574863,
      "shared_tokens": 51,
      "source_id": "630213",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999441480584079,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998558801151395,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.8333796817625179,
      "kl_nats": 0.5776547767496337,
      "shared_baseline_mass": 0.9998935549464887,
      "shared_candidate_mass": 0.9997879555421215,
      "shared_tokens": 50,
      "source_id": "373803",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999449106778695,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998861120612176,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.09942126900895175,
      "kl_nats": 0.06891357230124677,
      "shared_baseline_mass": 0.9999078743567872,
      "shared_candidate_mass": 0.9998221650113375,
      "shared_tokens": 48,
      "source_id": "148184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999128109983377,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999971535312009,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.04104212367586986,
      "kl_nats": 0.028448232310121772,
      "shared_baseline_mass": 0.999876661663366,
      "shared_candidate_mass": 0.9999502706394255,
      "shared_tokens": 50,
      "source_id": "631801",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999361546663378,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998528848230386,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.1331394485302919,
      "kl_nats": 0.09228523337007777,
      "shared_baseline_mass": 0.9998911161192069,
      "shared_candidate_mass": 0.9997937646415866,
      "shared_tokens": 48,
      "source_id": "211640",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999465217547329,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999867206603918,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.3465437796466263,
      "kl_nats": 0.24020584380264598,
      "shared_baseline_mass": 0.9999130913016421,
      "shared_candidate_mass": 0.9997751428390284,
      "shared_tokens": 44,
      "source_id": "90023",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999917828466508,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999566226806048,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.10886250706169988,
      "kl_nats": 0.0754577398385044,
      "shared_baseline_mass": 0.9999837677295069,
      "shared_candidate_mass": 0.9999251794897305,
      "shared_tokens": 48,
      "source_id": "611646",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999814397644595,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999853893164175,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0551815788368508,
      "kl_nats": 0.038248955789609476,
      "shared_baseline_mass": 0.9999433772454798,
      "shared_candidate_mass": 0.9999742526328207,
      "shared_tokens": 46,
      "source_id": "502142",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999932736245851,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999756414281807,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.1251798239053425,
      "kl_nats": 0.08676804200297858,
      "shared_baseline_mass": 0.9999803794979547,
      "shared_candidate_mass": 0.9999580376824251,
      "shared_tokens": 47,
      "source_id": "563321",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999788099648025,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999672609712532,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.019660990552532315,
      "kl_nats": 0.013627960168503494,
      "shared_baseline_mass": 0.9999368483600297,
      "shared_candidate_mass": 0.9999292746602831,
      "shared_tokens": 43,
      "source_id": "332631",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999577103021162,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9998617296626909,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.08222820556582,
      "kl_nats": 0.056996248850451736,
      "shared_baseline_mass": 0.9999409254905485,
      "shared_candidate_mass": 0.9997998658305002,
      "shared_tokens": 50,
      "source_id": "625988",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999935052180261,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999816771539151,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.20419046562684592,
      "kl_nats": 0.14153404554647067,
      "shared_baseline_mass": 0.9999732085954987,
      "shared_candidate_mass": 0.9999676060837807,
      "shared_tokens": 45,
      "source_id": "265020",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999815484084978,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999790933994621,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.16350735888371565,
      "kl_nats": 0.11333466481105062,
      "shared_baseline_mass": 0.9999577361440177,
      "shared_candidate_mass": 0.9999633961120121,
      "shared_tokens": 46,
      "source_id": "569184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999759123074359,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999942198103453,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.20806804447405977,
      "kl_nats": 0.14422177839181582,
      "shared_baseline_mass": 0.9999397086242948,
      "shared_candidate_mass": 0.9999122018097114,
      "shared_tokens": 47,
      "source_id": "329285",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999689026087739,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999224163919445,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.21660991856227046,
      "kl_nats": 0.15014255433275714,
      "shared_baseline_mass": 0.9999313889994518,
      "shared_candidate_mass": 0.9998937499716117,
      "shared_tokens": 50,
      "source_id": "587302",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999899941326716,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999625677783122,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.4609408842048586,
      "kl_nats": 0.31949987429140597,
      "shared_baseline_mass": 0.9999647096155058,
      "shared_candidate_mass": 0.9999467312493041,
      "shared_tokens": 49,
      "source_id": "638333",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999545789188652,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999100083082718,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.4342087539326425,
      "kl_nats": 0.3009705735628582,
      "shared_baseline_mass": 0.9998683519507885,
      "shared_candidate_mass": 0.9998551164901327,
      "shared_tokens": 47,
      "source_id": "652770",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999678526001207,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999722472957158,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.05783394434090161,
      "kl_nats": 0.04008743546055676,
      "shared_baseline_mass": 0.999929704720598,
      "shared_candidate_mass": 0.9999582981463984,
      "shared_tokens": 46,
      "source_id": "446368",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9998702544216866,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998108621043515,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.058368371481987535,
      "kl_nats": 0.040457872126615176,
      "shared_baseline_mass": 0.9998203951833996,
      "shared_candidate_mass": 0.9997452629421487,
      "shared_tokens": 48,
      "source_id": "431830",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999607396271244,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999478905296568,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.2377119011068206,
      "kl_nats": 0.16476933403773725,
      "shared_baseline_mass": 0.9999173176485346,
      "shared_candidate_mass": 0.9999048889744662,
      "shared_tokens": 48,
      "source_id": "256826",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999886967348933,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999774033902153,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.08300133802742436,
      "kl_nats": 0.05753214343641217,
      "shared_baseline_mass": 0.9999824436766758,
      "shared_candidate_mass": 0.9999680666541445,
      "shared_tokens": 51,
      "source_id": "502839",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999897616910521,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999826192324314,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.3623014631110247,
      "kl_nats": 0.2511282376681498,
      "shared_baseline_mass": 0.9999662165540082,
      "shared_candidate_mass": 0.9999737017543322,
      "shared_tokens": 50,
      "source_id": "471183",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999719355857973,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999353866324466,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.13071887482775557,
      "kl_nats": 0.09060741953282718,
      "shared_baseline_mass": 0.999921948232816,
      "shared_candidate_mass": 0.9999040887817777,
      "shared_tokens": 45,
      "source_id": "426567",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999734955483415,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999803710201803,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.06623708930915809,
      "kl_nats": 0.04591205170314022,
      "shared_baseline_mass": 0.9999535017590204,
      "shared_candidate_mass": 0.9999644562025902,
      "shared_tokens": 49,
      "source_id": "569212",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999554521174522,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999679819223184,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.4190831446541853,
      "kl_nats": 0.29048630013724425,
      "shared_baseline_mass": 0.9999256426010845,
      "shared_candidate_mass": 0.9999554053941376,
      "shared_tokens": 49,
      "source_id": "111364",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999548465575906,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999625071362366,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.09838530851051622,
      "kl_nats": 0.0681954992025847,
      "shared_baseline_mass": 0.9999278821146617,
      "shared_candidate_mass": 0.999936662382753,
      "shared_tokens": 49,
      "source_id": "457674",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999870820229794,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999790690524091,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.03316040354347483,
      "kl_nats": 0.022985040222389598,
      "shared_baseline_mass": 0.9999702736662168,
      "shared_candidate_mass": 0.9999629243066315,
      "shared_tokens": 47,
      "source_id": "453176",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999424094545729,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999192656681664,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.07567215910492536,
      "kl_nats": 0.05245194373046261,
      "shared_baseline_mass": 0.9998957452252913,
      "shared_candidate_mass": 0.9998809595118845,
      "shared_tokens": 45,
      "source_id": "79550",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999589009213089,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999249964006158,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.019191006116534633,
      "kl_nats": 0.013302191781784645,
      "shared_baseline_mass": 0.999910941048304,
      "shared_candidate_mass": 0.9998704963830221,
      "shared_tokens": 42,
      "source_id": "7540",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.999963998881568,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998751328076105,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.035724270143643655,
      "kl_nats": 0.024762177127628432,
      "shared_baseline_mass": 0.9999419124878798,
      "shared_candidate_mass": 0.9998212025335231,
      "shared_tokens": 47,
      "source_id": "424477",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999906048285029,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999849418271824,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.9500904057119233,
      "kl_nats": 0.6585524859962741,
      "shared_baseline_mass": 0.9999839689215974,
      "shared_candidate_mass": 0.9999744231533619,
      "shared_tokens": 49,
      "source_id": "613736",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999693293237246,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999172721159012,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0997610997104424,
      "kl_nats": 0.06914912499385273,
      "shared_baseline_mass": 0.9999209315236302,
      "shared_candidate_mass": 0.999871639779211,
      "shared_tokens": 45,
      "source_id": "376593",
      "top1_match": true
    }
  ],
  "summary": {
    "baseline_top_mass_mean": 0.9999648540973131,
    "candidate_top_mass_mean": 0.9999364392399493,
    "kl_bits_max": 0.9500904057119233,
    "kl_bits_mean": 0.20569198658256885,
    "kl_nats_max": 0.6585524859962741,
    "kl_nats_mean": 0.1425748205634817,
    "kl_nats_p50": 0.08676804200297858,
    "kl_nats_p95": 0.31949987429140597,
    "max_kl_baseline_top_token": "The",
    "max_kl_candidate_top_token": "The",
    "max_kl_source_id": "613736",
    "paired_prompts": 32,
    "shared_baseline_mass_mean": 0.9999318482667837,
    "top1_match_rate": 0.84375,
    "top1_matches": 27,
    "top1_mismatches": 5
  }
}