{
  "baseline": {
    "path": "runs/kld-native-bf16-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-BF16"
  },
  "candidate": {
    "path": "runs/kld-native-q6-k-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-Q6_K"
  },
  "method": {
    "description": "Approximate KL(P_bf16 || P_quant) over next-token top-K distributions. Missing candidate top-K tokens receive candidate tail_mass/(vocab_size - K). A single explicit tail bucket is included.",
    "epsilon": 1e-12,
    "top_logprobs": 64,
    "vocab_size": 248320
  },
  "rows": [
    {
      "baseline_top_mass": 0.9999779665447328,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999613388297871,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.001210124348008703,
      "kl_nats": 0.0008387942799491745,
      "shared_baseline_mass": 0.9999745866099279,
      "shared_candidate_mass": 0.9999562386837884,
      "shared_tokens": 56,
      "source_id": "630213",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999441480584079,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999495368955177,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.006193189452693728,
      "kl_nats": 0.004292791807808248,
      "shared_baseline_mass": 0.9999388493572917,
      "shared_candidate_mass": 0.9999450188091603,
      "shared_tokens": 59,
      "source_id": "373803",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999449106778695,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999172349913065,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.032740926985469765,
      "kl_nats": 0.022694281228897394,
      "shared_baseline_mass": 0.999940088804494,
      "shared_candidate_mass": 0.9999048642298062,
      "shared_tokens": 59,
      "source_id": "148184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999128109983377,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998998701436281,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.005964823446617561,
      "kl_nats": 0.0041345005545608176,
      "shared_baseline_mass": 0.9999040412475269,
      "shared_candidate_mass": 0.9998922419551564,
      "shared_tokens": 58,
      "source_id": "631801",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999361546663378,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999006828922274,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0194741812826408,
      "kl_nats": 0.01349847384977573,
      "shared_baseline_mass": 0.9999287142989266,
      "shared_candidate_mass": 0.9998901678478753,
      "shared_tokens": 58,
      "source_id": "211640",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999465217547329,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998755855150215,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.08456006156401695,
      "kl_nats": 0.05861256826107375,
      "shared_baseline_mass": 0.9999394171718023,
      "shared_candidate_mass": 0.9998581039992315,
      "shared_tokens": 57,
      "source_id": "90023",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999917828466508,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.99998641106026,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0806258910518251,
      "kl_nats": 0.05588560906270589,
      "shared_baseline_mass": 0.999990787164026,
      "shared_candidate_mass": 0.9999846984451348,
      "shared_tokens": 60,
      "source_id": "611646",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999814397644595,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999709073077363,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.007313079128108522,
      "kl_nats": 0.005069040178860205,
      "shared_baseline_mass": 0.9999790540442683,
      "shared_candidate_mass": 0.9999684815325889,
      "shared_tokens": 59,
      "source_id": "502142",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999932736245851,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.999990084622867,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.031077246054936513,
      "kl_nats": 0.021541105482546927,
      "shared_baseline_mass": 0.9999921146496659,
      "shared_candidate_mass": 0.9999887316985406,
      "shared_tokens": 59,
      "source_id": "563321",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999788099648025,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999792269514177,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.001008300541894634,
      "kl_nats": 0.0006989006777713305,
      "shared_baseline_mass": 0.9999762568871495,
      "shared_candidate_mass": 0.9999765050905098,
      "shared_tokens": 57,
      "source_id": "332631",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999577103021162,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999425213138909,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.027721460188218576,
      "kl_nats": 0.019215051970468477,
      "shared_baseline_mass": 0.9999541577732686,
      "shared_candidate_mass": 0.9999372683327528,
      "shared_tokens": 59,
      "source_id": "625988",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999935052180261,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999909850985255,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.07398660420040298,
      "kl_nats": 0.05128360610071393,
      "shared_baseline_mass": 0.9999925825416945,
      "shared_candidate_mass": 0.9999902028826507,
      "shared_tokens": 60,
      "source_id": "265020",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999815484084978,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999553661880964,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.011893562059306818,
      "kl_nats": 0.008243989008223257,
      "shared_baseline_mass": 0.9999777695463579,
      "shared_candidate_mass": 0.9999489911412561,
      "shared_tokens": 56,
      "source_id": "569184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999759123074359,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999596110693242,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.047079833904660806,
      "kl_nats": 0.03263325413224616,
      "shared_baseline_mass": 0.9999726206312799,
      "shared_candidate_mass": 0.9999529409435921,
      "shared_tokens": 57,
      "source_id": "329285",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999689026087739,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999705637503506,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.03505606987349799,
      "kl_nats": 0.02429901599432757,
      "shared_baseline_mass": 0.9999653039321409,
      "shared_candidate_mass": 0.9999678524015554,
      "shared_tokens": 59,
      "source_id": "587302",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999899941326716,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999895440169019,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.013289748230941667,
      "kl_nats": 0.009211751516628737,
      "shared_baseline_mass": 0.9999893203596381,
      "shared_candidate_mass": 0.9999888002518507,
      "shared_tokens": 61,
      "source_id": "638333",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999545789188652,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999158028398666,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0018130674641357954,
      "kl_nats": 0.0012567226009306963,
      "shared_baseline_mass": 0.9999506482517518,
      "shared_candidate_mass": 0.9999092599415562,
      "shared_tokens": 58,
      "source_id": "652770",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999678526001207,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999636543344438,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.003169996528728508,
      "kl_nats": 0.002197274156272979,
      "shared_baseline_mass": 0.9999654021971173,
      "shared_candidate_mass": 0.9999606968406071,
      "shared_tokens": 60,
      "source_id": "446368",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9998702544216866,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998187784815136,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0020355359886460797,
      "kl_nats": 0.001410926031458331,
      "shared_baseline_mass": 0.9998581508368813,
      "shared_candidate_mass": 0.9998043280069588,
      "shared_tokens": 58,
      "source_id": "431830",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999607396271244,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999652326917038,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.01168316889159383,
      "kl_nats": 0.008098155577213925,
      "shared_baseline_mass": 0.9999571630512557,
      "shared_candidate_mass": 0.9999615866985381,
      "shared_tokens": 58,
      "source_id": "256826",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999886967348933,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999775113732465,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.04688696444554983,
      "kl_nats": 0.032499567210447264,
      "shared_baseline_mass": 0.999986129223397,
      "shared_candidate_mass": 0.9999741021050959,
      "shared_tokens": 56,
      "source_id": "502839",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999897616910521,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999881757250103,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.022072895166546844,
      "kl_nats": 0.01529976505148719,
      "shared_baseline_mass": 0.9999888365582282,
      "shared_candidate_mass": 0.9999872673316015,
      "shared_tokens": 61,
      "source_id": "471183",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999719355857973,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999604089953463,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.006306566436210965,
      "kl_nats": 0.004371378744273613,
      "shared_baseline_mass": 0.9999683521142715,
      "shared_candidate_mass": 0.9999556861202056,
      "shared_tokens": 57,
      "source_id": "426567",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999734955483415,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999630466110044,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.0019082902629280808,
      "kl_nats": 0.001322726015438596,
      "shared_baseline_mass": 0.9999704681406094,
      "shared_candidate_mass": 0.9999595718843138,
      "shared_tokens": 59,
      "source_id": "569212",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999554521174522,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999155324919805,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.015339354557166394,
      "kl_nats": 0.010632430362909234,
      "shared_baseline_mass": 0.9999507327060314,
      "shared_candidate_mass": 0.9999081267128782,
      "shared_tokens": 59,
      "source_id": "111364",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999548465575906,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999453631789635,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0036999137770933788,
      "kl_nats": 0.0025645848029071734,
      "shared_baseline_mass": 0.9999488921111084,
      "shared_candidate_mass": 0.9999369617785561,
      "shared_tokens": 58,
      "source_id": "457674",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999870820229794,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999820845106743,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.009390564887788147,
      "kl_nats": 0.006509043575835574,
      "shared_baseline_mass": 0.9999853150912563,
      "shared_candidate_mass": 0.9999805739560168,
      "shared_tokens": 60,
      "source_id": "453176",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999424094545729,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998979772781686,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.004077500730704211,
      "kl_nats": 0.0028263081352187408,
      "shared_baseline_mass": 0.9999376950680167,
      "shared_candidate_mass": 0.9998891144560654,
      "shared_tokens": 58,
      "source_id": "79550",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999589009213089,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999653438550424,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.00031570927446163496,
      "kl_nats": 0.00021883299346970821,
      "shared_baseline_mass": 0.999954435893459,
      "shared_candidate_mass": 0.9999621843851906,
      "shared_tokens": 60,
      "source_id": "7540",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.999963998881568,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999151354555351,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.04029194583578093,
      "kl_nats": 0.027928248655345583,
      "shared_baseline_mass": 0.9999562007208815,
      "shared_candidate_mass": 0.999900019868435,
      "shared_tokens": 52,
      "source_id": "424477",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999906048285029,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999855506245495,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.06864381156296702,
      "kl_nats": 0.04758026444775876,
      "shared_baseline_mass": 0.9999897054321967,
      "shared_candidate_mass": 0.99998420976324,
      "shared_tokens": 60,
      "source_id": "613736",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999693293237246,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999118605627072,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0460067533668512,
      "kl_nats": 0.03188945138294968,
      "shared_baseline_mass": 0.9999662322859332,
      "shared_candidate_mass": 0.9999070001980835,
      "shared_tokens": 60,
      "source_id": "376593",
      "top1_match": true
    }
  ],
  "summary": {
    "baseline_top_mass_mean": 0.9999648540973131,
    "candidate_top_mass_mean": 0.9999472165517692,
    "kl_bits_max": 0.08456006156401695,
    "kl_bits_mean": 0.02383866067157481,
    "kl_nats_max": 0.05861256826107375,
    "kl_nats_mean": 0.016523700432827332,
    "kl_nats_p50": 0.009211751516628737,
    "kl_nats_p95": 0.05128360610071393,
    "max_kl_baseline_top_token": "The",
    "max_kl_candidate_top_token": "The",
    "max_kl_source_id": "90023",
    "paired_prompts": 32,
    "shared_baseline_mass_mean": 0.999960938271933,
    "top1_match_rate": 1.0,
    "top1_matches": 32,
    "top1_mismatches": 0
  }
}