{
  "baseline": {
    "path": "runs/kld-native-bf16-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-BF16"
  },
  "candidate": {
    "path": "runs/kld-native-q8-0-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-Q8_0"
  },
  "method": {
    "description": "Approximate KL(P_bf16 || P_quant) over next-token top-K distributions. Missing candidate top-K tokens receive candidate tail_mass/(vocab_size - K). A single explicit tail bucket is included.",
    "epsilon": 1e-12,
    "top_logprobs": 64,
    "vocab_size": 248320
  },
  "rows": [
    {
      "baseline_top_mass": 0.9999779665447328,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999730943568041,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.01147280515086463,
      "kl_nats": 0.007952342543435437,
      "shared_baseline_mass": 0.9999768266026363,
      "shared_candidate_mass": 0.9999716594027059,
      "shared_tokens": 61,
      "source_id": "630213",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999441480584079,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999529990224828,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.03128125458089485,
      "kl_nats": 0.021682513417125137,
      "shared_baseline_mass": 0.999942555023964,
      "shared_candidate_mass": 0.9999515046783729,
      "shared_tokens": 62,
      "source_id": "373803",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999449106778695,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999404588305779,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.004998858197043577,
      "kl_nats": 0.003464944465299727,
      "shared_baseline_mass": 0.9999389980240478,
      "shared_candidate_mass": 0.9999335679934456,
      "shared_tokens": 58,
      "source_id": "148184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999128109983377,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999436100856925,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.013926573776119049,
      "kl_nats": 0.00965316534777699,
      "shared_baseline_mass": 0.9999039630419321,
      "shared_candidate_mass": 0.9999389782744474,
      "shared_tokens": 58,
      "source_id": "631801",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999361546663378,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999351699116872,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0015230635052554478,
      "kl_nats": 0.001055707174481561,
      "shared_baseline_mass": 0.9999321038376335,
      "shared_candidate_mass": 0.999930373847307,
      "shared_tokens": 60,
      "source_id": "211640",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999465217547329,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999068692830125,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.08031426246729276,
      "kl_nats": 0.05566960458795541,
      "shared_baseline_mass": 0.9999411384838828,
      "shared_candidate_mass": 0.9998955653759389,
      "shared_tokens": 58,
      "source_id": "90023",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999917828466508,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999850640039596,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0029513053057220067,
      "kl_nats": 0.0020456889516328163,
      "shared_baseline_mass": 0.9999910353370082,
      "shared_candidate_mass": 0.9999841203532474,
      "shared_tokens": 61,
      "source_id": "611646",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999814397644595,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999979488454483,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0003767130105223422,
      "kl_nats": 0.0002611175611238105,
      "shared_baseline_mass": 0.9999807003643026,
      "shared_candidate_mass": 0.9999786962017172,
      "shared_tokens": 62,
      "source_id": "502142",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999932736245851,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999888752116846,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.022972597209265113,
      "kl_nats": 0.01592339098574138,
      "shared_baseline_mass": 0.9999925689839949,
      "shared_candidate_mass": 0.9999878475507438,
      "shared_tokens": 61,
      "source_id": "563321",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999788099648025,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999857770353946,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0018378276164931061,
      "kl_nats": 0.0012738850307274009,
      "shared_baseline_mass": 0.9999757942246541,
      "shared_candidate_mass": 0.9999832030515282,
      "shared_tokens": 56,
      "source_id": "332631",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999577103021162,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999449160446353,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.00406402324436146,
      "kl_nats": 0.002816966253559227,
      "shared_baseline_mass": 0.9999555226512463,
      "shared_candidate_mass": 0.9999424764772609,
      "shared_tokens": 61,
      "source_id": "625988",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999935052180261,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999950375225851,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.012564774843842054,
      "kl_nats": 0.008709238257379646,
      "shared_baseline_mass": 0.9999933404632695,
      "shared_candidate_mass": 0.9999948634180735,
      "shared_tokens": 63,
      "source_id": "265020",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999815484084978,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999754211994227,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.04454533083760843,
      "kl_nats": 0.030876470477198267,
      "shared_baseline_mass": 0.9999788218570693,
      "shared_candidate_mass": 0.9999723424245195,
      "shared_tokens": 58,
      "source_id": "569184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999759123074359,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999666783182476,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0002935479060768382,
      "kl_nats": 0.00020347190345643604,
      "shared_baseline_mass": 0.9999746450261416,
      "shared_candidate_mass": 0.999965084687844,
      "shared_tokens": 61,
      "source_id": "329285",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999689026087739,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999701304685065,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.08510872778065703,
      "kl_nats": 0.058992874702206315,
      "shared_baseline_mass": 0.9999667906523978,
      "shared_candidate_mass": 0.9999683633170783,
      "shared_tokens": 61,
      "source_id": "587302",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999899941326716,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999989429605134,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.008538421077591065,
      "kl_nats": 0.005918382496365856,
      "shared_baseline_mass": 0.9999893587390233,
      "shared_candidate_mass": 0.9999886682485563,
      "shared_tokens": 61,
      "source_id": "638333",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999545789188652,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999454826975792,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0004303949331201501,
      "kl_nats": 0.00029832703441951827,
      "shared_baseline_mass": 0.9999516390020656,
      "shared_candidate_mass": 0.9999420769757809,
      "shared_tokens": 59,
      "source_id": "652770",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999678526001207,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999712414366791,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.004402857085359681,
      "kl_nats": 0.003051827975125441,
      "shared_baseline_mass": 0.999964919126995,
      "shared_candidate_mass": 0.9999685097959895,
      "shared_tokens": 59,
      "source_id": "446368",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9998702544216866,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998497062852207,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.005077871073468389,
      "kl_nats": 0.0035197120178215163,
      "shared_baseline_mass": 0.9998649300037162,
      "shared_candidate_mass": 0.9998430695449553,
      "shared_tokens": 61,
      "source_id": "431830",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999607396271244,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999378697255279,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.026565101748841833,
      "kl_nats": 0.01841352537849779,
      "shared_baseline_mass": 0.9999584987273348,
      "shared_candidate_mass": 0.9999343240637623,
      "shared_tokens": 60,
      "source_id": "256826",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999886967348933,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999897719728864,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0039832570697277666,
      "kl_nats": 0.0027609834073272707,
      "shared_baseline_mass": 0.999988214183655,
      "shared_candidate_mass": 0.9999893638247497,
      "shared_tokens": 62,
      "source_id": "502839",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999897616910521,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999901306040324,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0013688646074822605,
      "kl_nats": 0.000948824643244625,
      "shared_baseline_mass": 0.9999888296383223,
      "shared_candidate_mass": 0.9999892672073752,
      "shared_tokens": 60,
      "source_id": "471183",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999719355857973,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999762247149481,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0016313018958297656,
      "kl_nats": 0.0011307323097364955,
      "shared_baseline_mass": 0.9999697624106039,
      "shared_candidate_mass": 0.9999741860448635,
      "shared_tokens": 59,
      "source_id": "426567",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999734955483415,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999787449315046,
      "candidate_top_token": "Here",
      "candidate_top_token_id": 8160,
      "kl_bits": 0.01536613966060445,
      "kl_nats": 0.01065099638183833,
      "shared_baseline_mass": 0.9999713386076629,
      "shared_candidate_mass": 0.9999768100589197,
      "shared_tokens": 60,
      "source_id": "569212",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999554521174522,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999682635131627,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.003192229294376154,
      "kl_nats": 0.002212684735097695,
      "shared_baseline_mass": 0.9999515023737658,
      "shared_candidate_mass": 0.9999647784857165,
      "shared_tokens": 60,
      "source_id": "111364",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999548465575906,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999539090043925,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.007521720443053096,
      "kl_nats": 0.005213659318062356,
      "shared_baseline_mass": 0.999951957273077,
      "shared_candidate_mass": 0.9999510963610649,
      "shared_tokens": 61,
      "source_id": "457674",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999870820229794,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999848774391829,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.009112826641828435,
      "kl_nats": 0.006316530093714934,
      "shared_baseline_mass": 0.9999861637354972,
      "shared_candidate_mass": 0.9999836377665455,
      "shared_tokens": 61,
      "source_id": "453176",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999424094545729,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999917306891749,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0021782298749670266,
      "kl_nats": 0.0015098338964448367,
      "shared_baseline_mass": 0.9999373996889483,
      "shared_candidate_mass": 0.9999109391056936,
      "shared_tokens": 58,
      "source_id": "79550",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999589009213089,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999656745060591,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.0005181734850475528,
      "kl_nats": 0.0003591704902016322,
      "shared_baseline_mass": 0.9999582198652397,
      "shared_candidate_mass": 0.9999648358111546,
      "shared_tokens": 63,
      "source_id": "7540",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.999963998881568,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999569357993578,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.018010938856198658,
      "kl_nats": 0.012484231487411665,
      "shared_baseline_mass": 0.9999566001738677,
      "shared_candidate_mass": 0.9999482016341029,
      "shared_tokens": 52,
      "source_id": "424477",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999906048285029,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999931650429055,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.06340876267293098,
      "kl_nats": 0.04395160506953681,
      "shared_baseline_mass": 0.999989630838979,
      "shared_candidate_mass": 0.9999922977561114,
      "shared_tokens": 60,
      "source_id": "613736",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999693293237246,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999571361259678,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.008237821024859444,
      "kl_nats": 0.005710022417338763,
      "shared_baseline_mass": 0.9999680219663502,
      "shared_candidate_mass": 0.9999556029877524,
      "shared_tokens": 62,
      "source_id": "376593",
      "top1_match": true
    }
  ],
  "summary": {
    "baseline_top_mass_mean": 0.9999648540973131,
    "candidate_top_mass_mean": 0.9999615456264208,
    "kl_bits_max": 0.08510872778065703,
    "kl_bits_mean": 0.015555518027415794,
    "kl_nats_max": 0.058992874702206315,
    "kl_nats_mean": 0.01078226346285266,
    "kl_nats_p50": 0.005213659318062356,
    "kl_nats_p95": 0.04395160506953681,
    "max_kl_baseline_top_token": "The",
    "max_kl_candidate_top_token": "The",
    "max_kl_source_id": "587302",
    "paired_prompts": 32,
    "shared_baseline_mass_mean": 0.9999622434665402,
    "top1_match_rate": 0.96875,
    "top1_matches": 31,
    "top1_mismatches": 1
  }
}