{
  "baseline": {
    "path": "runs/kld-native-bf16-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-BF16"
  },
  "candidate": {
    "path": "runs/kld-native-q3-k-m-top64-32prompts.json",
    "served_model": "Ornith-1.0-35B-GGUF-Q3_K_M"
  },
  "method": {
    "description": "Approximate KL(P_bf16 || P_quant) over next-token top-K distributions. Missing candidate top-K tokens receive candidate tail_mass/(vocab_size - K). A single explicit tail bucket is included.",
    "epsilon": 1e-12,
    "top_logprobs": 64,
    "vocab_size": 248320
  },
  "rows": [
    {
      "baseline_top_mass": 0.9999779665447328,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999973393880592,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.820699679276138,
      "kl_nats": 0.5688656687767064,
      "shared_baseline_mass": 0.999945355442805,
      "shared_candidate_mass": 0.9999924027108956,
      "shared_tokens": 44,
      "source_id": "630213",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999441480584079,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999545214170105,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.7931776565493637,
      "kl_nats": 0.549788856320336,
      "shared_baseline_mass": 0.9998932506036918,
      "shared_candidate_mass": 0.9999102381696973,
      "shared_tokens": 44,
      "source_id": "373803",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999449106778695,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998621960986612,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.1340420051504833,
      "kl_nats": 0.09291083794665916,
      "shared_baseline_mass": 0.9998871267552354,
      "shared_candidate_mass": 0.9997173043325823,
      "shared_tokens": 46,
      "source_id": "148184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999128109983377,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9997622306595508,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.04088965610892182,
      "kl_nats": 0.028342549845964904,
      "shared_baseline_mass": 0.999848848632049,
      "shared_candidate_mass": 0.9995740411727118,
      "shared_tokens": 43,
      "source_id": "631801",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999361546663378,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999049838800079,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.062118094860479076,
      "kl_nats": 0.0430569823142963,
      "shared_baseline_mass": 0.9998673916468332,
      "shared_candidate_mass": 0.9998384572036179,
      "shared_tokens": 42,
      "source_id": "211640",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999465217547329,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999108215865551,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.7105602177639373,
      "kl_nats": 0.4925228115611339,
      "shared_baseline_mass": 0.999884301901095,
      "shared_candidate_mass": 0.9998460179498115,
      "shared_tokens": 39,
      "source_id": "90023",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999917828466508,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999724155371016,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.46444821249036017,
      "kl_nats": 0.3219309690037995,
      "shared_baseline_mass": 0.9999778615106275,
      "shared_candidate_mass": 0.9999475300843347,
      "shared_tokens": 38,
      "source_id": "611646",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999814397644595,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999828041748908,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.031290661729184106,
      "kl_nats": 0.021689033955438943,
      "shared_baseline_mass": 0.999954336900937,
      "shared_candidate_mass": 0.9999669248839881,
      "shared_tokens": 40,
      "source_id": "502142",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999932736245851,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999205942870039,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.7412448811665363,
      "kl_nats": 0.5137917994850764,
      "shared_baseline_mass": 0.9999714497360909,
      "shared_candidate_mass": 0.9998722478197228,
      "shared_tokens": 45,
      "source_id": "563321",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999788099648025,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999983004760414,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.041973127570131025,
      "kl_nats": 0.029093555034519228,
      "shared_baseline_mass": 0.9999601628008027,
      "shared_candidate_mass": 0.9999727409232401,
      "shared_tokens": 47,
      "source_id": "332631",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999577103021162,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9994486169620094,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.8494730557677046,
      "kl_nats": 0.5888098535670256,
      "shared_baseline_mass": 0.9999220766523352,
      "shared_candidate_mass": 0.9990404644843325,
      "shared_tokens": 41,
      "source_id": "625988",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999935052180261,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999864084115446,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.6616855721008211,
      "kl_nats": 0.45864548871887856,
      "shared_baseline_mass": 0.9999583559972222,
      "shared_candidate_mass": 0.9999558113893359,
      "shared_tokens": 38,
      "source_id": "265020",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999815484084978,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999408977848673,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.06524007765868126,
      "kl_nats": 0.045220975888626794,
      "shared_baseline_mass": 0.999947791106386,
      "shared_candidate_mass": 0.9999089778326116,
      "shared_tokens": 45,
      "source_id": "569184",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999759123074359,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999965432686915,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.9668535776289172,
      "kl_nats": 0.6701718313477801,
      "shared_baseline_mass": 0.9999298684678616,
      "shared_candidate_mass": 0.999988731335852,
      "shared_tokens": 40,
      "source_id": "329285",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999689026087739,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999990738278856,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 1.412458625037081,
      "kl_nats": 0.9790417136020296,
      "shared_baseline_mass": 0.9998659490625575,
      "shared_candidate_mass": 0.9999947820163972,
      "shared_tokens": 44,
      "source_id": "587302",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999899941326716,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999829598014045,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 1.9808718794287847,
      "kl_nats": 1.373035758276542,
      "shared_baseline_mass": 0.9999675991274496,
      "shared_candidate_mass": 0.9999649645601353,
      "shared_tokens": 48,
      "source_id": "638333",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999545789188652,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999726898787585,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.37086366366716245,
      "kl_nats": 0.25706310284302547,
      "shared_baseline_mass": 0.9999024977728556,
      "shared_candidate_mass": 0.999947969016505,
      "shared_tokens": 45,
      "source_id": "652770",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999678526001207,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9998083040196549,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.02617900596668182,
      "kl_nats": 0.01814590417566749,
      "shared_baseline_mass": 0.9999365109948442,
      "shared_candidate_mass": 0.9997176742792702,
      "shared_tokens": 41,
      "source_id": "446368",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9998702544216866,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9992352526994499,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.03655683435050886,
      "kl_nats": 0.025339266660252175,
      "shared_baseline_mass": 0.9997642995866786,
      "shared_candidate_mass": 0.998594050803604,
      "shared_tokens": 37,
      "source_id": "431830",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999607396271244,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999305247336401,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.36753158026443594,
      "kl_nats": 0.254753478627035,
      "shared_baseline_mass": 0.999904003674742,
      "shared_candidate_mass": 0.9998765687798314,
      "shared_tokens": 39,
      "source_id": "256826",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999886967348933,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999702621239641,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.33065956390251106,
      "kl_nats": 0.2291957444442066,
      "shared_baseline_mass": 0.999978041173304,
      "shared_candidate_mass": 0.9999405273603812,
      "shared_tokens": 43,
      "source_id": "502839",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999897616910521,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999711621362681,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.26699310275813065,
      "kl_nats": 0.18506551640575,
      "shared_baseline_mass": 0.9999435708873112,
      "shared_candidate_mass": 0.9999485635222017,
      "shared_tokens": 48,
      "source_id": "471183",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999719355857973,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999619820820422,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.02970200810835216,
      "kl_nats": 0.020587863177272934,
      "shared_baseline_mass": 0.9999440522311509,
      "shared_candidate_mass": 0.9998972146751017,
      "shared_tokens": 44,
      "source_id": "426567",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999734955483415,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.9999329088339654,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 1.0878124356962064,
      "kl_nats": 0.7540141227808722,
      "shared_baseline_mass": 0.9999395054236847,
      "shared_candidate_mass": 0.9998746746585419,
      "shared_tokens": 41,
      "source_id": "569212",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999554521174522,
      "baseline_top_token": "Here",
      "baseline_top_token_id": 8160,
      "candidate_top_mass": 0.99995967751979,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 1.5980612924105884,
      "kl_nats": 1.1076916791963816,
      "shared_baseline_mass": 0.9998913108897878,
      "shared_candidate_mass": 0.999931437072576,
      "shared_tokens": 44,
      "source_id": "111364",
      "top1_match": false
    },
    {
      "baseline_top_mass": 0.9999548465575906,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999250723370958,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.5921831169249655,
      "kl_nats": 0.4104700578717403,
      "shared_baseline_mass": 0.9999204982690714,
      "shared_candidate_mass": 0.9998752156437344,
      "shared_tokens": 46,
      "source_id": "457674",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999870820229794,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.999992720402974,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.19961778300553534,
      "kl_nats": 0.13836450347991378,
      "shared_baseline_mass": 0.9999728622143005,
      "shared_candidate_mass": 0.9999690601056163,
      "shared_tokens": 43,
      "source_id": "453176",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999424094545729,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9997825948144577,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.020502304485303904,
      "kl_nats": 0.01421111454896992,
      "shared_baseline_mass": 0.9998632053985304,
      "shared_candidate_mass": 0.9996309572752454,
      "shared_tokens": 39,
      "source_id": "79550",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999589009213089,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999423154556089,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.012207173708805499,
      "kl_nats": 0.008461368038864022,
      "shared_baseline_mass": 0.9999297914241008,
      "shared_candidate_mass": 0.9999060637222681,
      "shared_tokens": 43,
      "source_id": "7540",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.999963998881568,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999259564667131,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.005022054190513256,
      "kl_nats": 0.0034810227027735215,
      "shared_baseline_mass": 0.9999352150946904,
      "shared_candidate_mass": 0.9998859862301394,
      "shared_tokens": 46,
      "source_id": "424477",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999906048285029,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999848054582439,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 1.704784829235647,
      "kl_nats": 1.1816667978460564,
      "shared_baseline_mass": 0.9999783584884346,
      "shared_candidate_mass": 0.9999677133734981,
      "shared_tokens": 42,
      "source_id": "613736",
      "top1_match": true
    },
    {
      "baseline_top_mass": 0.9999693293237246,
      "baseline_top_token": "The",
      "baseline_top_token_id": 760,
      "candidate_top_mass": 0.9999710558009459,
      "candidate_top_token": "The",
      "candidate_top_token_id": 760,
      "kl_bits": 0.2869256238933182,
      "kl_nats": 0.1988816872320568,
      "shared_baseline_mass": 0.999876181046795,
      "shared_candidate_mass": 0.9999470571529294,
      "shared_tokens": 38,
      "source_id": "376593",
      "top1_match": true
    }
  ],
  "summary": {
    "baseline_top_mass_mean": 0.9999648540973131,
    "candidate_top_mass_mean": 0.9999022717690385,
    "kl_bits_max": 1.9808718794287847,
    "kl_bits_mean": 0.5222696672767559,
    "kl_nats_max": 1.373035758276542,
    "kl_nats_mean": 0.36200974736486413,
    "kl_nats_p50": 0.254753478627035,
    "kl_nats_p95": 1.1076916791963816,
    "max_kl_baseline_top_token": "The",
    "max_kl_candidate_top_token": "The",
    "max_kl_source_id": "638333",
    "paired_prompts": 32,
    "shared_baseline_mass_mean": 0.9999206759660707,
    "top1_match_rate": 0.84375,
    "top1_matches": 27,
    "top1_mismatches": 5
  }
}