{ "baseline": { "path": "runs/kld-native-bf16-top64-32prompts.json", "served_model": "Ornith-1.0-35B-GGUF-BF16" }, "candidate": { "path": "runs/kld-native-iq4-xs-mtp-graft-active-top64-32prompts.json", "served_model": "ornith-iq4xs-mtp-graft-active-kld" }, "method": { "description": "Approximate KL(P_bf16 || P_quant) over next-token top-K distributions. Missing candidate top-K tokens receive candidate tail_mass/(vocab_size - K). A single explicit tail bucket is included.", "epsilon": 1e-12, "top_logprobs": 64, "vocab_size": 248320 }, "rows": [ { "baseline_top_mass": 0.9999779665447328, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999967455593682, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.14115796784356027, "kl_nats": 0.09784324742433523, "shared_baseline_mass": 0.9999657312524577, "shared_candidate_mass": 0.9999543294789817, "shared_tokens": 50, "source_id": "630213", "top1_match": true }, { "baseline_top_mass": 0.9999441480584079, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999534788668336, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.19159500716459973, "kl_nats": 0.13280353902550482, "shared_baseline_mass": 0.9999122081527501, "shared_candidate_mass": 0.9999355305370681, "shared_tokens": 52, "source_id": "373803", "top1_match": true }, { "baseline_top_mass": 0.9999449106778695, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999248667435122, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.09735863805201694, "kl_nats": 0.06748386546891175, "shared_baseline_mass": 0.999899421813007, "shared_candidate_mass": 0.9998886244749468, "shared_tokens": 49, "source_id": "148184", "top1_match": true }, { "baseline_top_mass": 0.9999128109983377, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999540947218023, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.025928947370653314, "kl_nats": 0.01797257676485555, "shared_baseline_mass": 0.9998573247262352, "shared_candidate_mass": 0.999935452849496, "shared_tokens": 45, "source_id": "631801", "top1_match": true }, { "baseline_top_mass": 0.9999361546663378, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9996768083796801, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.12760456412454865, "kl_nats": 0.08844874384951164, "shared_baseline_mass": 0.9998852650516282, "shared_candidate_mass": 0.9995541509673683, "shared_tokens": 47, "source_id": "211640", "top1_match": true }, { "baseline_top_mass": 0.9999465217547329, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9998843824254704, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.10001645141360915, "kl_nats": 0.06932612130695394, "shared_baseline_mass": 0.9999276991988438, "shared_candidate_mass": 0.999844451878684, "shared_tokens": 47, "source_id": "90023", "top1_match": true }, { "baseline_top_mass": 0.9999917828466508, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999582107492806, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.019828816934888676, "kl_nats": 0.01374428855225738, "shared_baseline_mass": 0.9999876722601263, "shared_candidate_mass": 0.9999476334750055, "shared_tokens": 52, "source_id": "611646", "top1_match": true }, { "baseline_top_mass": 0.9999814397644595, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999859374283139, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.03600964049882408, "kl_nats": 0.024959980784737136, "shared_baseline_mass": 0.9999657855448874, "shared_candidate_mass": 0.9999800017029943, "shared_tokens": 49, "source_id": "502142", "top1_match": true }, { "baseline_top_mass": 0.9999932736245851, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999956659912228, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.22992860483476316, "kl_nats": 0.15937436417129788, "shared_baseline_mass": 0.9999858767600605, "shared_candidate_mass": 0.999990621923342, "shared_tokens": 48, "source_id": "563321", "top1_match": true }, { "baseline_top_mass": 0.9999788099648025, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999857381942261, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.02399053730172332, "kl_nats": 0.016628973290807716, "shared_baseline_mass": 0.9999665880025183, "shared_candidate_mass": 0.999974545094123, "shared_tokens": 49, "source_id": "332631", "top1_match": true }, { "baseline_top_mass": 0.9999577103021162, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999435077675739, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.011311656146084658, "kl_nats": 0.007840642565122158, "shared_baseline_mass": 0.9999419524754688, "shared_candidate_mass": 0.9999209398418722, "shared_tokens": 50, "source_id": "625988", "top1_match": true }, { "baseline_top_mass": 0.9999935052180261, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999925403330318, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.2271375484213564, "kl_nats": 0.15743975128756124, "shared_baseline_mass": 0.9999702100434975, "shared_candidate_mass": 0.9999841675019975, "shared_tokens": 49, "source_id": "265020", "top1_match": true }, { "baseline_top_mass": 0.9999815484084978, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999800329917211, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.4830515949141736, "kl_nats": 0.3348258510797442, "shared_baseline_mass": 0.9999658530121336, "shared_candidate_mass": 0.9999717204545742, "shared_tokens": 51, "source_id": "569184", "top1_match": false }, { "baseline_top_mass": 0.9999759123074359, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999557282475117, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.04290693081328931, "kl_nats": 0.029740818119712124, "shared_baseline_mass": 0.9999615253194991, "shared_candidate_mass": 0.9999432302324373, "shared_tokens": 50, "source_id": "329285", "top1_match": true }, { "baseline_top_mass": 0.9999689026087739, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9998859717632992, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.05565605294245008, "kl_nats": 0.03857783617815432, "shared_baseline_mass": 0.9999429993428091, "shared_candidate_mass": 0.999832945862978, "shared_tokens": 48, "source_id": "587302", "top1_match": true }, { "baseline_top_mass": 0.9999899941326716, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999705966494528, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.12430502942457168, "kl_nats": 0.0861616806750629, "shared_baseline_mass": 0.9999792572111044, "shared_candidate_mass": 0.9999501258441087, "shared_tokens": 50, "source_id": "638333", "top1_match": true }, { "baseline_top_mass": 0.9999545789188652, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999822979706313, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.17934556072919614, "kl_nats": 0.12431286976538475, "shared_baseline_mass": 0.9999239299729145, "shared_candidate_mass": 0.9997729555831785, "shared_tokens": 50, "source_id": "652770", "top1_match": true }, { "baseline_top_mass": 0.9999678526001207, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999753112712745, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.04069543872486784, "kl_nats": 0.028207928613792156, "shared_baseline_mass": 0.9999475354100451, "shared_candidate_mass": 0.9999670084510589, "shared_tokens": 49, "source_id": "446368", "top1_match": true }, { "baseline_top_mass": 0.9998702544216866, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999965094557998, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.04838670299447089, "kl_nats": 0.03353910675720896, "shared_baseline_mass": 0.9997186290677326, "shared_candidate_mass": 0.9999475765129556, "shared_tokens": 48, "source_id": "431830", "top1_match": true }, { "baseline_top_mass": 0.9999607396271244, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999580617905134, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.151756174910934, "kl_nats": 0.1051893647720758, "shared_baseline_mass": 0.9999531719699503, "shared_candidate_mass": 0.9999467616960639, "shared_tokens": 56, "source_id": "256826", "top1_match": false }, { "baseline_top_mass": 0.9999886967348933, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999783068242521, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.010214281508124413, "kl_nats": 0.007080000428802022, "shared_baseline_mass": 0.999981234828769, "shared_candidate_mass": 0.999968269537548, "shared_tokens": 48, "source_id": "502839", "top1_match": true }, { "baseline_top_mass": 0.9999897616910521, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999935152449748, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.27795334359489976, "kl_nats": 0.1926625764400145, "shared_baseline_mass": 0.9999837881513636, "shared_candidate_mass": 0.9999885701835788, "shared_tokens": 52, "source_id": "471183", "top1_match": true }, { "baseline_top_mass": 0.9999719355857973, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999449465934506, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0682146030525886, "kl_nats": 0.047282759778917625, "shared_baseline_mass": 0.9999554600612602, "shared_candidate_mass": 0.9999236930832389, "shared_tokens": 46, "source_id": "426567", "top1_match": true }, { "baseline_top_mass": 0.9999734955483415, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999831613367679, "candidate_top_token": "Here", "candidate_top_token_id": 8160, "kl_bits": 0.06213982844562019, "kl_nats": 0.04307204688756032, "shared_baseline_mass": 0.9999632334268096, "shared_candidate_mass": 0.9999754887228447, "shared_tokens": 49, "source_id": "569212", "top1_match": true }, { "baseline_top_mass": 0.9999554521174522, "baseline_top_token": "Here", "baseline_top_token_id": 8160, "candidate_top_mass": 0.9999664316573617, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.05514932643548169, "kl_nats": 0.03822660012853419, "shared_baseline_mass": 0.9999246219124076, "shared_candidate_mass": 0.9999524424247804, "shared_tokens": 50, "source_id": "111364", "top1_match": false }, { "baseline_top_mass": 0.9999548465575906, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999845755344882, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.1805792006978706, "kl_nats": 0.1251679638314975, "shared_baseline_mass": 0.9999333069996161, "shared_candidate_mass": 0.9999775604920612, "shared_tokens": 50, "source_id": "457674", "top1_match": true }, { "baseline_top_mass": 0.9999870820229794, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999775785160356, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.016507317838016688, "kl_nats": 0.01144200081802816, "shared_baseline_mass": 0.9999791725872355, "shared_candidate_mass": 0.9999684730377478, "shared_tokens": 52, "source_id": "453176", "top1_match": true }, { "baseline_top_mass": 0.9999424094545729, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999068950399134, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.11267756474641943, "kl_nats": 0.07810213631634132, "shared_baseline_mass": 0.9999064840933111, "shared_candidate_mass": 0.9998731693449066, "shared_tokens": 46, "source_id": "79550", "top1_match": true }, { "baseline_top_mass": 0.9999589009213089, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9998984017335714, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.010600670379899178, "kl_nats": 0.007347824785872439, "shared_baseline_mass": 0.9999382948224536, "shared_candidate_mass": 0.999860679259707, "shared_tokens": 48, "source_id": "7540", "top1_match": true }, { "baseline_top_mass": 0.999963998881568, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.999867721577791, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.035129798673417215, "kl_nats": 0.024350120904117648, "shared_baseline_mass": 0.9999326323946104, "shared_candidate_mass": 0.9998277744768059, "shared_tokens": 45, "source_id": "424477", "top1_match": true }, { "baseline_top_mass": 0.9999906048285029, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999910928324433, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.0710977390566815, "kl_nats": 0.04928119737132548, "shared_baseline_mass": 0.9999842088974811, "shared_candidate_mass": 0.9999862124661341, "shared_tokens": 52, "source_id": "613736", "top1_match": true }, { "baseline_top_mass": 0.9999693293237246, "baseline_top_token": "The", "baseline_top_token_id": 760, "candidate_top_mass": 0.9999606284739366, "candidate_top_token": "The", "candidate_top_token_id": 760, "kl_bits": 0.1182822920371355, "kl_nats": 0.08198703723570853, "shared_baseline_mass": 0.9999511542541679, "shared_candidate_mass": 0.999943219011269, "shared_tokens": 46, "source_id": "376593", "top1_match": true } ], "summary": { "baseline_top_mass_mean": 0.9999648540973131, "candidate_top_mass_mean": 0.9999434287355531, "kl_bits_max": 0.4830515949141736, "kl_bits_mean": 0.1055161822508355, "kl_nats_max": 0.3348258510797442, "kl_nats_mean": 0.07313824423061598, "kl_nats_p50": 0.04928119737132548, "kl_nats_p95": 0.15937436417129788, "max_kl_baseline_top_token": "The", "max_kl_candidate_top_token": "Here", "max_kl_source_id": "569184", "paired_prompts": 32, "shared_baseline_mass_mean": 0.999940382156786, "top1_match_rate": 0.90625, "top1_matches": 29, "top1_mismatches": 3 } }