{ "baseline": { "path": "runs/kld-seq-iq4-xs-mtp-graft-target-top64-8prompts-64tokens.json", "served_model": "ornith-iq4xs-mtp-graft-target-seq-kld" }, "candidate": { "path": "runs/kld-seq-iq4-xs-mtp-graft-active-top64-8prompts-64tokens.json", "served_model": "ornith-iq4xs-mtp-graft-active-seq-kld" }, "method": { "description": "Approximate KL(P_baseline || P_candidate) over per-generated-token top-K distributions. Missing candidate top-K tokens receive candidate tail_mass/(vocab_size - K). A single explicit tail bucket is included.", "epsilon": 1e-12, "n_predict": 64, "top_logprobs": 64, "vocab_size": 248320 }, "rows": [ { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 64, "candidate_top_token": "The", "emitted_token_match": true, "has_comparable_top_logprobs": true, "kl_bits": 0.0, "kl_nats": 0.0, "position": 0, "source_id": "630213", "top1_match": true }, { "baseline_token": " user", "baseline_token_id": 1156, "baseline_top_logprobs": 64, "baseline_top_token": " user", "candidate_token": " user", "candidate_token_id": 1156, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920444958077045, "kl_nats": 12.42150589707079, "position": 1, "source_id": "630213", "top1_match": false }, { "baseline_token": " wants", "baseline_token_id": 6587, "baseline_top_logprobs": 64, "baseline_top_token": " wants", "candidate_token": " wants", "candidate_token_id": 6587, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.919775777923302, "kl_nats": 12.421042056733937, "position": 2, "source_id": "630213", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920695643114776, "kl_nats": 12.421679658697903, "position": 3, "source_id": "630213", "top1_match": false }, { "baseline_token": " Python", "baseline_token_id": 12654, "baseline_top_logprobs": 64, "baseline_top_token": " Python", "candidate_token": " Python", "candidate_token_id": 12654, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.901006251787468, "kl_nats": 12.408032012612438, "position": 4, "source_id": "630213", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921361286435715, "kl_nats": 12.42214104748907, "position": 5, "source_id": "630213", "top1_match": false }, { "baseline_token": " that", "baseline_token_id": 421, "baseline_top_logprobs": 64, "baseline_top_token": " that", "candidate_token": " that", "candidate_token_id": 421, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.688478651029797, "kl_nats": 12.260719105356088, "position": 6, "source_id": "630213", "top1_match": false }, { "baseline_token": " filters", "baseline_token_id": 13019, "baseline_top_logprobs": 64, "baseline_top_token": " filters", "candidate_token": " filters", "candidate_token_id": 13019, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.224410736266236, "kl_nats": 11.939051738649393, "position": 7, "source_id": "630213", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.880956917301795, "kl_nats": 12.39413487294159, "position": 8, "source_id": "630213", "top1_match": false }, { "baseline_token": " list", "baseline_token_id": 1103, "baseline_top_logprobs": 64, "baseline_top_token": " list", "candidate_token": " list", "candidate_token_id": 1103, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921796497845197, "kl_nats": 12.4224427130505, "position": 9, "source_id": "630213", "top1_match": false }, { "baseline_token": " of", "baseline_token_id": 314, "baseline_top_logprobs": 64, "baseline_top_token": " of", "candidate_token": " of", "candidate_token_id": 314, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.705483592744702, "kl_nats": 12.27250603276136, "position": 10, "source_id": "630213", "top1_match": false }, { "baseline_token": " numbers", "baseline_token_id": 4947, "baseline_top_logprobs": 64, "baseline_top_token": " numbers", "candidate_token": " numbers", "candidate_token_id": 4947, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921788758405885, "kl_nats": 12.422437348479962, "position": 11, "source_id": "630213", "top1_match": false }, { "baseline_token": " based", "baseline_token_id": 3018, "baseline_top_logprobs": 64, "baseline_top_token": " based", "candidate_token": " based", "candidate_token_id": 3018, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.359660507789272, "kl_nats": 12.032799736451961, "position": 12, "source_id": "630213", "top1_match": false }, { "baseline_token": " on", "baseline_token_id": 383, "baseline_top_logprobs": 64, "baseline_top_token": " on", "candidate_token": " on", "candidate_token_id": 383, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921789336961986, "kl_nats": 12.42243774950449, "position": 13, "source_id": "630213", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.91962019713472, "kl_nats": 12.42093421634898, "position": 14, "source_id": "630213", "top1_match": false }, { "baseline_token": " predicate", "baseline_token_id": 23521, "baseline_top_logprobs": 64, "baseline_top_token": " predicate", "candidate_token": " predicate", "candidate_token_id": 23521, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.94982341330969, "kl_nats": 11.748722309924561, "position": 15, "source_id": "630213", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.9190490535145, "kl_nats": 12.42053832975893, "position": 16, "source_id": "630213", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.13425773867679, "kl_nats": 11.876562442551242, "position": 17, "source_id": "630213", "top1_match": false }, { "baseline_token": "f", "baseline_token_id": 69, "baseline_top_logprobs": 64, "baseline_top_token": "f", "candidate_token": "f", "candidate_token_id": 69, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921783721534425, "kl_nats": 12.422433857186709, "position": 18, "source_id": "630213", "top1_match": false }, { "baseline_token": "`.", "baseline_token_id": 27653, "baseline_top_logprobs": 64, "baseline_top_token": "`.", "candidate_token": "`.", "candidate_token_id": 27653, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.88506404751283, "kl_nats": 12.396981718667563, "position": 19, "source_id": "630213", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.67232723983643, "kl_nats": 12.249523800225342, "position": 20, "source_id": "630213", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.612557655046949, "kl_nats": 10.821800319925384, "position": 21, "source_id": "630213", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.053931912356315, "kl_nats": 11.820884822511056, "position": 22, "source_id": "630213", "top1_match": false }, { "baseline_token": " should", "baseline_token_id": 1220, "baseline_top_logprobs": 64, "baseline_top_token": " should", "candidate_token": " should", "candidate_token_id": 1220, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.997261985862867, "kl_nats": 11.088457042179638, "position": 23, "source_id": "630213", "top1_match": false }, { "baseline_token": ":", "baseline_token_id": 25, "baseline_top_logprobs": 64, "baseline_top_token": ":", "candidate_token": ":", "candidate_token_id": 25, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.384566204944065, "kl_nats": 11.356915869654742, "position": 24, "source_id": "630213", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92176772612402, "kl_nats": 12.422422770013085, "position": 25, "source_id": "630213", "top1_match": false }, { "baseline_token": "1", "baseline_token_id": 16, "baseline_top_logprobs": 64, "baseline_top_token": "1", "candidate_token": "1", "candidate_token_id": 16, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.89384773109482, "kl_nats": 12.403070104177347, "position": 26, "source_id": "630213", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92091691005169, "kl_nats": 12.421833029251376, "position": 27, "source_id": "630213", "top1_match": false }, { "baseline_token": " Take", "baseline_token_id": 11440, "baseline_top_logprobs": 64, "baseline_top_token": " Take", "candidate_token": " Take", "candidate_token_id": 11440, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.799426635915946, "kl_nats": 11.644475207708783, "position": 28, "source_id": "630213", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.867888362389863, "kl_nats": 12.385076440950392, "position": 29, "source_id": "630213", "top1_match": false }, { "baseline_token": " list", "baseline_token_id": 1103, "baseline_top_logprobs": 64, "baseline_top_token": " list", "candidate_token": " list", "candidate_token_id": 1103, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.912886367662697, "kl_nats": 12.416266681436078, "position": 30, "source_id": "630213", "top1_match": false }, { "baseline_token": " of", "baseline_token_id": 314, "baseline_top_logprobs": 64, "baseline_top_token": " of", "candidate_token": " of", "candidate_token_id": 314, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.912905012627462, "kl_nats": 12.416279605140836, "position": 31, "source_id": "630213", "top1_match": false }, { "baseline_token": " numbers", "baseline_token_id": 4947, "baseline_top_logprobs": 64, "baseline_top_token": " numbers", "candidate_token": " numbers", "candidate_token_id": 4947, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921768159517683, "kl_nats": 12.42242307041868, "position": 32, "source_id": "630213", "top1_match": false }, { "baseline_token": " and", "baseline_token_id": 321, "baseline_top_logprobs": 64, "baseline_top_token": " and", "candidate_token": " and", "candidate_token_id": 321, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.85141552666215, "kl_nats": 11.680511160749957, "position": 33, "source_id": "630213", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92126417345495, "kl_nats": 12.422073733900257, "position": 34, "source_id": "630213", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.670297115473467, "kl_nats": 12.248116625246968, "position": 35, "source_id": "630213", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.912953808932027, "kl_nats": 12.416313428161766, "position": 36, "source_id": "630213", "top1_match": false }, { "baseline_token": "f", "baseline_token_id": 69, "baseline_top_logprobs": 64, "baseline_top_token": "f", "candidate_token": "f", "candidate_token_id": 69, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921805848906683, "kl_nats": 12.422449194712405, "position": 37, "source_id": "630213", "top1_match": false }, { "baseline_token": "`", "baseline_token_id": 63, "baseline_top_logprobs": 64, "baseline_top_token": "`", "candidate_token": "`", "candidate_token_id": 63, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.961671495370226, "kl_nats": 11.756934774599863, "position": 38, "source_id": "630213", "top1_match": false }, { "baseline_token": " as", "baseline_token_id": 430, "baseline_top_logprobs": 64, "baseline_top_token": " as", "candidate_token": " as", "candidate_token_id": 430, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.513004208644563, "kl_nats": 12.139089490356435, "position": 39, "source_id": "630213", "top1_match": false }, { "baseline_token": " arguments", "baseline_token_id": 5789, "baseline_top_logprobs": 64, "baseline_top_token": " arguments", "candidate_token": " arguments", "candidate_token_id": 5789, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.851130007657794, "kl_nats": 12.373460434617035, "position": 40, "source_id": "630213", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.87421927976511, "kl_nats": 12.389464698479403, "position": 41, "source_id": "630213", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921468393445128, "kl_nats": 12.422215288410664, "position": 42, "source_id": "630213", "top1_match": false }, { "baseline_token": "2", "baseline_token_id": 17, "baseline_top_logprobs": 64, "baseline_top_token": "2", "candidate_token": "2", "candidate_token_id": 17, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92060945241106, "kl_nats": 12.421619915854631, "position": 43, "source_id": "630213", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92182792674725, "kl_nats": 12.422464497905345, "position": 44, "source_id": "630213", "top1_match": false }, { "baseline_token": " Return", "baseline_token_id": 3301, "baseline_top_logprobs": 64, "baseline_top_token": " Return", "candidate_token": " Return", "candidate_token_id": 3301, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.87018950927346, "kl_nats": 12.38667147442481, "position": 45, "source_id": "630213", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.879055494002504, "kl_nats": 12.392816906742636, "position": 46, "source_id": "630213", "top1_match": false }, { "baseline_token": " list", "baseline_token_id": 1103, "baseline_top_logprobs": 64, "baseline_top_token": " list", "candidate_token": " list", "candidate_token_id": 1103, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.577078355875493, "kl_nats": 12.183502304856336, "position": 47, "source_id": "630213", "top1_match": false }, { "baseline_token": " of", "baseline_token_id": 314, "baseline_top_logprobs": 64, "baseline_top_token": " of", "candidate_token": " of", "candidate_token_id": 314, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.635282400822252, "kl_nats": 12.223846274508368, "position": 48, "source_id": "630213", "top1_match": false }, { "baseline_token": " numbers", "baseline_token_id": 4947, "baseline_top_logprobs": 64, "baseline_top_token": " numbers", "candidate_token": " numbers", "candidate_token_id": 4947, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.03477434935239, "kl_nats": 11.807605811728486, "position": 49, "source_id": "630213", "top1_match": false }, { "baseline_token": " where", "baseline_token_id": 1332, "baseline_top_logprobs": 64, "baseline_top_token": " where", "candidate_token": " where", "candidate_token_id": 1332, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.461149484245162, "kl_nats": 11.40999935378033, "position": 50, "source_id": "630213", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.908102495527586, "kl_nats": 12.412950753953467, "position": 51, "source_id": "630213", "top1_match": false }, { "baseline_token": "f", "baseline_token_id": 69, "baseline_top_logprobs": 64, "baseline_top_token": "f", "candidate_token": "f", "candidate_token_id": 69, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921636974968116, "kl_nats": 12.422332140218018, "position": 52, "source_id": "630213", "top1_match": false }, { "baseline_token": "(x", "baseline_token_id": 2007, "baseline_top_logprobs": 64, "baseline_top_token": "(x", "candidate_token": "(x", "candidate_token_id": 2007, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.91909747680084, "kl_nats": 12.420571894223333, "position": 53, "source_id": "630213", "top1_match": false }, { "baseline_token": ")`", "baseline_token_id": 44646, "baseline_top_logprobs": 64, "baseline_top_token": ")`", "candidate_token": ")`", "candidate_token_id": 44646, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.918263056354977, "kl_nats": 12.419993518043881, "position": 54, "source_id": "630213", "top1_match": false }, { "baseline_token": " is", "baseline_token_id": 369, "baseline_top_logprobs": 64, "baseline_top_token": " is", "candidate_token": " is", "candidate_token_id": 369, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.88067456149646, "kl_nats": 11.700791978251262, "position": 55, "source_id": "630213", "top1_match": false }, { "baseline_token": " True", "baseline_token_id": 2912, "baseline_top_logprobs": 64, "baseline_top_token": " True", "candidate_token": " True", "candidate_token_id": 2912, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.172063339677884, "kl_nats": 11.902767288294523, "position": 56, "source_id": "630213", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.711639444186, "kl_nats": 12.276772943831844, "position": 57, "source_id": "630213", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92133757806454, "kl_nats": 12.422124614098436, "position": 58, "source_id": "630213", "top1_match": false }, { "baseline_token": "3", "baseline_token_id": 18, "baseline_top_logprobs": 64, "baseline_top_token": "3", "candidate_token": "3", "candidate_token_id": 18, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921780111512746, "kl_nats": 12.422431354910362, "position": 59, "source_id": "630213", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921834288729535, "kl_nats": 12.422468907695428, "position": 60, "source_id": "630213", "top1_match": false }, { "baseline_token": " Handle", "baseline_token_id": 13365, "baseline_top_logprobs": 64, "baseline_top_token": " Handle", "candidate_token": " Handle", "candidate_token_id": 13365, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.9211070569692, "kl_nats": 12.42196482905114, "position": 61, "source_id": "630213", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.816945879115703, "kl_nats": 11.656618621738241, "position": 62, "source_id": "630213", "top1_match": false }, { "baseline_token": " case", "baseline_token_id": 1105, "baseline_top_logprobs": 64, "baseline_top_token": " case", "candidate_token": " case", "candidate_token_id": 1105, "candidate_top_logprobs": 64, "candidate_top_token": " case", "emitted_token_match": true, "has_comparable_top_logprobs": true, "kl_bits": 4.948193468378455e-05, "kl_nats": 3.429826351471663e-05, "position": 63, "source_id": "630213", "top1_match": true }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 64, "candidate_top_token": "The", "emitted_token_match": true, "has_comparable_top_logprobs": true, "kl_bits": 0.003317389505879139, "kl_nats": 0.0022994391828192753, "position": 0, "source_id": "373803", "top1_match": true }, { "baseline_token": " user", "baseline_token_id": 1156, "baseline_top_logprobs": 64, "baseline_top_token": " user", "candidate_token": " user", "candidate_token_id": 1156, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920556176682823, "kl_nats": 12.421582987933812, "position": 1, "source_id": "373803", "top1_match": false }, { "baseline_token": " wants", "baseline_token_id": 6587, "baseline_top_logprobs": 64, "baseline_top_token": " wants", "candidate_token": " wants", "candidate_token_id": 6587, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921368128606396, "kl_nats": 12.422145790120386, "position": 2, "source_id": "373803", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92116475916191, "kl_nats": 12.42200482516333, "position": 3, "source_id": "373803", "top1_match": false }, { "baseline_token": " Python", "baseline_token_id": 12654, "baseline_top_logprobs": 64, "baseline_top_token": " Python", "candidate_token": " Python", "candidate_token_id": 12654, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.5300216635908, "kl_nats": 12.150885091272727, "position": 4, "source_id": "373803", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.9217541703424, "kl_nats": 12.422413373861275, "position": 5, "source_id": "373803", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.372233331893565, "kl_nats": 12.041514554031528, "position": 6, "source_id": "373803", "top1_match": false }, { "baseline_token": "combine", "baseline_token_id": 61005, "baseline_top_logprobs": 64, "baseline_top_token": "combine", "candidate_token": "combine", "candidate_token_id": 61005, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921501055495543, "kl_nats": 12.42223792801882, "position": 7, "source_id": "373803", "top1_match": false }, { "baseline_token": "_dict", "baseline_token_id": 5076, "baseline_top_logprobs": 64, "baseline_top_token": "_dict", "candidate_token": "_dict", "candidate_token_id": 5076, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921578940389, "kl_nats": 12.422291913713128, "position": 8, "source_id": "373803", "top1_match": false }, { "baseline_token": "_by", "baseline_token_id": 3584, "baseline_top_logprobs": 64, "baseline_top_token": "_by", "candidate_token": "_by", "candidate_token_id": 3584, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921737033176488, "kl_nats": 12.422401495283042, "position": 9, "source_id": "373803", "top1_match": false }, { "baseline_token": "_key", "baseline_token_id": 2997, "baseline_top_logprobs": 64, "baseline_top_token": "_key", "candidate_token": "_key", "candidate_token_id": 2997, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921798041519065, "kl_nats": 12.42244378304369, "position": 10, "source_id": "373803", "top1_match": false }, { "baseline_token": "`", "baseline_token_id": 63, "baseline_top_logprobs": 64, "baseline_top_token": "`", "candidate_token": "`", "candidate_token_id": 63, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.085281100903696, "kl_nats": 11.842614424165514, "position": 11, "source_id": "373803", "top1_match": false }, { "baseline_token": " that", "baseline_token_id": 421, "baseline_top_logprobs": 64, "baseline_top_token": " that", "candidate_token": " that", "candidate_token_id": 421, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.917040520680033, "kl_nats": 12.419146120887659, "position": 12, "source_id": "373803", "top1_match": false }, { "baseline_token": " takes", "baseline_token_id": 4829, "baseline_top_logprobs": 64, "baseline_top_token": " takes", "candidate_token": " takes", "candidate_token_id": 4829, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.38577308566637, "kl_nats": 12.050899596184625, "position": 13, "source_id": "373803", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.19808452534466, "kl_nats": 11.920803799774276, "position": 14, "source_id": "373803", "top1_match": false }, { "baseline_token": " list", "baseline_token_id": 1103, "baseline_top_logprobs": 64, "baseline_top_token": " list", "candidate_token": " list", "candidate_token_id": 1103, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.916724962451013, "kl_nats": 12.418927392590913, "position": 15, "source_id": "373803", "top1_match": false }, { "baseline_token": " of", "baseline_token_id": 314, "baseline_top_logprobs": 64, "baseline_top_token": " of", "candidate_token": " of", "candidate_token_id": 314, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921828808473972, "kl_nats": 12.422465109071737, "position": 16, "source_id": "373803", "top1_match": false }, { "baseline_token": " dictionaries", "baseline_token_id": 55588, "baseline_top_logprobs": 64, "baseline_top_token": " dictionaries", "candidate_token": " dictionaries", "candidate_token_id": 55588, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.90586027928261, "kl_nats": 12.411396568085056, "position": 17, "source_id": "373803", "top1_match": false }, { "baseline_token": " and", "baseline_token_id": 321, "baseline_top_logprobs": 64, "baseline_top_token": " and", "candidate_token": " and", "candidate_token_id": 321, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.918499443899915, "kl_nats": 12.420157369404174, "position": 18, "source_id": "373803", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92155305951991, "kl_nats": 12.422273974461687, "position": 19, "source_id": "373803", "top1_match": false }, { "baseline_token": " key", "baseline_token_id": 1328, "baseline_top_logprobs": 64, "baseline_top_token": " key", "candidate_token": " key", "candidate_token_id": 1328, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.104223178619385, "kl_nats": 11.855744071928092, "position": 20, "source_id": "373803", "top1_match": false }, { "baseline_token": " name", "baseline_token_id": 803, "baseline_top_logprobs": 64, "baseline_top_token": " name", "candidate_token": " name", "candidate_token_id": 803, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.710128252295874, "kl_nats": 12.275725465433917, "position": 21, "source_id": "373803", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.782020113154235, "kl_nats": 12.325557106093099, "position": 22, "source_id": "373803", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.910811189087624, "kl_nats": 12.414828277257609, "position": 23, "source_id": "373803", "top1_match": false }, { "baseline_token": "It", "baseline_token_id": 2064, "baseline_top_logprobs": 64, "baseline_top_token": "It", "candidate_token": "It", "candidate_token_id": 2064, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.273507049661475, "kl_nats": 11.97308270985519, "position": 24, "source_id": "373803", "top1_match": false }, { "baseline_token": " should", "baseline_token_id": 1220, "baseline_top_logprobs": 64, "baseline_top_token": " should", "candidate_token": " should", "candidate_token_id": 1220, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.374850126187184, "kl_nats": 12.043328377618256, "position": 25, "source_id": "373803", "top1_match": false }, { "baseline_token": " return", "baseline_token_id": 460, "baseline_top_logprobs": 64, "baseline_top_token": " return", "candidate_token": " return", "candidate_token_id": 460, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.663866566629867, "kl_nats": 11.550512127886629, "position": 26, "source_id": "373803", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921752086469066, "kl_nats": 12.42241192943035, "position": 27, "source_id": "373803", "top1_match": false }, { "baseline_token": " new", "baseline_token_id": 491, "baseline_top_logprobs": 64, "baseline_top_token": " new", "candidate_token": " new", "candidate_token_id": 491, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.400940109254723, "kl_nats": 12.061412575822377, "position": 28, "source_id": "373803", "top1_match": false }, { "baseline_token": " dictionary", "baseline_token_id": 10675, "baseline_top_logprobs": 64, "baseline_top_token": " dictionary", "candidate_token": " dictionary", "candidate_token_id": 10675, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.918733624005874, "kl_nats": 12.420319690684362, "position": 29, "source_id": "373803", "top1_match": false }, { "baseline_token": " where", "baseline_token_id": 1332, "baseline_top_logprobs": 64, "baseline_top_token": " where", "candidate_token": " where", "candidate_token_id": 1332, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.827925546070702, "kl_nats": 11.664229146931584, "position": 30, "source_id": "373803", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.70081359288642, "kl_nats": 12.269269035526376, "position": 31, "source_id": "373803", "top1_match": false }, { "baseline_token": " key", "baseline_token_id": 1328, "baseline_top_logprobs": 64, "baseline_top_token": " key", "candidate_token": " key", "candidate_token_id": 1328, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.33237140696667, "kl_nats": 12.013884373156758, "position": 32, "source_id": "373803", "top1_match": false }, { "baseline_token": " is", "baseline_token_id": 369, "baseline_top_logprobs": 64, "baseline_top_token": " is", "candidate_token": " is", "candidate_token_id": 369, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.867764508470774, "kl_nats": 12.384990591955573, "position": 33, "source_id": "373803", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.854536173958504, "kl_nats": 12.37582140918489, "position": 34, "source_id": "373803", "top1_match": false }, { "baseline_token": " input", "baseline_token_id": 1879, "baseline_top_logprobs": 64, "baseline_top_token": " input", "candidate_token": " input", "candidate_token_id": 1879, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.936523604053203, "kl_nats": 11.046356404076496, "position": 35, "source_id": "373803", "top1_match": false }, { "baseline_token": " key", "baseline_token_id": 1328, "baseline_top_logprobs": 64, "baseline_top_token": " key", "candidate_token": " key", "candidate_token_id": 1328, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.915314315882316, "kl_nats": 12.417949606899052, "position": 36, "source_id": "373803", "top1_match": false }, { "baseline_token": " name", "baseline_token_id": 803, "baseline_top_logprobs": 64, "baseline_top_token": " name", "candidate_token": " name", "candidate_token_id": 803, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.480230728289325, "kl_nats": 12.116372644851063, "position": 37, "source_id": "373803", "top1_match": false }, { "baseline_token": ",", "baseline_token_id": 11, "baseline_top_logprobs": 64, "baseline_top_token": ",", "candidate_token": ",", "candidate_token_id": 11, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.127743610952876, "kl_nats": 11.872047193285603, "position": 38, "source_id": "373803", "top1_match": false }, { "baseline_token": " and", "baseline_token_id": 321, "baseline_top_logprobs": 64, "baseline_top_token": " and", "candidate_token": " and", "candidate_token_id": 321, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921403629967433, "kl_nats": 12.422170397788694, "position": 39, "source_id": "373803", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.9214436450118, "kl_nats": 12.422198134103876, "position": 40, "source_id": "373803", "top1_match": false }, { "baseline_token": " value", "baseline_token_id": 869, "baseline_top_logprobs": 64, "baseline_top_token": " value", "candidate_token": " value", "candidate_token_id": 869, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.879731078199903, "kl_nats": 12.393285186024293, "position": 41, "source_id": "373803", "top1_match": false }, { "baseline_token": " is", "baseline_token_id": 369, "baseline_top_logprobs": 64, "baseline_top_token": " is", "candidate_token": " is", "candidate_token_id": 369, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920474712244925, "kl_nats": 12.421526521088367, "position": 42, "source_id": "373803", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.915420357158194, "kl_nats": 12.41802310911045, "position": 43, "source_id": "373803", "top1_match": false }, { "baseline_token": " list", "baseline_token_id": 1103, "baseline_top_logprobs": 64, "baseline_top_token": " list", "candidate_token": " list", "candidate_token_id": 1103, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.912776995840048, "kl_nats": 12.416190870665575, "position": 44, "source_id": "373803", "top1_match": false }, { "baseline_token": " of", "baseline_token_id": 314, "baseline_top_logprobs": 64, "baseline_top_token": " of", "candidate_token": " of", "candidate_token_id": 314, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.943445738543062, "kl_nats": 11.744301642641544, "position": 45, "source_id": "373803", "top1_match": false }, { "baseline_token": " all", "baseline_token_id": 660, "baseline_top_logprobs": 64, "baseline_top_token": " all", "candidate_token": " all", "candidate_token_id": 660, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.683385000533452, "kl_nats": 12.257188455875788, "position": 46, "source_id": "373803", "top1_match": false }, { "baseline_token": " values", "baseline_token_id": 2663, "baseline_top_logprobs": 64, "baseline_top_token": " values", "candidate_token": " values", "candidate_token_id": 2663, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.255501493461754, "kl_nats": 11.96060220934094, "position": 47, "source_id": "373803", "top1_match": false }, { "baseline_token": " associated", "baseline_token_id": 5634, "baseline_top_logprobs": 64, "baseline_top_token": " associated", "candidate_token": " associated", "candidate_token_id": 5634, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.902536195346837, "kl_nats": 11.715945308117085, "position": 48, "source_id": "373803", "top1_match": false }, { "baseline_token": " with", "baseline_token_id": 440, "baseline_top_logprobs": 64, "baseline_top_token": " with", "candidate_token": " with", "candidate_token_id": 440, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92119342317689, "kl_nats": 12.422024693544497, "position": 49, "source_id": "373803", "top1_match": false }, { "baseline_token": " that", "baseline_token_id": 421, "baseline_top_logprobs": 64, "baseline_top_token": " that", "candidate_token": " that", "candidate_token_id": 421, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921518563891443, "kl_nats": 12.422250063914072, "position": 50, "source_id": "373803", "top1_match": false }, { "baseline_token": " key", "baseline_token_id": 1328, "baseline_top_logprobs": 64, "baseline_top_token": " key", "candidate_token": " key", "candidate_token_id": 1328, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92130977934281, "kl_nats": 12.422105345492843, "position": 51, "source_id": "373803", "top1_match": false }, { "baseline_token": " in", "baseline_token_id": 303, "baseline_top_logprobs": 64, "baseline_top_token": " in", "candidate_token": " in", "candidate_token_id": 303, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.554998472651672, "kl_nats": 11.475050515492706, "position": 52, "source_id": "373803", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.8815909538688, "kl_nats": 12.39457435360038, "position": 53, "source_id": "373803", "top1_match": false }, { "baseline_token": " input", "baseline_token_id": 1879, "baseline_top_logprobs": 64, "baseline_top_token": " input", "candidate_token": " input", "candidate_token_id": 1879, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.76476749048379, "kl_nats": 12.313598499331816, "position": 54, "source_id": "373803", "top1_match": false }, { "baseline_token": " dictionaries", "baseline_token_id": 55588, "baseline_top_logprobs": 64, "baseline_top_token": " dictionaries", "candidate_token": " dictionaries", "candidate_token_id": 55588, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.899781458576253, "kl_nats": 12.407183050651316, "position": 55, "source_id": "373803", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.892442654942673, "kl_nats": 12.402096179604015, "position": 56, "source_id": "373803", "top1_match": false }, { "baseline_token": "\n\n", "baseline_token_id": 271, "baseline_top_logprobs": 64, "baseline_top_token": "\n\n", "candidate_token": "\n\n", "candidate_token_id": 271, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.88109895293735, "kl_nats": 12.394233324541915, "position": 57, "source_id": "373803", "top1_match": false }, { "baseline_token": "Let", "baseline_token_id": 9764, "baseline_top_logprobs": 64, "baseline_top_token": "Let", "candidate_token": "Let", "candidate_token_id": 9764, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.333925859985534, "kl_nats": 11.321814657324152, "position": 58, "source_id": "373803", "top1_match": false }, { "baseline_token": "'s", "baseline_token_id": 579, "baseline_top_logprobs": 64, "baseline_top_token": "'s", "candidate_token": "'s", "candidate_token_id": 579, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.892787604312517, "kl_nats": 12.40233528028716, "position": 59, "source_id": "373803", "top1_match": false }, { "baseline_token": " break", "baseline_token_id": 1387, "baseline_top_logprobs": 64, "baseline_top_token": " break", "candidate_token": " break", "candidate_token_id": 1387, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.129417863879574, "kl_nats": 10.486913335861397, "position": 60, "source_id": "373803", "top1_match": false }, { "baseline_token": " down", "baseline_token_id": 1441, "baseline_top_logprobs": 64, "baseline_top_token": " down", "candidate_token": " down", "candidate_token_id": 1441, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.740533749351243, "kl_nats": 11.603653769431425, "position": 61, "source_id": "373803", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.862202617901218, "kl_nats": 12.381135383188703, "position": 62, "source_id": "373803", "top1_match": false }, { "baseline_token": " requirements", "baseline_token_id": 8242, "baseline_top_logprobs": 64, "baseline_top_token": " requirements", "candidate_token": " requirements", "candidate_token_id": 8242, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.908479930740068, "kl_nats": 11.720065191546897, "position": 63, "source_id": "373803", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 64, "candidate_top_token": "The", "emitted_token_match": true, "has_comparable_top_logprobs": true, "kl_bits": 0.0007215717292834348, "kl_nats": 0.0005001554097245769, "position": 0, "source_id": "148184", "top1_match": true }, { "baseline_token": " user", "baseline_token_id": 1156, "baseline_top_logprobs": 64, "baseline_top_token": " user", "candidate_token": " user", "candidate_token_id": 1156, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.859747746062926, "kl_nats": 12.379433795695356, "position": 1, "source_id": "148184", "top1_match": false }, { "baseline_token": " wants", "baseline_token_id": 6587, "baseline_top_logprobs": 64, "baseline_top_token": " wants", "candidate_token": " wants", "candidate_token_id": 6587, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921696290772022, "kl_nats": 12.422373254800256, "position": 2, "source_id": "148184", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920798217543005, "kl_nats": 12.421750757873628, "position": 3, "source_id": "148184", "top1_match": false }, { "baseline_token": " Python", "baseline_token_id": 12654, "baseline_top_logprobs": 64, "baseline_top_token": " Python", "candidate_token": " Python", "candidate_token_id": 12654, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.88235336906743, "kl_nats": 12.395102819545729, "position": 4, "source_id": "148184", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92178036147067, "kl_nats": 12.422431528167992, "position": 5, "source_id": "148184", "top1_match": false }, { "baseline_token": " that", "baseline_token_id": 421, "baseline_top_logprobs": 64, "baseline_top_token": " that", "candidate_token": " that", "candidate_token_id": 421, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.158557541810893, "kl_nats": 11.893405782581807, "position": 6, "source_id": "148184", "top1_match": false }, { "baseline_token": " calculates", "baseline_token_id": 45838, "baseline_top_logprobs": 64, "baseline_top_token": " calculates", "candidate_token": " calculates", "candidate_token_id": 45838, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.618351040618382, "kl_nats": 12.21211034992001, "position": 7, "source_id": "148184", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.9200143172586, "kl_nats": 12.421207399601654, "position": 8, "source_id": "148184", "top1_match": false }, { "baseline_token": " number", "baseline_token_id": 1324, "baseline_top_logprobs": 64, "baseline_top_token": " number", "candidate_token": " number", "candidate_token_id": 1324, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.482998867832055, "kl_nats": 12.118291372970505, "position": 9, "source_id": "148184", "top1_match": false }, { "baseline_token": " of", "baseline_token_id": 314, "baseline_top_logprobs": 64, "baseline_top_token": " of", "candidate_token": " of", "candidate_token_id": 314, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92183391902752, "kl_nats": 12.42246865143752, "position": 10, "source_id": "148184", "top1_match": false }, { "baseline_token": " milliseconds", "baseline_token_id": 29508, "baseline_top_logprobs": 64, "baseline_top_token": " milliseconds", "candidate_token": " milliseconds", "candidate_token_id": 29508, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.8919460938021, "kl_nats": 12.401751989649453, "position": 11, "source_id": "148184", "top1_match": false }, { "baseline_token": " between", "baseline_token_id": 1881, "baseline_top_logprobs": 64, "baseline_top_token": " between", "candidate_token": " between", "candidate_token_id": 1881, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.645168513295346, "kl_nats": 12.23069880549579, "position": 12, "source_id": "148184", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.75000448591008, "kl_nats": 12.303365564334952, "position": 13, "source_id": "148184", "top1_match": false }, { "baseline_token": " start", "baseline_token_id": 1151, "baseline_top_logprobs": 64, "baseline_top_token": " start", "candidate_token": " start", "candidate_token_id": 1151, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.87919005417563, "kl_nats": 12.392910176747254, "position": 14, "source_id": "148184", "top1_match": false }, { "baseline_token": " date", "baseline_token_id": 2321, "baseline_top_logprobs": 64, "baseline_top_token": " date", "candidate_token": " date", "candidate_token_id": 2321, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92162152712797, "kl_nats": 12.422321432591175, "position": 15, "source_id": "148184", "top1_match": false }, { "baseline_token": " and", "baseline_token_id": 321, "baseline_top_logprobs": 64, "baseline_top_token": " and", "candidate_token": " and", "candidate_token_id": 321, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.769074415912698, "kl_nats": 12.316583832549744, "position": 16, "source_id": "148184", "top1_match": false }, { "baseline_token": " an", "baseline_token_id": 449, "baseline_top_logprobs": 64, "baseline_top_token": " an", "candidate_token": " an", "candidate_token_id": 449, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.726858892606035, "kl_nats": 12.287322261593868, "position": 17, "source_id": "148184", "top1_match": false }, { "baseline_token": " end", "baseline_token_id": 809, "baseline_top_logprobs": 64, "baseline_top_token": " end", "candidate_token": " end", "candidate_token_id": 809, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921380110585556, "kl_nats": 12.42215409539546, "position": 18, "source_id": "148184", "top1_match": false }, { "baseline_token": " date", "baseline_token_id": 2321, "baseline_top_logprobs": 64, "baseline_top_token": " date", "candidate_token": " date", "candidate_token_id": 2321, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92179915933644, "kl_nats": 12.422444557855652, "position": 19, "source_id": "148184", "top1_match": false }, { "baseline_token": " (", "baseline_token_id": 318, "baseline_top_logprobs": 64, "baseline_top_token": " (", "candidate_token": " (", "candidate_token_id": 318, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.929993446619473, "kl_nats": 11.734977224422638, "position": 20, "source_id": "148184", "top1_match": false }, { "baseline_token": "start", "baseline_token_id": 2388, "baseline_top_logprobs": 64, "baseline_top_token": "start", "candidate_token": "start", "candidate_token_id": 2388, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.441520723732715, "kl_nats": 12.089540914333188, "position": 21, "source_id": "148184", "top1_match": false }, { "baseline_token": " date", "baseline_token_id": 2321, "baseline_top_logprobs": 64, "baseline_top_token": " date", "candidate_token": " date", "candidate_token_id": 2321, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.815737364032636, "kl_nats": 12.348928123475693, "position": 22, "source_id": "148184", "top1_match": false }, { "baseline_token": " +", "baseline_token_id": 478, "baseline_top_logprobs": 64, "baseline_top_token": " +", "candidate_token": " +", "candidate_token_id": 478, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.909144191345085, "kl_nats": 12.413672802472368, "position": 23, "source_id": "148184", "top1_match": false }, { "baseline_token": " N", "baseline_token_id": 443, "baseline_top_logprobs": 64, "baseline_top_token": " N", "candidate_token": " N", "candidate_token_id": 443, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.102077361552247, "kl_nats": 11.854256704878008, "position": 24, "source_id": "148184", "top1_match": false }, { "baseline_token": " days", "baseline_token_id": 2756, "baseline_top_logprobs": 64, "baseline_top_token": " days", "candidate_token": " days", "candidate_token_id": 2756, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921621961971592, "kl_nats": 12.422321734001804, "position": 25, "source_id": "148184", "top1_match": false }, { "baseline_token": ").", "baseline_token_id": 553, "baseline_top_logprobs": 64, "baseline_top_token": ").", "candidate_token": ").", "candidate_token_id": 553, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.919868350974774, "kl_nats": 12.42110622348356, "position": 26, "source_id": "148184", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.109286181431237, "kl_nats": 11.859253478052294, "position": 27, "source_id": "148184", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.626491216569264, "kl_nats": 11.52460550936968, "position": 28, "source_id": "148184", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.749257100576681, "kl_nats": 10.916553155178425, "position": 29, "source_id": "148184", "top1_match": false }, { "baseline_token": " signature", "baseline_token_id": 11618, "baseline_top_logprobs": 64, "baseline_top_token": " signature", "candidate_token": " signature", "candidate_token_id": 11618, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.49994915926817, "kl_nats": 11.436893239129171, "position": 30, "source_id": "148184", "top1_match": false }, { "baseline_token": " should", "baseline_token_id": 1220, "baseline_top_logprobs": 64, "baseline_top_token": " should", "candidate_token": " should", "candidate_token_id": 1220, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.638123123137316, "kl_nats": 11.532668132611862, "position": 31, "source_id": "148184", "top1_match": false }, { "baseline_token": " be", "baseline_token_id": 381, "baseline_top_logprobs": 64, "baseline_top_token": " be", "candidate_token": " be", "candidate_token_id": 381, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.853349326375175, "kl_nats": 10.98870438800886, "position": 32, "source_id": "148184", "top1_match": false }, { "baseline_token": " something", "baseline_token_id": 2414, "baseline_top_logprobs": 64, "baseline_top_token": " something", "candidate_token": " something", "candidate_token_id": 2414, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.960809927326274, "kl_nats": 11.756337581139338, "position": 33, "source_id": "148184", "top1_match": false }, { "baseline_token": " like", "baseline_token_id": 1040, "baseline_top_logprobs": 64, "baseline_top_token": " like", "candidate_token": " like", "candidate_token_id": 1040, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92179842578947, "kl_nats": 12.422444049399637, "position": 34, "source_id": "148184", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.464136906641254, "kl_nats": 12.10521725775127, "position": 35, "source_id": "148184", "top1_match": false }, { "baseline_token": "def", "baseline_token_id": 727, "baseline_top_logprobs": 64, "baseline_top_token": "def", "candidate_token": "def", "candidate_token_id": 727, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.957442235321793, "kl_nats": 11.754003274921438, "position": 36, "source_id": "148184", "top1_match": false }, { "baseline_token": " elapsed", "baseline_token_id": 24528, "baseline_top_logprobs": 64, "baseline_top_token": " elapsed", "candidate_token": " elapsed", "candidate_token_id": 24528, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.841194236302318, "kl_nats": 12.366573482715298, "position": 37, "source_id": "148184", "top1_match": false }, { "baseline_token": "_m", "baseline_token_id": 697, "baseline_top_logprobs": 64, "baseline_top_token": "_m", "candidate_token": "_m", "candidate_token_id": 697, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.918552551151095, "kl_nats": 12.420194180545597, "position": 38, "source_id": "148184", "top1_match": false }, { "baseline_token": "illiseconds", "baseline_token_id": 54305, "baseline_top_logprobs": 64, "baseline_top_token": "illiseconds", "candidate_token": "illiseconds", "candidate_token_id": 54305, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92168896406809, "kl_nats": 12.422368176316082, "position": 39, "source_id": "148184", "top1_match": false }, { "baseline_token": "(start", "baseline_token_id": 10324, "baseline_top_logprobs": 64, "baseline_top_token": "(start", "candidate_token": "(start", "candidate_token_id": 10324, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.83927848503096, "kl_nats": 12.365245585122901, "position": 40, "source_id": "148184", "top1_match": false }, { "baseline_token": "_date", "baseline_token_id": 4028, "baseline_top_logprobs": 64, "baseline_top_token": "_date", "candidate_token": "_date", "candidate_token_id": 4028, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.919130073237387, "kl_nats": 12.420594488351421, "position": 41, "source_id": "148184", "top1_match": false }, { "baseline_token": ":", "baseline_token_id": 25, "baseline_top_logprobs": 64, "baseline_top_token": ":", "candidate_token": ":", "candidate_token_id": 25, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.463313522415152, "kl_nats": 11.411499350736484, "position": 42, "source_id": "148184", "top1_match": false }, { "baseline_token": " str", "baseline_token_id": 592, "baseline_top_logprobs": 64, "baseline_top_token": " str", "candidate_token": " str", "candidate_token_id": 592, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921605920221864, "kl_nats": 12.42231061470821, "position": 43, "source_id": "148184", "top1_match": false }, { "baseline_token": ",", "baseline_token_id": 11, "baseline_top_logprobs": 64, "baseline_top_token": ",", "candidate_token": ",", "candidate_token_id": 11, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921759525379688, "kl_nats": 12.422417085690274, "position": 44, "source_id": "148184", "top1_match": false }, { "baseline_token": " days", "baseline_token_id": 2756, "baseline_top_logprobs": 64, "baseline_top_token": " days", "candidate_token": " days", "candidate_token_id": 2756, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.913201148001463, "kl_nats": 11.723337689980443, "position": 45, "source_id": "148184", "top1_match": false }, { "baseline_token": ":", "baseline_token_id": 25, "baseline_top_logprobs": 64, "baseline_top_token": ":", "candidate_token": ":", "candidate_token_id": 25, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920904636615834, "kl_nats": 12.421824521953916, "position": 46, "source_id": "148184", "top1_match": false }, { "baseline_token": " int", "baseline_token_id": 514, "baseline_top_logprobs": 64, "baseline_top_token": " int", "candidate_token": " int", "candidate_token_id": 514, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92147652866009, "kl_nats": 12.422220927311978, "position": 47, "source_id": "148184", "top1_match": false }, { "baseline_token": ")", "baseline_token_id": 8, "baseline_top_logprobs": 64, "baseline_top_token": ")", "candidate_token": ")", "candidate_token_id": 8, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921612765347252, "kl_nats": 12.422315359387571, "position": 48, "source_id": "148184", "top1_match": false }, { "baseline_token": " ->", "baseline_token_id": 1411, "baseline_top_logprobs": 64, "baseline_top_token": " ->", "candidate_token": " ->", "candidate_token_id": 1411, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921671796707116, "kl_nats": 12.422356276808227, "position": 49, "source_id": "148184", "top1_match": false }, { "baseline_token": " int", "baseline_token_id": 514, "baseline_top_logprobs": 64, "baseline_top_token": " int", "candidate_token": " int", "candidate_token_id": 514, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.915127179914403, "kl_nats": 12.417819894130512, "position": 50, "source_id": "148184", "top1_match": false }, { "baseline_token": ":`", "baseline_token_id": 18173, "baseline_top_logprobs": 64, "baseline_top_token": ":`", "candidate_token": ":`", "candidate_token_id": 18173, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.34247233523472, "kl_nats": 12.020885803106797, "position": 51, "source_id": "148184", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.065332475348548, "kl_nats": 11.828787090605918, "position": 52, "source_id": "148184", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.91774948337049, "kl_nats": 11.726490355817726, "position": 53, "source_id": "148184", "top1_match": false }, { "baseline_token": " input", "baseline_token_id": 1879, "baseline_top_logprobs": 64, "baseline_top_token": " input", "candidate_token": " input", "candidate_token_id": 1879, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.692808324470032, "kl_nats": 10.877425845174042, "position": 54, "source_id": "148184", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.451740768811, "kl_nats": 11.40347772920445, "position": 55, "source_id": "148184", "top1_match": false }, { "baseline_token": "start", "baseline_token_id": 2388, "baseline_top_logprobs": 64, "baseline_top_token": "start", "candidate_token": "start", "candidate_token_id": 2388, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920136001505732, "kl_nats": 12.42129174469447, "position": 56, "source_id": "148184", "top1_match": false }, { "baseline_token": "_date", "baseline_token_id": 4028, "baseline_top_logprobs": 64, "baseline_top_token": "_date", "candidate_token": "_date", "candidate_token_id": 4028, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92174807743483, "kl_nats": 12.422409150579574, "position": 57, "source_id": "148184", "top1_match": false }, { "baseline_token": "`", "baseline_token_id": 63, "baseline_top_logprobs": 64, "baseline_top_token": "`", "candidate_token": "`", "candidate_token_id": 63, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92179620476639, "kl_nats": 12.422442509903751, "position": 58, "source_id": "148184", "top1_match": false }, { "baseline_token": " is", "baseline_token_id": 369, "baseline_top_logprobs": 64, "baseline_top_token": " is", "candidate_token": " is", "candidate_token_id": 369, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.904206353286185, "kl_nats": 12.410250153943778, "position": 59, "source_id": "148184", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.763569060466793, "kl_nats": 12.312767810944434, "position": 60, "source_id": "148184", "top1_match": false }, { "baseline_token": " string", "baseline_token_id": 886, "baseline_top_logprobs": 64, "baseline_top_token": " string", "candidate_token": " string", "candidate_token_id": 886, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.89658308078383, "kl_nats": 12.404966104102133, "position": 61, "source_id": "148184", "top1_match": false }, { "baseline_token": " in", "baseline_token_id": 303, "baseline_top_logprobs": 64, "baseline_top_token": " in", "candidate_token": " in", "candidate_token_id": 303, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.671414401539696, "kl_nats": 12.248891068933652, "position": 62, "source_id": "148184", "top1_match": false }, { "baseline_token": " \"", "baseline_token_id": 328, "baseline_top_logprobs": 64, "baseline_top_token": " \"", "candidate_token": " \"", "candidate_token_id": 328, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.452308538949836, "kl_nats": 11.40387127747539, "position": 63, "source_id": "148184", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 64, "candidate_top_token": "The", "emitted_token_match": true, "has_comparable_top_logprobs": true, "kl_bits": 0.004871796768271524, "kl_nats": 0.00337687219418846, "position": 0, "source_id": "631801", "top1_match": true }, { "baseline_token": " user", "baseline_token_id": 1156, "baseline_top_logprobs": 64, "baseline_top_token": " user", "candidate_token": " user", "candidate_token_id": 1156, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.916570543588662, "kl_nats": 12.418820357591848, "position": 1, "source_id": "631801", "top1_match": false }, { "baseline_token": " wants", "baseline_token_id": 6587, "baseline_top_logprobs": 64, "baseline_top_token": " wants", "candidate_token": " wants", "candidate_token_id": 6587, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921333137204417, "kl_nats": 12.42212153592876, "position": 2, "source_id": "631801", "top1_match": false }, { "baseline_token": " me", "baseline_token_id": 728, "baseline_top_logprobs": 64, "baseline_top_token": " me", "candidate_token": " me", "candidate_token_id": 728, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.174527282398348, "kl_nats": 11.904475163244273, "position": 3, "source_id": "631801", "top1_match": false }, { "baseline_token": " to", "baseline_token_id": 310, "baseline_top_logprobs": 64, "baseline_top_token": " to", "candidate_token": " to", "candidate_token_id": 310, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921810542928608, "kl_nats": 12.422452448360467, "position": 4, "source_id": "631801", "top1_match": false }, { "baseline_token": " implement", "baseline_token_id": 4072, "baseline_top_logprobs": 64, "baseline_top_token": " implement", "candidate_token": " implement", "candidate_token_id": 4072, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.898644153850444, "kl_nats": 12.406394731087184, "position": 5, "source_id": "631801", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.666900857588747, "kl_nats": 11.552615338109774, "position": 6, "source_id": "631801", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.32339115399273, "kl_nats": 12.007659736127158, "position": 7, "source_id": "631801", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.807363979420572, "kl_nats": 12.343124135540098, "position": 8, "source_id": "631801", "top1_match": false }, { "baseline_token": "extract", "baseline_token_id": 22759, "baseline_top_logprobs": 64, "baseline_top_token": "extract", "candidate_token": "extract", "candidate_token_id": 22759, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.9215906070636, "kl_nats": 12.422300000435731, "position": 9, "source_id": "631801", "top1_match": false }, { "baseline_token": "_left", "baseline_token_id": 9293, "baseline_top_logprobs": 64, "baseline_top_token": "_left", "candidate_token": "_left", "candidate_token_id": 9293, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921032391242488, "kl_nats": 12.421913074713185, "position": 10, "source_id": "631801", "top1_match": false }, { "baseline_token": "_context", "baseline_token_id": 8207, "baseline_top_logprobs": 64, "baseline_top_token": "_context", "candidate_token": "_context", "candidate_token_id": 8207, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.9218024874516, "kl_nats": 12.42244686472929, "position": 11, "source_id": "631801", "top1_match": false }, { "baseline_token": "`", "baseline_token_id": 63, "baseline_top_logprobs": 64, "baseline_top_token": "`", "candidate_token": "`", "candidate_token_id": 63, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.8989672612875, "kl_nats": 11.71347151153625, "position": 12, "source_id": "631801", "top1_match": false }, { "baseline_token": " that", "baseline_token_id": 421, "baseline_top_logprobs": 64, "baseline_top_token": " that", "candidate_token": " that", "candidate_token_id": 421, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.15387115143272, "kl_nats": 11.890157424304173, "position": 13, "source_id": "631801", "top1_match": false }, { "baseline_token": " takes", "baseline_token_id": 4829, "baseline_top_logprobs": 64, "baseline_top_token": " takes", "candidate_token": " takes", "candidate_token_id": 4829, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.901435381113624, "kl_nats": 11.022035101275067, "position": 14, "source_id": "631801", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.910795076528625, "kl_nats": 12.414817108882767, "position": 15, "source_id": "631801", "top1_match": false }, { "baseline_token": " token", "baseline_token_id": 3817, "baseline_top_logprobs": 64, "baseline_top_token": " token", "candidate_token": " token", "candidate_token_id": 3817, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.2948383417737, "kl_nats": 11.98786843484048, "position": 16, "source_id": "631801", "top1_match": false }, { "baseline_token": "ized", "baseline_token_id": 1452, "baseline_top_logprobs": 64, "baseline_top_token": "ized", "candidate_token": "ized", "candidate_token_id": 1452, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921776941395443, "kl_nats": 12.422429157552491, "position": 17, "source_id": "631801", "top1_match": false }, { "baseline_token": " sentence", "baseline_token_id": 11316, "baseline_top_logprobs": 64, "baseline_top_token": " sentence", "candidate_token": " sentence", "candidate_token_id": 11316, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.902924837724896, "kl_nats": 12.409361875045628, "position": 18, "source_id": "631801", "top1_match": false }, { "baseline_token": " and", "baseline_token_id": 321, "baseline_top_logprobs": 64, "baseline_top_token": " and", "candidate_token": " and", "candidate_token_id": 321, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.929393438237923, "kl_nats": 11.734561330304656, "position": 19, "source_id": "631801", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921524796608477, "kl_nats": 12.422254384104312, "position": 20, "source_id": "631801", "top1_match": false }, { "baseline_token": " parser", "baseline_token_id": 6518, "baseline_top_logprobs": 64, "baseline_top_token": " parser", "candidate_token": " parser", "candidate_token_id": 6518, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.431353536302353, "kl_nats": 12.082493557031608, "position": 21, "source_id": "631801", "top1_match": false }, { "baseline_token": " context", "baseline_token_id": 2193, "baseline_top_logprobs": 64, "baseline_top_token": " context", "candidate_token": " context", "candidate_token_id": 2193, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921381119366917, "kl_nats": 12.422154794629414, "position": 22, "source_id": "631801", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.29511388204161, "kl_nats": 11.294912244240365, "position": 23, "source_id": "631801", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.91516925529954, "kl_nats": 12.41784905856509, "position": 24, "source_id": "631801", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.46872959875888, "kl_nats": 11.415253488783836, "position": 25, "source_id": "631801", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.208956274096145, "kl_nats": 11.235192341209178, "position": 26, "source_id": "631801", "top1_match": false }, { "baseline_token": " should", "baseline_token_id": 1220, "baseline_top_logprobs": 64, "baseline_top_token": " should", "candidate_token": " should", "candidate_token_id": 1220, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.228281404242342, "kl_nats": 11.941734681243913, "position": 27, "source_id": "631801", "top1_match": false }, { "baseline_token": " return", "baseline_token_id": 460, "baseline_top_logprobs": 64, "baseline_top_token": " return", "candidate_token": " return", "candidate_token_id": 460, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.631938792341593, "kl_nats": 11.528381481157156, "position": 28, "source_id": "631801", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921547116892675, "kl_nats": 12.422269855346373, "position": 29, "source_id": "631801", "top1_match": false }, { "baseline_token": " list", "baseline_token_id": 1103, "baseline_top_logprobs": 64, "baseline_top_token": " list", "candidate_token": " list", "candidate_token_id": 1103, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921435723287438, "kl_nats": 12.42219264318297, "position": 30, "source_id": "631801", "top1_match": false }, { "baseline_token": " of", "baseline_token_id": 314, "baseline_top_logprobs": 64, "baseline_top_token": " of", "candidate_token": " of", "candidate_token_id": 314, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92001114367765, "kl_nats": 12.421205199842964, "position": 31, "source_id": "631801", "top1_match": false }, { "baseline_token": " lists", "baseline_token_id": 11140, "baseline_top_logprobs": 64, "baseline_top_token": " lists", "candidate_token": " lists", "candidate_token_id": 11140, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.917229397389686, "kl_nats": 12.41927704024643, "position": 32, "source_id": "631801", "top1_match": false }, { "baseline_token": ",", "baseline_token_id": 11, "baseline_top_logprobs": 64, "baseline_top_token": ",", "candidate_token": ",", "candidate_token_id": 11, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.910225040541295, "kl_nats": 11.721274809485386, "position": 33, "source_id": "631801", "top1_match": false }, { "baseline_token": " where", "baseline_token_id": 1332, "baseline_top_logprobs": 64, "baseline_top_token": " where", "candidate_token": " where", "candidate_token_id": 1332, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.815360991784413, "kl_nats": 12.348667242112995, "position": 34, "source_id": "631801", "top1_match": false }, { "baseline_token": " each", "baseline_token_id": 1754, "baseline_top_logprobs": 64, "baseline_top_token": " each", "candidate_token": " each", "candidate_token_id": 1754, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921752820701006, "kl_nats": 12.42241243836115, "position": 35, "source_id": "631801", "top1_match": false }, { "baseline_token": " sublist", "baseline_token_id": 90655, "baseline_top_logprobs": 64, "baseline_top_token": " sublist", "candidate_token": " sublist", "candidate_token_id": 90655, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.913605337805443, "kl_nats": 12.41676503356343, "position": 36, "source_id": "631801", "top1_match": false }, { "baseline_token": " enc", "baseline_token_id": 3107, "baseline_top_logprobs": 64, "baseline_top_token": " enc", "candidate_token": " enc", "candidate_token_id": 3107, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.863181429632885, "kl_nats": 11.688666663220861, "position": 37, "source_id": "631801", "top1_match": false }, { "baseline_token": "odes", "baseline_token_id": 2458, "baseline_top_logprobs": 64, "baseline_top_token": "odes", "candidate_token": "odes", "candidate_token_id": 2458, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921828771915667, "kl_nats": 12.422465083731451, "position": 38, "source_id": "631801", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92079601794366, "kl_nats": 12.421749233227542, "position": 39, "source_id": "631801", "top1_match": false }, { "baseline_token": " word", "baseline_token_id": 3299, "baseline_top_logprobs": 64, "baseline_top_token": " word", "candidate_token": " word", "candidate_token_id": 3299, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921630750988605, "kl_nats": 12.422327826084167, "position": 40, "source_id": "631801", "top1_match": false }, { "baseline_token": " and", "baseline_token_id": 321, "baseline_top_logprobs": 64, "baseline_top_token": " and", "candidate_token": " and", "candidate_token_id": 321, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92003235350479, "kl_nats": 12.421219901374847, "position": 41, "source_id": "631801", "top1_match": false }, { "baseline_token": " its", "baseline_token_id": 1141, "baseline_top_logprobs": 64, "baseline_top_token": " its", "candidate_token": " its", "candidate_token_id": 1141, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921714350872303, "kl_nats": 12.422385773107848, "position": 42, "source_id": "631801", "top1_match": false }, { "baseline_token": " n", "baseline_token_id": 307, "baseline_top_logprobs": 64, "baseline_top_token": " n", "candidate_token": " n", "candidate_token_id": 307, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.18191103167085, "kl_nats": 11.90959318823447, "position": 43, "source_id": "631801", "top1_match": false }, { "baseline_token": "-left", "baseline_token_id": 7699, "baseline_top_logprobs": 64, "baseline_top_token": "-left", "candidate_token": "-left", "candidate_token_id": 7699, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.89694347486655, "kl_nats": 12.40521591024446, "position": 44, "source_id": "631801", "top1_match": false }, { "baseline_token": " neighbors", "baseline_token_id": 18146, "baseline_top_logprobs": 64, "baseline_top_token": " neighbors", "candidate_token": " neighbors", "candidate_token_id": 18146, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92122722596763, "kl_nats": 12.422048123853592, "position": 45, "source_id": "631801", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.911510906322206, "kl_nats": 12.415313284285947, "position": 46, "source_id": "631801", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.781556930806854, "kl_nats": 12.325236052554924, "position": 47, "source_id": "631801", "top1_match": false }, { "baseline_token": "I", "baseline_token_id": 40, "baseline_top_logprobs": 64, "baseline_top_token": "I", "candidate_token": "I", "candidate_token_id": 40, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.83478333905274, "kl_nats": 11.668982606801949, "position": 48, "source_id": "631801", "top1_match": false }, { "baseline_token": " need", "baseline_token_id": 1144, "baseline_top_logprobs": 64, "baseline_top_token": " need", "candidate_token": " need", "candidate_token_id": 1144, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.516417261925863, "kl_nats": 12.141455238615467, "position": 49, "source_id": "631801", "top1_match": false }, { "baseline_token": " to", "baseline_token_id": 310, "baseline_top_logprobs": 64, "baseline_top_token": " to", "candidate_token": " to", "candidate_token_id": 310, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921833106766066, "kl_nats": 12.422468088420784, "position": 50, "source_id": "631801", "top1_match": false }, { "baseline_token": " use", "baseline_token_id": 958, "baseline_top_logprobs": 64, "baseline_top_token": " use", "candidate_token": " use", "candidate_token_id": 958, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.80635467502127, "kl_nats": 12.342424539041394, "position": 51, "source_id": "631801", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.5796643077738, "kl_nats": 12.185294750123713, "position": 52, "source_id": "631801", "top1_match": false }, { "baseline_token": " composition", "baseline_token_id": 17498, "baseline_top_logprobs": 64, "baseline_top_token": " composition", "candidate_token": " composition", "candidate_token_id": 17498, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921651521696642, "kl_nats": 12.42234222324188, "position": 53, "source_id": "631801", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.2058513861536, "kl_nats": 11.23304019688585, "position": 54, "source_id": "631801", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.740099469892648, "kl_nats": 12.29649993040907, "position": 55, "source_id": "631801", "top1_match": false }, { "baseline_token": "I", "baseline_token_id": 40, "baseline_top_logprobs": 64, "baseline_top_token": "I", "candidate_token": "I", "candidate_token_id": 40, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.050935875011984, "kl_nats": 11.125660947113035, "position": 56, "source_id": "631801", "top1_match": false }, { "baseline_token": " need", "baseline_token_id": 1144, "baseline_top_logprobs": 64, "baseline_top_token": " need", "candidate_token": " need", "candidate_token_id": 1144, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.648989829049498, "kl_nats": 11.540200359176865, "position": 57, "source_id": "631801", "top1_match": false }, { "baseline_token": " to", "baseline_token_id": 310, "baseline_top_logprobs": 64, "baseline_top_token": " to", "candidate_token": " to", "candidate_token_id": 310, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921475157434767, "kl_nats": 12.422219976851009, "position": 58, "source_id": "631801", "top1_match": false }, { "baseline_token": " call", "baseline_token_id": 1562, "baseline_top_logprobs": 64, "baseline_top_token": " call", "candidate_token": " call", "candidate_token_id": 1562, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.86154520007114, "kl_nats": 11.687532515313391, "position": 59, "source_id": "631801", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.9086494531071, "kl_nats": 12.413329876057592, "position": 60, "source_id": "631801", "top1_match": false }, { "baseline_token": "get", "baseline_token_id": 447, "baseline_top_logprobs": 64, "baseline_top_token": "get", "candidate_token": "get", "candidate_token_id": 447, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921734487999593, "kl_nats": 12.422399731100853, "position": 61, "source_id": "631801", "top1_match": false }, { "baseline_token": "_context", "baseline_token_id": 8207, "baseline_top_logprobs": 64, "baseline_top_token": "_context", "candidate_token": "_context", "candidate_token_id": 8207, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92182040338965, "kl_nats": 12.422459283111237, "position": 62, "source_id": "631801", "top1_match": false }, { "baseline_token": "_size", "baseline_token_id": 2291, "baseline_top_logprobs": 64, "baseline_top_token": "_size", "candidate_token": "_size", "candidate_token_id": 2291, "candidate_top_logprobs": 64, "candidate_top_token": "_size", "emitted_token_match": true, "has_comparable_top_logprobs": true, "kl_bits": -1.5088750685193338e-07, "kl_nats": -1.0458724995613705e-07, "position": 63, "source_id": "631801", "top1_match": true }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 64, "candidate_top_token": "The", "emitted_token_match": true, "has_comparable_top_logprobs": true, "kl_bits": 0.005805275389122891, "kl_nats": 0.004023910268344572, "position": 0, "source_id": "211640", "top1_match": true }, { "baseline_token": " user", "baseline_token_id": 1156, "baseline_top_logprobs": 64, "baseline_top_token": " user", "candidate_token": " user", "candidate_token_id": 1156, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.842780136502753, "kl_nats": 12.367672744967878, "position": 1, "source_id": "211640", "top1_match": false }, { "baseline_token": " wants", "baseline_token_id": 6587, "baseline_top_logprobs": 64, "baseline_top_token": " wants", "candidate_token": " wants", "candidate_token_id": 6587, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92173881995944, "kl_nats": 12.422402733786607, "position": 2, "source_id": "211640", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.887273054257996, "kl_nats": 12.398512885464811, "position": 3, "source_id": "211640", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.803356934244118, "kl_nats": 12.340346663473662, "position": 4, "source_id": "211640", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921085893566488, "kl_nats": 12.421950159698218, "position": 5, "source_id": "211640", "top1_match": false }, { "baseline_token": "b", "baseline_token_id": 65, "baseline_top_logprobs": 64, "baseline_top_token": "b", "candidate_token": "b", "candidate_token_id": 65, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921818263501933, "kl_nats": 12.422457799854099, "position": 6, "source_id": "211640", "top1_match": false }, { "baseline_token": "ith", "baseline_token_id": 402, "baseline_top_logprobs": 64, "baseline_top_token": "ith", "candidate_token": "ith", "candidate_token_id": 402, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92182517675774, "kl_nats": 12.42246259175787, "position": 7, "source_id": "211640", "top1_match": false }, { "baseline_token": "ash", "baseline_token_id": 956, "baseline_top_logprobs": 64, "baseline_top_token": "ash", "candidate_token": "ash", "candidate_token_id": 956, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92184090427999, "kl_nats": 12.422473493245574, "position": 8, "source_id": "211640", "top1_match": false }, { "baseline_token": "(data", "baseline_token_id": 2507, "baseline_top_logprobs": 64, "baseline_top_token": "(data", "candidate_token": "(data", "candidate_token_id": 2507, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92028737037156, "kl_nats": 12.421396665597044, "position": 9, "source_id": "211640", "top1_match": false }, { "baseline_token": ")`", "baseline_token_id": 44646, "baseline_top_logprobs": 64, "baseline_top_token": ")`", "candidate_token": ")`", "candidate_token_id": 44646, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.918771579206943, "kl_nats": 12.42034599922497, "position": 10, "source_id": "211640", "top1_match": false }, { "baseline_token": " that", "baseline_token_id": 421, "baseline_top_logprobs": 64, "baseline_top_token": " that", "candidate_token": " that", "candidate_token_id": 421, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92085795197647, "kl_nats": 12.421792162627765, "position": 11, "source_id": "211640", "top1_match": false }, { "baseline_token": " computes", "baseline_token_id": 55288, "baseline_top_logprobs": 64, "baseline_top_token": " computes", "candidate_token": " computes", "candidate_token_id": 55288, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.10659296375117, "kl_nats": 11.85738668181072, "position": 12, "source_id": "211640", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920627420640937, "kl_nats": 12.421632370482511, "position": 13, "source_id": "211640", "top1_match": false }, { "baseline_token": " hash", "baseline_token_id": 5010, "baseline_top_logprobs": 64, "baseline_top_token": " hash", "candidate_token": " hash", "candidate_token_id": 5010, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.93929987804609, "kl_nats": 11.741427951127072, "position": 14, "source_id": "211640", "top1_match": false }, { "baseline_token": " for", "baseline_token_id": 364, "baseline_top_logprobs": 64, "baseline_top_token": " for", "candidate_token": " for", "candidate_token_id": 364, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.728527903956287, "kl_nats": 10.902184770985727, "position": 15, "source_id": "211640", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92109023572971, "kl_nats": 12.421953169456414, "position": 16, "source_id": "211640", "top1_match": false }, { "baseline_token": " string", "baseline_token_id": 886, "baseline_top_logprobs": 64, "baseline_top_token": " string", "candidate_token": " string", "candidate_token_id": 886, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.099876334957315, "kl_nats": 11.852731069499393, "position": 17, "source_id": "211640", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.558129678991133, "kl_nats": 11.477220902338656, "position": 18, "source_id": "211640", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921160080797836, "kl_nats": 12.422001582368463, "position": 19, "source_id": "211640", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.58827867475758, "kl_nats": 12.191265774310827, "position": 20, "source_id": "211640", "top1_match": false }, { "baseline_token": " hash", "baseline_token_id": 5010, "baseline_top_logprobs": 64, "baseline_top_token": " hash", "candidate_token": " hash", "candidate_token_id": 5010, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.1533044817697, "kl_nats": 11.88976463882494, "position": 21, "source_id": "211640", "top1_match": false }, { "baseline_token": " is", "baseline_token_id": 369, "baseline_top_logprobs": 64, "baseline_top_token": " is", "candidate_token": " is", "candidate_token_id": 369, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.200121053464265, "kl_nats": 11.922215413498511, "position": 22, "source_id": "211640", "top1_match": false }, { "baseline_token": " computed", "baseline_token_id": 23424, "baseline_top_logprobs": 64, "baseline_top_token": " computed", "candidate_token": " computed", "candidate_token_id": 23424, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.086883935373727, "kl_nats": 11.843725424359322, "position": 23, "source_id": "211640", "top1_match": false }, { "baseline_token": " by", "baseline_token_id": 539, "baseline_top_logprobs": 64, "baseline_top_token": " by", "candidate_token": " by", "candidate_token_id": 539, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.868502138868223, "kl_nats": 12.38550187838586, "position": 24, "source_id": "211640", "top1_match": false }, { "baseline_token": " XOR", "baseline_token_id": 67521, "baseline_top_logprobs": 64, "baseline_top_token": " XOR", "candidate_token": " XOR", "candidate_token_id": 67521, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.457369849536008, "kl_nats": 10.71423233007819, "position": 25, "source_id": "211640", "top1_match": false }, { "baseline_token": "ing", "baseline_token_id": 286, "baseline_top_logprobs": 64, "baseline_top_token": "ing", "candidate_token": "ing", "candidate_token_id": 286, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.153442271747178, "kl_nats": 11.88986014755934, "position": 26, "source_id": "211640", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.446158925655293, "kl_nats": 11.399608690358745, "position": 27, "source_id": "211640", "top1_match": false }, { "baseline_token": " left", "baseline_token_id": 2047, "baseline_top_logprobs": 64, "baseline_top_token": " left", "candidate_token": " left", "candidate_token_id": 2047, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.034994689265357, "kl_nats": 11.807758539717923, "position": 28, "source_id": "211640", "top1_match": false }, { "baseline_token": "-shift", "baseline_token_id": 86851, "baseline_top_logprobs": 64, "baseline_top_token": "-shift", "candidate_token": "-shift", "candidate_token_id": 86851, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.89810826452572, "kl_nats": 12.40602328091266, "position": 29, "source_id": "211640", "top1_match": false }, { "baseline_token": "ed", "baseline_token_id": 290, "baseline_top_logprobs": 64, "baseline_top_token": "ed", "candidate_token": "ed", "candidate_token_id": 290, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.91976909875756, "kl_nats": 12.421037427089034, "position": 30, "source_id": "211640", "top1_match": false }, { "baseline_token": " ASCII", "baseline_token_id": 38016, "baseline_top_logprobs": 64, "baseline_top_token": " ASCII", "candidate_token": " ASCII", "candidate_token_id": 38016, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.687796417653903, "kl_nats": 10.873951856095212, "position": 31, "source_id": "211640", "top1_match": false }, { "baseline_token": " values", "baseline_token_id": 2663, "baseline_top_logprobs": 64, "baseline_top_token": " values", "candidate_token": " values", "candidate_token_id": 2663, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.732890065865654, "kl_nats": 12.29150275233424, "position": 32, "source_id": "211640", "top1_match": false }, { "baseline_token": " of", "baseline_token_id": 314, "baseline_top_logprobs": 64, "baseline_top_token": " of", "candidate_token": " of", "candidate_token_id": 314, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.75088436731796, "kl_nats": 12.303975451652052, "position": 33, "source_id": "211640", "top1_match": false }, { "baseline_token": " each", "baseline_token_id": 1754, "baseline_top_logprobs": 64, "baseline_top_token": " each", "candidate_token": " each", "candidate_token_id": 1754, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.835558773961157, "kl_nats": 12.362667277882371, "position": 34, "source_id": "211640", "top1_match": false }, { "baseline_token": " character", "baseline_token_id": 3542, "baseline_top_logprobs": 64, "baseline_top_token": " character", "candidate_token": " character", "candidate_token_id": 3542, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.44323686662901, "kl_nats": 12.090730453943193, "position": 35, "source_id": "211640", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.303360439954055, "kl_nats": 11.993775503166647, "position": 36, "source_id": "211640", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.86902565777133, "kl_nats": 12.38586475403752, "position": 37, "source_id": "211640", "top1_match": false }, { "baseline_token": "Specific", "baseline_token_id": 45930, "baseline_top_logprobs": 64, "baseline_top_token": "Specific", "candidate_token": "Specific", "candidate_token_id": 45930, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.375139183036396, "kl_nats": 12.04352873655831, "position": 38, "source_id": "211640", "top1_match": false }, { "baseline_token": "ally", "baseline_token_id": 722, "baseline_top_logprobs": 64, "baseline_top_token": "ally", "candidate_token": "ally", "candidate_token_id": 722, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921815383752318, "kl_nats": 12.422455803763773, "position": 39, "source_id": "211640", "top1_match": false }, { "baseline_token": ",", "baseline_token_id": 11, "baseline_top_logprobs": 64, "baseline_top_token": ",", "candidate_token": ",", "candidate_token_id": 11, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.798378459062782, "kl_nats": 12.33689584743823, "position": 40, "source_id": "211640", "top1_match": false }, { "baseline_token": " for", "baseline_token_id": 364, "baseline_top_logprobs": 64, "baseline_top_token": " for", "candidate_token": " for", "candidate_token_id": 364, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.999731900541605, "kl_nats": 11.783316237135374, "position": 41, "source_id": "211640", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.854125824929223, "kl_nats": 11.682389796352252, "position": 42, "source_id": "211640", "top1_match": false }, { "baseline_token": " string", "baseline_token_id": 886, "baseline_top_logprobs": 64, "baseline_top_token": " string", "candidate_token": " string", "candidate_token_id": 886, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.69222265057573, "kl_nats": 12.263314248085369, "position": 43, "source_id": "211640", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.440081718607654, "kl_nats": 11.395396291427994, "position": 44, "source_id": "211640", "top1_match": false }, { "baseline_token": "s", "baseline_token_id": 82, "baseline_top_logprobs": 64, "baseline_top_token": "s", "candidate_token": "s", "candidate_token_id": 82, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.100139599300505, "kl_nats": 11.852913550436616, "position": 45, "source_id": "211640", "top1_match": false }, { "baseline_token": "`,", "baseline_token_id": 7561, "baseline_top_logprobs": 64, "baseline_top_token": "`,", "candidate_token": "`,", "candidate_token_id": 7561, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.715076254679847, "kl_nats": 11.586007978775827, "position": 46, "source_id": "211640", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.432123601719997, "kl_nats": 12.083027325704695, "position": 47, "source_id": "211640", "top1_match": false }, { "baseline_token": " hash", "baseline_token_id": 5010, "baseline_top_logprobs": 64, "baseline_top_token": " hash", "candidate_token": " hash", "candidate_token_id": 5010, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.844757194931486, "kl_nats": 12.369043137443558, "position": 48, "source_id": "211640", "top1_match": false }, { "baseline_token": " is", "baseline_token_id": 369, "baseline_top_logprobs": 64, "baseline_top_token": " is", "candidate_token": " is", "candidate_token_id": 369, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.48494967383225, "kl_nats": 11.426496388089413, "position": 49, "source_id": "211640", "top1_match": false }, { "baseline_token": " `(", "baseline_token_id": 47029, "baseline_top_logprobs": 64, "baseline_top_token": " `(", "candidate_token": " `(", "candidate_token_id": 47029, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.498626495114802, "kl_nats": 11.435976438200438, "position": 50, "source_id": "211640", "top1_match": false }, { "baseline_token": "ord", "baseline_token_id": 526, "baseline_top_logprobs": 64, "baseline_top_token": "ord", "candidate_token": "ord", "candidate_token_id": 526, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.21042877760851, "kl_nats": 11.929360183427084, "position": 51, "source_id": "211640", "top1_match": false }, { "baseline_token": "(s", "baseline_token_id": 1104, "baseline_top_logprobs": 64, "baseline_top_token": "(s", "candidate_token": "(s", "candidate_token_id": 1104, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.91935733380156, "kl_nats": 12.420752013370729, "position": 52, "source_id": "211640", "top1_match": false }, { "baseline_token": "[", "baseline_token_id": 58, "baseline_top_logprobs": 64, "baseline_top_token": "[", "candidate_token": "[", "candidate_token_id": 58, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.91853538030679, "kl_nats": 12.420182278623278, "position": 53, "source_id": "211640", "top1_match": false }, { "baseline_token": "0", "baseline_token_id": 15, "baseline_top_logprobs": 64, "baseline_top_token": "0", "candidate_token": "0", "candidate_token_id": 15, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92172408747414, "kl_nats": 12.422392522005959, "position": 54, "source_id": "211640", "top1_match": false }, { "baseline_token": "])", "baseline_token_id": 2387, "baseline_top_logprobs": 64, "baseline_top_token": "])", "candidate_token": "])", "candidate_token_id": 2387, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.91995672851197, "kl_nats": 12.421167482124293, "position": 55, "source_id": "211640", "top1_match": false }, { "baseline_token": " <<", "baseline_token_id": 1079, "baseline_top_logprobs": 64, "baseline_top_token": " <<", "candidate_token": " <<", "candidate_token_id": 1079, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.91071645320118, "kl_nats": 12.41476261134502, "position": 56, "source_id": "211640", "top1_match": false }, { "baseline_token": " ", "baseline_token_id": 220, "baseline_top_logprobs": 64, "baseline_top_token": " ", "candidate_token": " ", "candidate_token_id": 220, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.913846851697727, "kl_nats": 12.416932438236932, "position": 57, "source_id": "211640", "top1_match": false }, { "baseline_token": "8", "baseline_token_id": 23, "baseline_top_logprobs": 64, "baseline_top_token": "8", "candidate_token": "8", "candidate_token_id": 23, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92046215935712, "kl_nats": 12.421517820089575, "position": 58, "source_id": "211640", "top1_match": false }, { "baseline_token": ")", "baseline_token_id": 8, "baseline_top_logprobs": 64, "baseline_top_token": ")", "candidate_token": ")", "candidate_token_id": 8, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921186695798212, "kl_nats": 12.422020030480933, "position": 59, "source_id": "211640", "top1_match": false }, { "baseline_token": " ^", "baseline_token_id": 6108, "baseline_top_logprobs": 64, "baseline_top_token": " ^", "candidate_token": " ^", "candidate_token_id": 6108, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92022194004789, "kl_nats": 12.421351312752668, "position": 60, "source_id": "211640", "top1_match": false }, { "baseline_token": " (", "baseline_token_id": 318, "baseline_top_logprobs": 64, "baseline_top_token": " (", "candidate_token": " (", "candidate_token_id": 318, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.91909968168322, "kl_nats": 12.420573422531337, "position": 61, "source_id": "211640", "top1_match": false }, { "baseline_token": "ord", "baseline_token_id": 526, "baseline_top_logprobs": 64, "baseline_top_token": "ord", "candidate_token": "ord", "candidate_token_id": 526, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921830926126283, "kl_nats": 12.422466576916467, "position": 62, "source_id": "211640", "top1_match": false }, { "baseline_token": "(s", "baseline_token_id": 1104, "baseline_top_logprobs": 64, "baseline_top_token": "(s", "candidate_token": "(s", "candidate_token_id": 1104, "candidate_top_logprobs": 64, "candidate_top_token": "(s", "emitted_token_match": true, "has_comparable_top_logprobs": true, "kl_bits": 1.4213753969241481e-05, "kl_nats": 9.852223488952464e-06, "position": 63, "source_id": "211640", "top1_match": true }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 64, "candidate_top_token": "The", "emitted_token_match": true, "has_comparable_top_logprobs": true, "kl_bits": 0.001629380041200383, "kl_nats": 0.001129400181618693, "position": 0, "source_id": "90023", "top1_match": true }, { "baseline_token": " user", "baseline_token_id": 1156, "baseline_top_logprobs": 64, "baseline_top_token": " user", "candidate_token": " user", "candidate_token_id": 1156, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.89727458427343, "kl_nats": 12.405445417796294, "position": 1, "source_id": "90023", "top1_match": false }, { "baseline_token": " wants", "baseline_token_id": 6587, "baseline_top_logprobs": 64, "baseline_top_token": " wants", "candidate_token": " wants", "candidate_token_id": 6587, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.908571406003322, "kl_nats": 12.413275777927659, "position": 2, "source_id": "90023", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.919787222415998, "kl_nats": 12.421049989451781, "position": 3, "source_id": "90023", "top1_match": false }, { "baseline_token": " Python", "baseline_token_id": 12654, "baseline_top_logprobs": 64, "baseline_top_token": " Python", "candidate_token": " Python", "candidate_token_id": 12654, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.847329857366294, "kl_nats": 12.370826371156777, "position": 4, "source_id": "90023", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92166210809062, "kl_nats": 12.422349561171018, "position": 5, "source_id": "90023", "top1_match": false }, { "baseline_token": " that", "baseline_token_id": 421, "baseline_top_logprobs": 64, "baseline_top_token": " that", "candidate_token": " that", "candidate_token_id": 421, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.82983564031911, "kl_nats": 11.665553123374474, "position": 6, "source_id": "90023", "top1_match": false }, { "baseline_token": " finds", "baseline_token_id": 13325, "baseline_top_logprobs": 64, "baseline_top_token": " finds", "candidate_token": " finds", "candidate_token_id": 13325, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.792711966437828, "kl_nats": 11.639820953491634, "position": 7, "source_id": "90023", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.918347787206596, "kl_nats": 12.420052248994786, "position": 8, "source_id": "90023", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.865999339395618, "kl_nats": 11.690619889427971, "position": 9, "source_id": "90023", "top1_match": false }, { "baseline_token": "k", "baseline_token_id": 74, "baseline_top_logprobs": 64, "baseline_top_token": "k", "candidate_token": "k", "candidate_token_id": 74, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921694160632864, "kl_nats": 12.422371778300306, "position": 10, "source_id": "90023", "top1_match": false }, { "baseline_token": "`", "baseline_token_id": 63, "baseline_top_logprobs": 64, "baseline_top_token": "`", "candidate_token": "`", "candidate_token_id": 63, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921818692850128, "kl_nats": 12.42245809745559, "position": 11, "source_id": "90023", "top1_match": false }, { "baseline_token": " most", "baseline_token_id": 1379, "baseline_top_logprobs": 64, "baseline_top_token": " most", "candidate_token": " most", "candidate_token_id": 1379, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.918870527732672, "kl_nats": 12.420414585116601, "position": 12, "source_id": "90023", "top1_match": false }, { "baseline_token": " frequent", "baseline_token_id": 20125, "baseline_top_logprobs": 64, "baseline_top_token": " frequent", "candidate_token": " frequent", "candidate_token_id": 20125, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.95326457658033, "kl_nats": 11.751107542543451, "position": 13, "source_id": "90023", "top1_match": false }, { "baseline_token": " elements", "baseline_token_id": 5255, "baseline_top_logprobs": 64, "baseline_top_token": " elements", "candidate_token": " elements", "candidate_token_id": 5255, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920092078422364, "kl_nats": 12.421261299533072, "position": 14, "source_id": "90023", "top1_match": false }, { "baseline_token": " in", "baseline_token_id": 303, "baseline_top_logprobs": 64, "baseline_top_token": " in", "candidate_token": " in", "candidate_token_id": 303, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.64837340417527, "kl_nats": 12.232920266573212, "position": 15, "source_id": "90023", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.918143985078203, "kl_nats": 12.4199109841241, "position": 16, "source_id": "90023", "top1_match": false }, { "baseline_token": " list", "baseline_token_id": 1103, "baseline_top_logprobs": 64, "baseline_top_token": " list", "candidate_token": " list", "candidate_token_id": 1103, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.901736345081783, "kl_nats": 12.408538074720939, "position": 17, "source_id": "90023", "top1_match": false }, { "baseline_token": " of", "baseline_token_id": 314, "baseline_top_logprobs": 64, "baseline_top_token": " of", "candidate_token": " of", "candidate_token_id": 314, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.80192942186849, "kl_nats": 11.646210006735334, "position": 18, "source_id": "90023", "top1_match": false }, { "baseline_token": " numbers", "baseline_token_id": 4947, "baseline_top_logprobs": 64, "baseline_top_token": " numbers", "candidate_token": " numbers", "candidate_token_id": 4947, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.919954414481385, "kl_nats": 12.421165878160517, "position": 19, "source_id": "90023", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.493688192428944, "kl_nats": 12.125700648176927, "position": 20, "source_id": "90023", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.989718440613256, "kl_nats": 11.77637543561839, "position": 21, "source_id": "90023", "top1_match": false }, { "baseline_token": "This", "baseline_token_id": 1919, "baseline_top_logprobs": 64, "baseline_top_token": "This", "candidate_token": "This", "candidate_token_id": 1919, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 14.931904694312905, "kl_nats": 10.350007639252802, "position": 22, "source_id": "90023", "top1_match": false }, { "baseline_token": " is", "baseline_token_id": 369, "baseline_top_logprobs": 64, "baseline_top_token": " is", "candidate_token": " is", "candidate_token_id": 369, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.90951263470911, "kl_nats": 12.413928187951337, "position": 23, "source_id": "90023", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.482292670558053, "kl_nats": 12.11780187432111, "position": 24, "source_id": "90023", "top1_match": false }, { "baseline_token": " classic", "baseline_token_id": 11088, "baseline_top_logprobs": 64, "baseline_top_token": " classic", "candidate_token": " classic", "candidate_token_id": 11088, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.516429927498564, "kl_nats": 12.141464017721477, "position": 25, "source_id": "90023", "top1_match": false }, { "baseline_token": " problem", "baseline_token_id": 3377, "baseline_top_logprobs": 64, "baseline_top_token": " problem", "candidate_token": " problem", "candidate_token_id": 3377, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.01780473284243, "kl_nats": 11.102696189329476, "position": 26, "source_id": "90023", "top1_match": false }, { "baseline_token": " (", "baseline_token_id": 318, "baseline_top_logprobs": 64, "baseline_top_token": " (", "candidate_token": " (", "candidate_token_id": 318, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.433819249073132, "kl_nats": 10.697908297766853, "position": 27, "source_id": "90023", "top1_match": false }, { "baseline_token": "Le", "baseline_token_id": 2229, "baseline_top_logprobs": 64, "baseline_top_token": "Le", "candidate_token": "Le", "candidate_token_id": 2229, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.331869698252685, "kl_nats": 12.013536615176198, "position": 28, "source_id": "90023", "top1_match": false }, { "baseline_token": "etCode", "baseline_token_id": 86188, "baseline_top_logprobs": 64, "baseline_top_token": "etCode", "candidate_token": "etCode", "candidate_token_id": 86188, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.894033250633967, "kl_nats": 12.403198696522846, "position": 29, "source_id": "90023", "top1_match": false }, { "baseline_token": " ", "baseline_token_id": 220, "baseline_top_logprobs": 64, "baseline_top_token": " ", "candidate_token": " ", "candidate_token_id": 220, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.738447509506127, "kl_nats": 12.295354878724755, "position": 30, "source_id": "90023", "top1_match": false }, { "baseline_token": "3", "baseline_token_id": 18, "baseline_top_logprobs": 64, "baseline_top_token": "3", "candidate_token": "3", "candidate_token_id": 18, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.890020665741332, "kl_nats": 12.400417384617759, "position": 31, "source_id": "90023", "top1_match": false }, { "baseline_token": "4", "baseline_token_id": 19, "baseline_top_logprobs": 64, "baseline_top_token": "4", "candidate_token": "4", "candidate_token_id": 19, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920370272560575, "kl_nats": 12.42145412901562, "position": 32, "source_id": "90023", "top1_match": false }, { "baseline_token": "7", "baseline_token_id": 22, "baseline_top_logprobs": 64, "baseline_top_token": "7", "candidate_token": "7", "candidate_token_id": 22, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921575485796048, "kl_nats": 12.422289519171763, "position": 33, "source_id": "90023", "top1_match": false }, { "baseline_token": ":", "baseline_token_id": 25, "baseline_top_logprobs": 64, "baseline_top_token": ":", "candidate_token": ":", "candidate_token_id": 25, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.126343704838458, "kl_nats": 11.1779296717494, "position": 34, "source_id": "90023", "top1_match": false }, { "baseline_token": " Top", "baseline_token_id": 6694, "baseline_top_logprobs": 64, "baseline_top_token": " Top", "candidate_token": " Top", "candidate_token_id": 6694, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.909360525570406, "kl_nats": 12.413822753930706, "position": 35, "source_id": "90023", "top1_match": false }, { "baseline_token": " K", "baseline_token_id": 710, "baseline_top_logprobs": 64, "baseline_top_token": " K", "candidate_token": " K", "candidate_token_id": 710, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920274773476145, "kl_nats": 12.4213879340945, "position": 36, "source_id": "90023", "top1_match": false }, { "baseline_token": " Fre", "baseline_token_id": 7337, "baseline_top_logprobs": 64, "baseline_top_token": " Fre", "candidate_token": " Fre", "candidate_token_id": 7337, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.883251584196707, "kl_nats": 12.395725414830123, "position": 37, "source_id": "90023", "top1_match": false }, { "baseline_token": "quent", "baseline_token_id": 16277, "baseline_top_logprobs": 64, "baseline_top_token": "quent", "candidate_token": "quent", "candidate_token_id": 16277, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921837375927698, "kl_nats": 12.422471047578133, "position": 38, "source_id": "90023", "top1_match": false }, { "baseline_token": " Elements", "baseline_token_id": 33027, "baseline_top_logprobs": 64, "baseline_top_token": " Elements", "candidate_token": " Elements", "candidate_token_id": 33027, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921650359764406, "kl_nats": 12.422341417851827, "position": 39, "source_id": "90023", "top1_match": false }, { "baseline_token": ").", "baseline_token_id": 553, "baseline_top_logprobs": 64, "baseline_top_token": ").", "candidate_token": ").", "candidate_token_id": 553, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.884410459407817, "kl_nats": 12.396528685915325, "position": 40, "source_id": "90023", "top1_match": false }, { "baseline_token": "\n\n", "baseline_token_id": 271, "baseline_top_logprobs": 64, "baseline_top_token": "\n\n", "candidate_token": "\n\n", "candidate_token_id": 271, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.356261675424072, "kl_nats": 12.030443845380828, "position": 41, "source_id": "90023", "top1_match": false }, { "baseline_token": "Appro", "baseline_token_id": 27654, "baseline_top_logprobs": 64, "baseline_top_token": "Appro", "candidate_token": "Appro", "candidate_token_id": 27654, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.462105705111608, "kl_nats": 10.717514975017956, "position": 42, "source_id": "90023", "top1_match": false }, { "baseline_token": "aches", "baseline_token_id": 13834, "baseline_top_logprobs": 64, "baseline_top_token": "aches", "candidate_token": "aches", "candidate_token_id": 13834, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.920555255510795, "kl_nats": 11.728435168866072, "position": 43, "source_id": "90023", "top1_match": false }, { "baseline_token": ":", "baseline_token_id": 25, "baseline_top_logprobs": 64, "baseline_top_token": ":", "candidate_token": ":", "candidate_token_id": 25, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.909711705208675, "kl_nats": 12.414066173106843, "position": 44, "source_id": "90023", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92031781477266, "kl_nats": 12.421417768047828, "position": 45, "source_id": "90023", "top1_match": false }, { "baseline_token": "1", "baseline_token_id": 16, "baseline_top_logprobs": 64, "baseline_top_token": "1", "candidate_token": "1", "candidate_token_id": 16, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920426552801874, "kl_nats": 12.421493139506198, "position": 46, "source_id": "90023", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92143363291854, "kl_nats": 12.422191194249663, "position": 47, "source_id": "90023", "top1_match": false }, { "baseline_token": " ", "baseline_token_id": 220, "baseline_top_logprobs": 64, "baseline_top_token": " ", "candidate_token": " ", "candidate_token_id": 220, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.579335178554617, "kl_nats": 10.798772254013505, "position": 48, "source_id": "90023", "top1_match": false }, { "baseline_token": " **", "baseline_token_id": 2972, "baseline_top_logprobs": 64, "baseline_top_token": " **", "candidate_token": " **", "candidate_token_id": 2972, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.82230406008268, "kl_nats": 10.967185449208484, "position": 49, "source_id": "90023", "top1_match": false }, { "baseline_token": "Hash", "baseline_token_id": 6169, "baseline_top_logprobs": 64, "baseline_top_token": "Hash", "candidate_token": "Hash", "candidate_token_id": 6169, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.95296556191371, "kl_nats": 11.057753100810391, "position": 50, "source_id": "90023", "top1_match": false }, { "baseline_token": " Map", "baseline_token_id": 4866, "baseline_top_logprobs": 64, "baseline_top_token": " Map", "candidate_token": " Map", "candidate_token_id": 4866, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.73301374331613, "kl_nats": 12.291588479010336, "position": 51, "source_id": "90023", "top1_match": false }, { "baseline_token": " +", "baseline_token_id": 478, "baseline_top_logprobs": 64, "baseline_top_token": " +", "candidate_token": " +", "candidate_token_id": 478, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.52062057640895, "kl_nats": 12.144368754198428, "position": 52, "source_id": "90023", "top1_match": false }, { "baseline_token": " Sorting", "baseline_token_id": 74505, "baseline_top_logprobs": 64, "baseline_top_token": " Sorting", "candidate_token": " Sorting", "candidate_token_id": 74505, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.99226322538271, "kl_nats": 11.77813934600647, "position": 53, "source_id": "90023", "top1_match": false }, { "baseline_token": "**:", "baseline_token_id": 92217, "baseline_top_logprobs": 64, "baseline_top_token": "**:", "candidate_token": "**:", "candidate_token_id": 92217, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.062633759451348, "kl_nats": 11.826916483290642, "position": 54, "source_id": "90023", "top1_match": false }, { "baseline_token": " Count", "baseline_token_id": 4356, "baseline_top_logprobs": 64, "baseline_top_token": " Count", "candidate_token": " Count", "candidate_token_id": 4356, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.954541636465702, "kl_nats": 11.751992733002403, "position": 55, "source_id": "90023", "top1_match": false }, { "baseline_token": " frequencies", "baseline_token_id": 32655, "baseline_top_logprobs": 64, "baseline_top_token": " frequencies", "candidate_token": " frequencies", "candidate_token_id": 32655, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.74729350764812, "kl_nats": 12.301486457396116, "position": 56, "source_id": "90023", "top1_match": false }, { "baseline_token": " using", "baseline_token_id": 1608, "baseline_top_logprobs": 64, "baseline_top_token": " using", "candidate_token": " using", "candidate_token_id": 1608, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.110104166825188, "kl_nats": 11.859820462321851, "position": 57, "source_id": "90023", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.483915044842046, "kl_nats": 12.118926418481873, "position": 58, "source_id": "90023", "top1_match": false }, { "baseline_token": " dictionary", "baseline_token_id": 10675, "baseline_top_logprobs": 64, "baseline_top_token": " dictionary", "candidate_token": " dictionary", "candidate_token_id": 10675, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.048944825634795, "kl_nats": 11.817428037410826, "position": 59, "source_id": "90023", "top1_match": false }, { "baseline_token": ",", "baseline_token_id": 11, "baseline_top_logprobs": 64, "baseline_top_token": ",", "candidate_token": ",", "candidate_token_id": 11, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.10762337067491, "kl_nats": 11.164953724904798, "position": 60, "source_id": "90023", "top1_match": false }, { "baseline_token": " then", "baseline_token_id": 1179, "baseline_top_logprobs": 64, "baseline_top_token": " then", "candidate_token": " then", "candidate_token_id": 1179, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.333714449293346, "kl_nats": 12.014815299158867, "position": 61, "source_id": "90023", "top1_match": false }, { "baseline_token": " sort", "baseline_token_id": 3269, "baseline_top_logprobs": 64, "baseline_top_token": " sort", "candidate_token": " sort", "candidate_token_id": 3269, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.911741847698714, "kl_nats": 12.41547336064995, "position": 62, "source_id": "90023", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.524198472019023, "kl_nats": 11.453701581892942, "position": 63, "source_id": "90023", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 64, "candidate_top_token": "The", "emitted_token_match": true, "has_comparable_top_logprobs": true, "kl_bits": 0.001095025791942714, "kl_nats": 0.0007590140403255135, "position": 0, "source_id": "611646", "top1_match": true }, { "baseline_token": " user", "baseline_token_id": 1156, "baseline_top_logprobs": 64, "baseline_top_token": " user", "candidate_token": " user", "candidate_token_id": 1156, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.91968750364393, "kl_nats": 12.420980869666074, "position": 1, "source_id": "611646", "top1_match": false }, { "baseline_token": " wants", "baseline_token_id": 6587, "baseline_top_logprobs": 64, "baseline_top_token": " wants", "candidate_token": " wants", "candidate_token_id": 6587, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.919485440791735, "kl_nats": 12.42084081036978, "position": 2, "source_id": "611646", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.917786664676814, "kl_nats": 12.41966330849532, "position": 3, "source_id": "611646", "top1_match": false }, { "baseline_token": " Python", "baseline_token_id": 12654, "baseline_top_logprobs": 64, "baseline_top_token": " Python", "candidate_token": " Python", "candidate_token_id": 12654, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.744845550880708, "kl_nats": 12.29978966306465, "position": 4, "source_id": "611646", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921485141109216, "kl_nats": 12.422226897006805, "position": 5, "source_id": "611646", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.330753979385854, "kl_nats": 12.012763257789357, "position": 6, "source_id": "611646", "top1_match": false }, { "baseline_token": "assign", "baseline_token_id": 6766, "baseline_top_logprobs": 64, "baseline_top_token": "assign", "candidate_token": "assign", "candidate_token_id": 6766, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.910496685628157, "kl_nats": 12.414610280071402, "position": 7, "source_id": "611646", "top1_match": false }, { "baseline_token": "_globals", "baseline_token_id": 56788, "baseline_top_logprobs": 64, "baseline_top_token": "_globals", "candidate_token": "_globals", "candidate_token_id": 56788, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921229855556113, "kl_nats": 12.422049946545435, "position": 8, "source_id": "611646", "top1_match": false }, { "baseline_token": "_from", "baseline_token_id": 5495, "baseline_top_logprobs": 64, "baseline_top_token": "_from", "candidate_token": "_from", "candidate_token_id": 5495, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921730451921476, "kl_nats": 12.422396933504686, "position": 9, "source_id": "611646", "top1_match": false }, { "baseline_token": "_package", "baseline_token_id": 25487, "baseline_top_logprobs": 64, "baseline_top_token": "_package", "candidate_token": "_package", "candidate_token_id": 25487, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92144268893358, "kl_nats": 12.422197471400956, "position": 10, "source_id": "611646", "top1_match": false }, { "baseline_token": "(package", "baseline_token_id": 46032, "baseline_top_logprobs": 64, "baseline_top_token": "(package", "candidate_token": "(package", "candidate_token_id": 46032, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.810536122429966, "kl_nats": 12.345322897523392, "position": 11, "source_id": "611646", "top1_match": false }, { "baseline_token": "_name", "baseline_token_id": 1224, "baseline_top_logprobs": 64, "baseline_top_token": "_name", "candidate_token": "_name", "candidate_token_id": 1224, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921697715255863, "kl_nats": 12.422374242177215, "position": 12, "source_id": "611646", "top1_match": false }, { "baseline_token": ")`", "baseline_token_id": 44646, "baseline_top_logprobs": 64, "baseline_top_token": ")`", "candidate_token": ")`", "candidate_token_id": 44646, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.86693759819477, "kl_nats": 12.384417421429186, "position": 13, "source_id": "611646", "top1_match": false }, { "baseline_token": " that", "baseline_token_id": 421, "baseline_top_logprobs": 64, "baseline_top_token": " that", "candidate_token": " that", "candidate_token_id": 421, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920184619444388, "kl_nats": 12.421325444081575, "position": 14, "source_id": "611646", "top1_match": false }, { "baseline_token": ":", "baseline_token_id": 25, "baseline_top_logprobs": 64, "baseline_top_token": ":", "candidate_token": ":", "candidate_token_id": 25, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.23764810709921, "kl_nats": 11.948227184920297, "position": 15, "source_id": "611646", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921811660503547, "kl_nats": 12.422453223004386, "position": 16, "source_id": "611646", "top1_match": false }, { "baseline_token": "1", "baseline_token_id": 16, "baseline_top_logprobs": 64, "baseline_top_token": "1", "candidate_token": "1", "candidate_token_id": 16, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921476590688073, "kl_nats": 12.4222209703065, "position": 17, "source_id": "611646", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921724235902516, "kl_nats": 12.42239262488867, "position": 18, "source_id": "611646", "top1_match": false }, { "baseline_token": " Dynam", "baseline_token_id": 31420, "baseline_top_logprobs": 64, "baseline_top_token": " Dynam", "candidate_token": " Dynam", "candidate_token_id": 31420, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.13186022781726, "kl_nats": 11.874900614658594, "position": 19, "source_id": "611646", "top1_match": false }, { "baseline_token": "ically", "baseline_token_id": 2586, "baseline_top_logprobs": 64, "baseline_top_token": "ically", "candidate_token": "ically", "candidate_token_id": 2586, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921741569430168, "kl_nats": 12.42240463957449, "position": 20, "source_id": "611646", "top1_match": false }, { "baseline_token": " imports", "baseline_token_id": 14760, "baseline_top_logprobs": 64, "baseline_top_token": " imports", "candidate_token": " imports", "candidate_token_id": 14760, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921584246937773, "kl_nats": 12.422295591932446, "position": 21, "source_id": "611646", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.06606708336332, "kl_nats": 11.829296282080174, "position": 22, "source_id": "611646", "top1_match": false }, { "baseline_token": " package", "baseline_token_id": 6129, "baseline_top_logprobs": 64, "baseline_top_token": " package", "candidate_token": " package", "candidate_token_id": 6129, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.14127885332072, "kl_nats": 11.88142910837107, "position": 23, "source_id": "611646", "top1_match": false }, { "baseline_token": "/module", "baseline_token_id": 46577, "baseline_top_logprobs": 64, "baseline_top_token": "/module", "candidate_token": "/module", "candidate_token_id": 46577, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.856587542313708, "kl_nats": 10.9909489482567, "position": 24, "source_id": "611646", "top1_match": false }, { "baseline_token": " given", "baseline_token_id": 2574, "baseline_top_logprobs": 64, "baseline_top_token": " given", "candidate_token": " given", "candidate_token_id": 2574, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.216054918088755, "kl_nats": 11.240112746278456, "position": 25, "source_id": "611646", "top1_match": false }, { "baseline_token": " by", "baseline_token_id": 539, "baseline_top_logprobs": 64, "baseline_top_token": " by", "candidate_token": " by", "candidate_token_id": 539, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.208130885207222, "kl_nats": 11.9277674057879, "position": 26, "source_id": "611646", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.81128621158083, "kl_nats": 12.345842819703481, "position": 27, "source_id": "611646", "top1_match": false }, { "baseline_token": "package", "baseline_token_id": 1662, "baseline_top_logprobs": 64, "baseline_top_token": "package", "candidate_token": "package", "candidate_token_id": 1662, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921280784109356, "kl_nats": 12.422085247528525, "position": 28, "source_id": "611646", "top1_match": false }, { "baseline_token": "_name", "baseline_token_id": 1224, "baseline_top_logprobs": 64, "baseline_top_token": "_name", "candidate_token": "_name", "candidate_token_id": 1224, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921838599175352, "kl_nats": 12.422471895468794, "position": 29, "source_id": "611646", "top1_match": false }, { "baseline_token": "`.", "baseline_token_id": 27653, "baseline_top_logprobs": 64, "baseline_top_token": "`.", "candidate_token": "`.", "candidate_token_id": 27653, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.46911855732613, "kl_nats": 12.108670274878026, "position": 30, "source_id": "611646", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921787041899638, "kl_nats": 12.422436158688496, "position": 31, "source_id": "611646", "top1_match": false }, { "baseline_token": "2", "baseline_token_id": 17, "baseline_top_logprobs": 64, "baseline_top_token": "2", "candidate_token": "2", "candidate_token_id": 17, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92179449722393, "kl_nats": 12.42244132632551, "position": 32, "source_id": "611646", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92183944506221, "kl_nats": 12.422472481792886, "position": 33, "source_id": "611646", "top1_match": false }, { "baseline_token": " Extract", "baseline_token_id": 22116, "baseline_top_logprobs": 64, "baseline_top_token": " Extract", "candidate_token": " Extract", "candidate_token_id": 22116, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.982884295771587, "kl_nats": 11.078491186829902, "position": 34, "source_id": "611646", "top1_match": false }, { "baseline_token": "s", "baseline_token_id": 82, "baseline_top_logprobs": 64, "baseline_top_token": "s", "candidate_token": "s", "candidate_token_id": 82, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920778108194998, "kl_nats": 12.421736819135754, "position": 35, "source_id": "611646", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.234184030276523, "kl_nats": 11.252678889277462, "position": 36, "source_id": "611646", "top1_match": false }, { "baseline_token": " global", "baseline_token_id": 3521, "baseline_top_logprobs": 64, "baseline_top_token": " global", "candidate_token": " global", "candidate_token_id": 3521, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.429975371184874, "kl_nats": 12.081538285766081, "position": 37, "source_id": "611646", "top1_match": false }, { "baseline_token": " variables", "baseline_token_id": 7101, "baseline_top_logprobs": 64, "baseline_top_token": " variables", "candidate_token": " variables", "candidate_token_id": 7101, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.736735444066532, "kl_nats": 12.294168165392366, "position": 38, "source_id": "611646", "top1_match": false }, { "baseline_token": " from", "baseline_token_id": 494, "baseline_top_logprobs": 64, "baseline_top_token": " from", "candidate_token": " from", "candidate_token_id": 494, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.552492193372164, "kl_nats": 12.166460475636365, "position": 39, "source_id": "611646", "top1_match": false }, { "baseline_token": " that", "baseline_token_id": 421, "baseline_top_logprobs": 64, "baseline_top_token": " that", "candidate_token": " that", "candidate_token_id": 421, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.54285899127803, "kl_nats": 12.159783248765054, "position": 40, "source_id": "611646", "top1_match": false }, { "baseline_token": " module", "baseline_token_id": 4536, "baseline_top_logprobs": 64, "baseline_top_token": " module", "candidate_token": " module", "candidate_token_id": 4536, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.55546019087282, "kl_nats": 11.47537055417591, "position": 41, "source_id": "611646", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.560995089118805, "kl_nats": 12.172354233849745, "position": 42, "source_id": "611646", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921443747469077, "kl_nats": 12.422198205121852, "position": 43, "source_id": "611646", "top1_match": false }, { "baseline_token": "3", "baseline_token_id": 18, "baseline_top_logprobs": 64, "baseline_top_token": "3", "candidate_token": "3", "candidate_token_id": 18, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92176785315072, "kl_nats": 12.422422858061283, "position": 44, "source_id": "611646", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92183968858085, "kl_nats": 12.422472650587144, "position": 45, "source_id": "611646", "top1_match": false }, { "baseline_token": " Assign", "baseline_token_id": 30600, "baseline_top_logprobs": 64, "baseline_top_token": " Assign", "candidate_token": " Assign", "candidate_token_id": 30600, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.85323669686976, "kl_nats": 12.374920680304625, "position": 46, "source_id": "611646", "top1_match": false }, { "baseline_token": "s", "baseline_token_id": 82, "baseline_top_logprobs": 64, "baseline_top_token": "s", "candidate_token": "s", "candidate_token_id": 82, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920863256127976, "kl_nats": 12.421795839185428, "position": 47, "source_id": "611646", "top1_match": false }, { "baseline_token": " these", "baseline_token_id": 1439, "baseline_top_logprobs": 64, "baseline_top_token": " these", "candidate_token": " these", "candidate_token_id": 1439, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.33031471308124, "kl_nats": 11.319311601028854, "position": 48, "source_id": "611646", "top1_match": false }, { "baseline_token": " variables", "baseline_token_id": 7101, "baseline_top_logprobs": 64, "baseline_top_token": " variables", "candidate_token": " variables", "candidate_token_id": 7101, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.836333917360623, "kl_nats": 12.36320456634424, "position": 49, "source_id": "611646", "top1_match": false }, { "baseline_token": " to", "baseline_token_id": 310, "baseline_top_logprobs": 64, "baseline_top_token": " to", "candidate_token": " to", "candidate_token_id": 310, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.675201453090736, "kl_nats": 12.251516053038891, "position": 50, "source_id": "611646", "top1_match": false }, { "baseline_token": " the", "baseline_token_id": 279, "baseline_top_logprobs": 64, "baseline_top_token": " the", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.9215635602651, "kl_nats": 12.422281253023609, "position": 51, "source_id": "611646", "top1_match": false }, { "baseline_token": " caller", "baseline_token_id": 19260, "baseline_top_logprobs": 64, "baseline_top_token": " caller", "candidate_token": " caller", "candidate_token_id": 19260, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.861987706846847, "kl_nats": 11.687839237637348, "position": 52, "source_id": "611646", "top1_match": false }, { "baseline_token": "'s", "baseline_token_id": 579, "baseline_top_logprobs": 64, "baseline_top_token": "'s", "candidate_token": "'s", "candidate_token_id": 579, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921688695950316, "kl_nats": 12.422367990471004, "position": 53, "source_id": "611646", "top1_match": false }, { "baseline_token": " global", "baseline_token_id": 3521, "baseline_top_logprobs": 64, "baseline_top_token": " global", "candidate_token": " global", "candidate_token_id": 3521, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.6858319172398, "kl_nats": 12.258884529291858, "position": 54, "source_id": "611646", "top1_match": false }, { "baseline_token": " scope", "baseline_token_id": 6676, "baseline_top_logprobs": 64, "baseline_top_token": " scope", "candidate_token": " scope", "candidate_token_id": 6676, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.444801201981036, "kl_nats": 11.398667588021954, "position": 55, "source_id": "611646", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.795869644392507, "kl_nats": 12.335156869622983, "position": 56, "source_id": "611646", "top1_match": false }, { "baseline_token": "\n\n", "baseline_token_id": 271, "baseline_top_logprobs": 64, "baseline_top_token": "\n\n", "candidate_token": "\n\n", "candidate_token_id": 271, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.918417577645172, "kl_nats": 12.420100624040517, "position": 57, "source_id": "611646", "top1_match": false }, { "baseline_token": "Let", "baseline_token_id": 9764, "baseline_top_logprobs": 64, "baseline_top_token": "Let", "candidate_token": "Let", "candidate_token_id": 9764, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.922810012654123, "kl_nats": 11.036850866862872, "position": 58, "source_id": "611646", "top1_match": false }, { "baseline_token": "'s", "baseline_token_id": 579, "baseline_top_logprobs": 64, "baseline_top_token": "'s", "candidate_token": "'s", "candidate_token_id": 579, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.902644005513793, "kl_nats": 12.40916721699029, "position": 59, "source_id": "611646", "top1_match": false }, { "baseline_token": " break", "baseline_token_id": 1387, "baseline_top_logprobs": 64, "baseline_top_token": " break", "candidate_token": " think", "candidate_token_id": 1683, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 16.864627558739787, "kl_nats": 11.689669043534037, "position": 60, "source_id": "611646", "top1_match": false }, { "baseline_token": " this", "baseline_token_id": 411, "baseline_top_logprobs": 64, "baseline_top_token": " this", "candidate_token": " about", "candidate_token_id": 883, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 16.852113510241985, "kl_nats": 11.680994966100394, "position": 61, "source_id": "611646", "top1_match": false }, { "baseline_token": " down", "baseline_token_id": 1441, "baseline_top_logprobs": 64, "baseline_top_token": " down", "candidate_token": " how", "candidate_token_id": 1204, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.921833366214248, "kl_nats": 12.422468268256559, "position": 62, "source_id": "611646", "top1_match": false }, { "baseline_token": ":", "baseline_token_id": 25, "baseline_top_logprobs": 64, "baseline_top_token": ":", "candidate_token": " to", "candidate_token_id": 310, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.676545974380947, "kl_nats": 12.252448004180403, "position": 63, "source_id": "611646", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 64, "candidate_top_token": "The", "emitted_token_match": true, "has_comparable_top_logprobs": true, "kl_bits": 0.0002949956323017861, "kl_nats": 0.00020447539080748137, "position": 0, "source_id": "502142", "top1_match": true }, { "baseline_token": " user", "baseline_token_id": 1156, "baseline_top_logprobs": 64, "baseline_top_token": " user", "candidate_token": " user", "candidate_token_id": 1156, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920893380303948, "kl_nats": 12.42181671967307, "position": 1, "source_id": "502142", "top1_match": false }, { "baseline_token": " wants", "baseline_token_id": 6587, "baseline_top_logprobs": 64, "baseline_top_token": " wants", "candidate_token": " wants", "candidate_token_id": 6587, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92144534087999, "kl_nats": 12.422199309590134, "position": 2, "source_id": "502142", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921432055500564, "kl_nats": 12.42219010086684, "position": 3, "source_id": "502142", "top1_match": false }, { "baseline_token": " Python", "baseline_token_id": 12654, "baseline_top_logprobs": 64, "baseline_top_token": " Python", "candidate_token": " Python", "candidate_token_id": 12654, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.91607973106686, "kl_nats": 12.418480152276176, "position": 4, "source_id": "502142", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921502579761626, "kl_nats": 12.422238984559558, "position": 5, "source_id": "502142", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.713824098580403, "kl_nats": 11.585140050305876, "position": 6, "source_id": "502142", "top1_match": false }, { "baseline_token": "base", "baseline_token_id": 3051, "baseline_top_logprobs": 64, "baseline_top_token": "base", "candidate_token": "base", "candidate_token_id": 3051, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921552171374053, "kl_nats": 12.42227335884589, "position": 7, "source_id": "502142", "top1_match": false }, { "baseline_token": "6", "baseline_token_id": 21, "baseline_top_logprobs": 64, "baseline_top_token": "6", "candidate_token": "6", "candidate_token_id": 21, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921509138215033, "kl_nats": 12.422243530533045, "position": 8, "source_id": "502142", "top1_match": false }, { "baseline_token": "4", "baseline_token_id": 19, "baseline_top_logprobs": 64, "baseline_top_token": "4", "candidate_token": "4", "candidate_token_id": 19, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921840712449725, "kl_nats": 12.42247336027897, "position": 9, "source_id": "502142", "top1_match": false }, { "baseline_token": "_converter", "baseline_token_id": 71553, "baseline_top_logprobs": 64, "baseline_top_token": "_converter", "candidate_token": "_converter", "candidate_token_id": 71553, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921634491575137, "kl_nats": 12.422330418861174, "position": 10, "source_id": "502142", "top1_match": false }, { "baseline_token": "`", "baseline_token_id": 63, "baseline_top_logprobs": 64, "baseline_top_token": "`", "candidate_token": "`", "candidate_token_id": 63, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.64480320948233, "kl_nats": 12.230445596187751, "position": 11, "source_id": "502142", "top1_match": false }, { "baseline_token": " that", "baseline_token_id": 421, "baseline_top_logprobs": 64, "baseline_top_token": " that", "candidate_token": " that", "candidate_token_id": 421, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.920612217244443, "kl_nats": 12.421621832291095, "position": 12, "source_id": "502142", "top1_match": false }, { "baseline_token": " converts", "baseline_token_id": 31637, "baseline_top_logprobs": 64, "baseline_top_token": " converts", "candidate_token": " converts", "candidate_token_id": 31637, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 15.927657387808255, "kl_nats": 11.040210811284075, "position": 13, "source_id": "502142", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.590080862324875, "kl_nats": 11.499367774981993, "position": 14, "source_id": "502142", "top1_match": false }, { "baseline_token": " string", "baseline_token_id": 886, "baseline_top_logprobs": 64, "baseline_top_token": " string", "candidate_token": " string", "candidate_token_id": 886, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.765251519889617, "kl_nats": 12.31393400294977, "position": 15, "source_id": "502142", "top1_match": false }, { "baseline_token": " to", "baseline_token_id": 310, "baseline_top_logprobs": 64, "baseline_top_token": " to", "candidate_token": " to", "candidate_token_id": 310, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.878997849304785, "kl_nats": 12.392776950482938, "position": 16, "source_id": "502142", "top1_match": false }, { "baseline_token": " base", "baseline_token_id": 2255, "baseline_top_logprobs": 64, "baseline_top_token": " base", "candidate_token": " base", "candidate_token_id": 2255, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.53231079219958, "kl_nats": 12.152471794313842, "position": 17, "source_id": "502142", "top1_match": false }, { "baseline_token": "6", "baseline_token_id": 21, "baseline_top_logprobs": 64, "baseline_top_token": "6", "candidate_token": "6", "candidate_token_id": 21, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92171976402019, "kl_nats": 12.422389525216042, "position": 18, "source_id": "502142", "top1_match": false }, { "baseline_token": "4", "baseline_token_id": 19, "baseline_top_logprobs": 64, "baseline_top_token": "4", "candidate_token": "4", "candidate_token_id": 19, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921833725408042, "kl_nats": 12.422468517230726, "position": 19, "source_id": "502142", "top1_match": false }, { "baseline_token": " and", "baseline_token_id": 321, "baseline_top_logprobs": 64, "baseline_top_token": " and", "candidate_token": " and", "candidate_token_id": 321, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.635855548414536, "kl_nats": 11.53109636958606, "position": 20, "source_id": "502142", "top1_match": false }, { "baseline_token": " back", "baseline_token_id": 1142, "baseline_top_logprobs": 64, "baseline_top_token": " back", "candidate_token": " back", "candidate_token_id": 1142, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.993028494256148, "kl_nats": 11.778669789968461, "position": 21, "source_id": "502142", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.759588783657193, "kl_nats": 12.310008893296011, "position": 22, "source_id": "502142", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.917322607720532, "kl_nats": 12.419341648724453, "position": 23, "source_id": "502142", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.497661218440395, "kl_nats": 11.435307359395113, "position": 24, "source_id": "502142", "top1_match": false }, { "baseline_token": " input", "baseline_token_id": 1879, "baseline_top_logprobs": 64, "baseline_top_token": " input", "candidate_token": " input", "candidate_token_id": 1879, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.826889466141825, "kl_nats": 11.663510991050048, "position": 25, "source_id": "502142", "top1_match": false }, { "baseline_token": " string", "baseline_token_id": 886, "baseline_top_logprobs": 64, "baseline_top_token": " string", "candidate_token": " string", "candidate_token_id": 886, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.943525143541688, "kl_nats": 11.744356681992464, "position": 26, "source_id": "502142", "top1_match": false }, { "baseline_token": " is", "baseline_token_id": 369, "baseline_top_logprobs": 64, "baseline_top_token": " is", "candidate_token": " is", "candidate_token_id": 369, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.68166705234889, "kl_nats": 12.255997664935311, "position": 27, "source_id": "502142", "top1_match": false }, { "baseline_token": " UTF", "baseline_token_id": 19464, "baseline_top_logprobs": 64, "baseline_top_token": " UTF", "candidate_token": " UTF", "candidate_token_id": 19464, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 16.96739714215358, "kl_nats": 11.760903490524628, "position": 28, "source_id": "502142", "top1_match": false }, { "baseline_token": "-", "baseline_token_id": 12, "baseline_top_logprobs": 64, "baseline_top_token": "-", "candidate_token": "-", "candidate_token_id": 12, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.921826603715196, "kl_nats": 12.422463580849408, "position": 29, "source_id": "502142", "top1_match": false }, { "baseline_token": "8", "baseline_token_id": 23, "baseline_top_logprobs": 64, "baseline_top_token": "8", "candidate_token": "8", "candidate_token_id": 23, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.92183499642699, "kl_nats": 12.422469398233927, "position": 30, "source_id": "502142", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.29187402357233, "kl_nats": 11.985813726036918, "position": 31, "source_id": "502142", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.85856660076784, "kl_nats": 12.378615088164235, "position": 32, "source_id": "502142", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "The", "candidate_token_id": 760, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": true, "has_comparable_top_logprobs": false, "kl_bits": 17.646772626755588, "kl_nats": 12.231810692218057, "position": 33, "source_id": "502142", "top1_match": false }, { "baseline_token": " output", "baseline_token_id": 2468, "baseline_top_logprobs": 64, "baseline_top_token": " output", "candidate_token": " function", "candidate_token_id": 709, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 16.823687926665208, "kl_nats": 11.66129185298838, "position": 34, "source_id": "502142", "top1_match": false }, { "baseline_token": " should", "baseline_token_id": 1220, "baseline_top_logprobs": 64, "baseline_top_token": " should", "candidate_token": " takes", "candidate_token_id": 4829, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 16.583439168589987, "kl_nats": 11.494764103695513, "position": 35, "source_id": "502142", "top1_match": false }, { "baseline_token": " be", "baseline_token_id": 381, "baseline_top_logprobs": 64, "baseline_top_token": " be", "candidate_token": " a", "candidate_token_id": 264, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.920727837262106, "kl_nats": 12.421701973980355, "position": 36, "source_id": "502142", "top1_match": false }, { "baseline_token": " a", "baseline_token_id": 264, "baseline_top_logprobs": 64, "baseline_top_token": " a", "candidate_token": " string", "candidate_token_id": 886, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.855037885960932, "kl_nats": 12.376169169444827, "position": 37, "source_id": "502142", "top1_match": false }, { "baseline_token": " valid", "baseline_token_id": 2610, "baseline_top_logprobs": 64, "baseline_top_token": " valid", "candidate_token": " and", "candidate_token_id": 321, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.512283541801775, "kl_nats": 12.138589962166234, "position": 38, "source_id": "502142", "top1_match": false }, { "baseline_token": " base", "baseline_token_id": 2255, "baseline_top_logprobs": 64, "baseline_top_token": " base", "candidate_token": " an", "candidate_token_id": 449, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.92092571917117, "kl_nats": 12.421839135267705, "position": 39, "source_id": "502142", "top1_match": false }, { "baseline_token": "6", "baseline_token_id": 21, "baseline_top_logprobs": 64, "baseline_top_token": "6", "candidate_token": " `", "candidate_token_id": 1510, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.921719424797928, "kl_nats": 12.422389290085087, "position": 40, "source_id": "502142", "top1_match": false }, { "baseline_token": "4", "baseline_token_id": 19, "baseline_top_logprobs": 64, "baseline_top_token": "4", "candidate_token": "encoding", "candidate_token_id": 16653, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.92183988195035, "kl_nats": 12.42247278462067, "position": 41, "source_id": "502142", "top1_match": false }, { "baseline_token": " string", "baseline_token_id": 886, "baseline_top_logprobs": 64, "baseline_top_token": " string", "candidate_token": "`", "candidate_token_id": 63, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.919717730134412, "kl_nats": 12.42100182107273, "position": 42, "source_id": "502142", "top1_match": false }, { "baseline_token": ".", "baseline_token_id": 13, "baseline_top_logprobs": 64, "baseline_top_token": ".", "candidate_token": " parameter", "candidate_token_id": 5555, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.33194563419158, "kl_nats": 12.013589249958146, "position": 43, "source_id": "502142", "top1_match": false }, { "baseline_token": "\n", "baseline_token_id": 198, "baseline_top_logprobs": 64, "baseline_top_token": "\n", "candidate_token": " ('", "candidate_token_id": 4178, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.91486730078015, "kl_nats": 12.417639759641318, "position": 44, "source_id": "502142", "top1_match": false }, { "baseline_token": "The", "baseline_token_id": 760, "baseline_top_logprobs": 64, "baseline_top_token": "The", "candidate_token": "encode", "candidate_token_id": 5987, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 16.83069401846724, "kl_nats": 11.666148105767704, "position": 45, "source_id": "502142", "top1_match": false }, { "baseline_token": " function", "baseline_token_id": 709, "baseline_top_logprobs": 64, "baseline_top_token": " function", "candidate_token": "'", "candidate_token_id": 6, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.9170307435416, "kl_nats": 12.41913934389172, "position": 46, "source_id": "502142", "top1_match": false }, { "baseline_token": " takes", "baseline_token_id": 4829, "baseline_top_logprobs": 64, "baseline_top_token": " takes", "candidate_token": " or", "candidate_token_id": 466, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 15.73542328111013, "kl_nats": 10.90696428221881, "position": 47, "source_id": "502142", "top1_match": false }, { "baseline_token": " an", "baseline_token_id": 449, "baseline_top_logprobs": 64, "baseline_top_token": " an", "candidate_token": " '", "candidate_token_id": 359, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 16.416809324673785, "kl_nats": 11.379265097187854, "position": 48, "source_id": "502142", "top1_match": false }, { "baseline_token": " `", "baseline_token_id": 1510, "baseline_top_logprobs": 64, "baseline_top_token": " `", "candidate_token": "decode", "candidate_token_id": 17655, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.83516206244757, "kl_nats": 12.362392298415232, "position": 49, "source_id": "502142", "top1_match": false }, { "baseline_token": "encoding", "baseline_token_id": 16653, "baseline_top_logprobs": 64, "baseline_top_token": "encoding", "candidate_token": "').", "candidate_token_id": 1760, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.92020234657651, "kl_nats": 12.421337731593223, "position": 50, "source_id": "502142", "top1_match": false }, { "baseline_token": "`", "baseline_token_id": 63, "baseline_top_logprobs": 64, "baseline_top_token": "`", "candidate_token": "\n", "candidate_token_id": 198, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.921259154019307, "kl_nats": 12.422070254692594, "position": 51, "source_id": "502142", "top1_match": false }, { "baseline_token": " parameter", "baseline_token_id": 5555, "baseline_top_logprobs": 64, "baseline_top_token": " parameter", "candidate_token": "It", "candidate_token_id": 2064, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.91922834941384, "kl_nats": 12.420662608206044, "position": 52, "source_id": "502142", "top1_match": false }, { "baseline_token": " ('", "baseline_token_id": 4178, "baseline_top_logprobs": 64, "baseline_top_token": " ('", "candidate_token": " needs", "candidate_token_id": 3749, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 16.082510948806803, "kl_nats": 11.147547120489886, "position": 53, "source_id": "502142", "top1_match": false }, { "baseline_token": "encode", "baseline_token_id": 5987, "baseline_top_logprobs": 64, "baseline_top_token": "encode", "candidate_token": " to", "candidate_token_id": 310, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.921270708604105, "kl_nats": 12.422078263720469, "position": 54, "source_id": "502142", "top1_match": false }, { "baseline_token": "'", "baseline_token_id": 6, "baseline_top_logprobs": 64, "baseline_top_token": "'", "candidate_token": " pass", "candidate_token_id": 1440, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.92059431676431, "kl_nats": 12.42160942462376, "position": 55, "source_id": "502142", "top1_match": false }, { "baseline_token": " or", "baseline_token_id": 466, "baseline_top_logprobs": 64, "baseline_top_token": " or", "candidate_token": " the", "candidate_token_id": 279, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.9186564566917, "kl_nats": 12.42026620237811, "position": 56, "source_id": "502142", "top1_match": false }, { "baseline_token": " '", "baseline_token_id": 359, "baseline_top_logprobs": 64, "baseline_top_token": " '", "candidate_token": " provided", "candidate_token_id": 3766, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.92181017536866, "kl_nats": 12.422452193587326, "position": 57, "source_id": "502142", "top1_match": false }, { "baseline_token": "decode", "baseline_token_id": 17655, "baseline_top_logprobs": 64, "baseline_top_token": "decode", "candidate_token": " test", "candidate_token_id": 1228, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.92152641777326, "kl_nats": 12.422255507810112, "position": 58, "source_id": "502142", "top1_match": false }, { "baseline_token": "').", "baseline_token_id": 1760, "baseline_top_logprobs": 64, "baseline_top_token": "').", "candidate_token": " case", "candidate_token_id": 1105, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.89150262849739, "kl_nats": 12.401444602923815, "position": 59, "source_id": "502142", "top1_match": false }, { "baseline_token": "\n\n", "baseline_token_id": 271, "baseline_top_logprobs": 64, "baseline_top_token": "\n\n", "candidate_token": ".", "candidate_token_id": 13, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.21294289908268, "kl_nats": 11.931102839638491, "position": 60, "source_id": "502142", "top1_match": false }, { "baseline_token": "Let", "baseline_token_id": 9764, "baseline_top_logprobs": 64, "baseline_top_token": "Let", "candidate_token": "\n\n", "candidate_token_id": 271, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 14.675477004742314, "kl_nats": 10.172265509209446, "position": 61, "source_id": "502142", "top1_match": false }, { "baseline_token": "'s", "baseline_token_id": 579, "baseline_top_logprobs": 64, "baseline_top_token": "'s", "candidate_token": "Steps", "candidate_token_id": 32827, "candidate_top_logprobs": 0, "candidate_top_token": null, "emitted_token_match": false, "has_comparable_top_logprobs": false, "kl_bits": 17.92125397632452, "kl_nats": 12.422066665788051, "position": 62, "source_id": "502142", "top1_match": false }, { "baseline_token": " look", "baseline_token_id": 1353, "baseline_top_logprobs": 64, "baseline_top_token": " look", "candidate_token": ":", "candidate_token_id": 25, "candidate_top_logprobs": 64, "candidate_top_token": ":", "emitted_token_match": false, "has_comparable_top_logprobs": true, "kl_bits": 37.099312740590996, "kl_nats": 25.715284026852306, "position": 63, "source_id": "502142", "top1_match": false } ], "summary": { "all_positions_including_missing_as_tail": { "emitted_token_match_rate": 0.93359375, "emitted_token_matches": 478, "emitted_token_mismatches": 34, "kl_bits_max": 37.099312740590996, "kl_bits_mean": 17.148121898106286, "kl_nats_max": 25.715284026852306, "kl_nats_mean": 11.88617234557063, "kl_nats_p50": 12.379433795695356, "kl_nats_p95": 12.422452193587326, "max_kl_baseline_top_token": " look", "max_kl_candidate_top_token": ":", "max_kl_position": 63, "max_kl_source_id": "502142", "positions": 512, "top1_match_rate": 0.021484375, "top1_matches": 11, "top1_mismatches": 501 }, "comparable_top_logprobs": { "emitted_token_match_rate": 0.9166666666666666, "emitted_token_matches": 11, "emitted_token_mismatches": 1, "kl_bits_max": 37.099312740590996, "kl_bits_mean": 3.0930926433541788, "kl_nats_max": 25.715284026852306, "kl_nats_mean": 2.1439684449516574, "kl_nats_p50": 0.0007590140403255135, "kl_nats_p95": 0.004023910268344572, "max_kl_baseline_top_token": " look", "max_kl_candidate_top_token": ":", "max_kl_position": 63, "max_kl_source_id": "502142", "positions": 12, "top1_match_rate": 0.9166666666666666, "top1_matches": 11, "top1_mismatches": 1 }, "comparable_top_logprobs_same_emitted_token": { "emitted_token_match_rate": 1.0, "emitted_token_matches": 11, "emitted_token_mismatches": 0, "kl_bits_max": 0.005805275389122891, "kl_bits_mean": 0.0016180890599225499, "kl_nats_max": 0.004023910268344572, "kl_nats_mean": 0.0011215738697802078, "kl_nats_p50": 0.0005001554097245769, "kl_nats_p95": 0.004023910268344572, "max_kl_baseline_top_token": "The", "max_kl_candidate_top_token": "The", "max_kl_position": 0, "max_kl_source_id": "211640", "positions": 11, "top1_match_rate": 1.0, "top1_matches": 11, "top1_mismatches": 0 }, "paired_token_positions": 512, "positions_missing_baseline_top_logprobs": 0, "positions_missing_candidate_top_logprobs": 500, "positions_with_comparable_top_logprobs": 12 } }