{ "schema_version": 1, "profile": "mixed2", "scope": "Small paired-logprob diagnostic; general capability and Apple full-checkpoint memory fit unverified.", "suite_sha256": "f88d4a83bc2bba693dd3645740725890837eb5d149b9e5a6b9d102f97957d23b", "comparison": { "schema_version": 1, "reference": "/workspace/kolibri/results/reference", "candidate": "/workspace/kolibri/results/mixed2", "suite_sha256": "f88d4a83bc2bba693dd3645740725890837eb5d149b9e5a6b9d102f97957d23b", "gates": { "mean_kl_max": 0.15, "case_mean_kl_max": 0.3, "perplexity_ratio_max": 1.1, "case_perplexity_ratio_max": 1.25, "top1_agreement_min": 0.8 }, "cases": [ { "id": "cal-en", "language": "en", "task": "reasoning", "split": "calibration", "tokens": 19, "mean_kl": 0.01978035512636936, "p95_kl": 0.07019272293615497, "top1_agreement": 0.9473684210526315, "delta_nll": 0.016883991853967422, "reference_nll": 0.6549558352843168, "candidate_nll": 0.6718398271382842, "perplexity_ratio": 1.0170273320262022, "token_logprob_rmse": 0.2031434871379188, "p95_abs_token_logprob_delta": 0.43077514485836166 }, { "id": "cal-de", "language": "de", "task": "reasoning", "split": "calibration", "tokens": 24, "mean_kl": 0.005667014272128068, "p95_kl": 0.017980519144710057, "top1_agreement": 1.0, "delta_nll": -0.05484244519971531, "reference_nll": 0.7154404572220049, "candidate_nll": 0.6605980120222895, "perplexity_ratio": 0.9466342829801032, "token_logprob_rmse": 0.1955187889650095, "p95_abs_token_logprob_delta": 0.2572200537461546 }, { "id": "cal-code", "language": "en", "task": "code", "split": "calibration", "tokens": 10, "mean_kl": 0.0090121566551538, "p95_kl": 0.04494164323497877, "top1_agreement": 0.9, "delta_nll": 0.014354575798796019, "reference_nll": 0.16979148134074312, "candidate_nll": 0.18414605713953916, "perplexity_ratio": 1.0144580974654194, "token_logprob_rmse": 0.14400732283730655, "p95_abs_token_logprob_delta": 0.32123469005405736 }, { "id": "held-en-fact", "language": "en", "task": "knowledge", "split": "heldout", "tokens": 9, "mean_kl": 0.008532572412014376, "p95_kl": 0.03399869121037098, "top1_agreement": 1.0, "delta_nll": -0.01938650548337346, "reference_nll": 0.050975090498802944, "candidate_nll": 0.031588585015429486, "perplexity_ratio": 0.9808002043171551, "token_logprob_rmse": 0.03415090424272494, "p95_abs_token_logprob_delta": 0.06652148796448626 }, { "id": "held-de-fact", "language": "de", "task": "knowledge", "split": "heldout", "tokens": 9, "mean_kl": 0.014508015541622411, "p95_kl": 0.046303629362566164, "top1_agreement": 1.0, "delta_nll": -0.03564093058530338, "reference_nll": 0.121087029966858, "candidate_nll": 0.08544609938155465, "perplexity_ratio": 0.9649867285020843, "token_logprob_rmse": 0.053836523572273254, "p95_abs_token_logprob_delta": 0.10077339452351758 }, { "id": "held-en-arithmetic", "language": "en", "task": "reasoning", "split": "heldout", "tokens": 24, "mean_kl": 0.02731870599303889, "p95_kl": 0.11100863036357914, "top1_agreement": 0.9166666666666666, "delta_nll": 0.005223143733265969, "reference_nll": 1.0540350248188621, "candidate_nll": 1.0592581685521283, "perplexity_ratio": 1.0052368081285032, "token_logprob_rmse": 0.3765455041140242, "p95_abs_token_logprob_delta": 0.8446805415397292 }, { "id": "held-de-arithmetic", "language": "de", "task": "reasoning", "split": "heldout", "tokens": 25, "mean_kl": 0.038012473264846844, "p95_kl": 0.1842930397861482, "top1_agreement": 0.92, "delta_nll": -0.03052520898120546, "reference_nll": 0.6239411885152131, "candidate_nll": 0.5934159795340076, "perplexity_ratio": 0.9699359806611073, "token_logprob_rmse": 0.1811096744080099, "p95_abs_token_logprob_delta": 0.43715357180532766 }, { "id": "held-en-logic", "language": "en", "task": "reasoning", "split": "heldout", "tokens": 21, "mean_kl": 0.06703000742128305, "p95_kl": 0.19975681968907602, "top1_agreement": 1.0, "delta_nll": 0.1546991239601873, "reference_nll": 1.09514205294828, "candidate_nll": 1.249841176908467, "perplexity_ratio": 1.1673066936485625, "token_logprob_rmse": 0.5531070306744612, "p95_abs_token_logprob_delta": 1.0158225248812665 }, { "id": "held-de-logic", "language": "de", "task": "reasoning", "split": "heldout", "tokens": 18, "mean_kl": 0.099907261091536, "p95_kl": 0.30538032502326773, "top1_agreement": 0.9444444444444444, "delta_nll": 0.20284248227687066, "reference_nll": 1.6221964826714386, "candidate_nll": 1.8250389649483099, "perplexity_ratio": 1.2248795128189813, "token_logprob_rmse": 0.946217730605902, "p95_abs_token_logprob_delta": 1.8555619116560873 }, { "id": "held-en-code", "language": "en", "task": "code", "split": "heldout", "tokens": 15, "mean_kl": 0.002400378283496873, "p95_kl": 0.010770139261838363, "top1_agreement": 1.0, "delta_nll": 0.022850559417013642, "reference_nll": 0.05543094233111131, "candidate_nll": 0.07828150174812494, "perplexity_ratio": 1.0231136334244717, "token_logprob_rmse": 0.08794100503269633, "p95_abs_token_logprob_delta": 0.10309197261457706 }, { "id": "held-de-code", "language": "de", "task": "code", "split": "heldout", "tokens": 17, "mean_kl": 0.001824994084877997, "p95_kl": 0.008106041428038294, "top1_agreement": 1.0, "delta_nll": 0.034265870417392236, "reference_nll": 0.12953522427201575, "candidate_nll": 0.16380109468940798, "perplexity_ratio": 1.034859708738459, "token_logprob_rmse": 0.14251232480811332, "p95_abs_token_logprob_delta": 0.12690560307912951 }, { "id": "held-en-translate", "language": "en", "task": "translation", "split": "heldout", "tokens": 13, "mean_kl": 0.007539816885054277, "p95_kl": 0.02404970845431429, "top1_agreement": 1.0, "delta_nll": -0.005483094382172056, "reference_nll": 0.19652510627505373, "candidate_nll": 0.19104201189288167, "perplexity_ratio": 0.9945319103431952, "token_logprob_rmse": 0.03406796843613715, "p95_abs_token_logprob_delta": 0.07896416980130834 }, { "id": "held-de-translate", "language": "de", "task": "translation", "split": "heldout", "tokens": 10, "mean_kl": 0.003643223327261212, "p95_kl": 0.012914849091083438, "top1_agreement": 1.0, "delta_nll": 0.0004951360818267412, "reference_nll": 0.08180677501291742, "candidate_nll": 0.08230191109474415, "perplexity_ratio": 1.0004952586819302, "token_logprob_rmse": 0.025559004479840934, "p95_abs_token_logprob_delta": 0.056366833815666734 }, { "id": "held-en-window", "language": "en", "task": "window-crossing", "split": "heldout", "tokens": 7, "mean_kl": 0.00014587426416638974, "p95_kl": 0.0005033452945314835, "top1_agreement": 1.0, "delta_nll": 0.00029546422358195785, "reference_nll": 0.000790756349371949, "candidate_nll": 0.001086220572953907, "perplexity_ratio": 1.000295507877435, "token_logprob_rmse": 0.000572263733238149, "p95_abs_token_logprob_delta": 0.0011095665807016796 }, { "id": "held-de-window", "language": "de", "task": "window-crossing", "split": "heldout", "tokens": 7, "mean_kl": 0.00040019105023655655, "p95_kl": 0.0014269024844973787, "top1_agreement": 1.0, "delta_nll": 0.0006952818340340136, "reference_nll": 0.0006427372332391178, "candidate_nll": 0.001338019067273131, "perplexity_ratio": 1.0006955235984767, "token_logprob_rmse": 0.0012725182394150018, "p95_abs_token_logprob_delta": 0.002530889731930041 }, { "id": "held-en-tool", "language": "en", "task": "tools", "split": "heldout", "tokens": 23, "mean_kl": 0.0035667630644439677, "p95_kl": 2.1634635573068513e-05, "top1_agreement": 1.0, "delta_nll": 0.004570928290456717, "reference_nll": 0.0004227024073699562, "candidate_nll": 0.004993630697826673, "perplexity_ratio": 1.0045813909184083, "token_logprob_rmse": 0.02189957766465678, "p95_abs_token_logprob_delta": 6.111664522470433e-05 } ], "calibration": { "cases": 3, "tokens": 53, "mean_kl": 0.011357672763842067, "top1_agreement": 0.9622641509433962, "delta_nll": -0.016073152482638232, "reference_nll": 0.5908046539082561, "candidate_nll": 0.5747315014256177, "perplexity_ratio": 0.9840553313317, "worst_case_mean_kl": 0.01978035512636936, "worst_case_perplexity_ratio": 1.0170273320262022, "passes_diagnostic_gates": true }, "heldout": { "cases": 13, "tokens": 198, "mean_kl": 0.026801138165091706, "top1_agreement": 0.9747474747474747, "delta_nll": 0.034029497373143834, "reference_nll": 0.5104427418306431, "candidate_nll": 0.544472239203787, "perplexity_ratio": 1.0346151247064093, "worst_case_mean_kl": 0.099907261091536, "worst_case_perplexity_ratio": 1.2248795128189813, "passes_diagnostic_gates": true }, "by_language": { "de": { "cases": 6, "tokens": 86, "mean_kl": 0.034296199316402494, "top1_agreement": 0.9651162790697675, "delta_nll": 0.036739583859743935, "reference_nll": 0.5687501790006285, "candidate_nll": 0.6054897628603726, "perplexity_ratio": 1.0374228240102343, "worst_case_mean_kl": 0.099907261091536, "worst_case_perplexity_ratio": 1.2248795128189813, "passes_diagnostic_gates": true }, "en": { "cases": 7, "tokens": 112, "mean_kl": 0.02104600192390662, "top1_agreement": 0.9821428571428571, "delta_nll": 0.031948538106647335, "reference_nll": 0.4656709597179757, "candidate_nll": 0.49761949782462295, "perplexity_ratio": 1.032464371366574, "worst_case_mean_kl": 0.06703000742128305, "worst_case_perplexity_ratio": 1.1673066936485625, "passes_diagnostic_gates": true } }, "passes_all_heldout_gates": true }, "conversion_sha256": "ec78555322e1267973be8a64d5302d476eacf4021c7124af8fa94c8ceb1735cd", "scoring_receipt": { "calibrationCaseIDs": [], "cases": [ { "elapsedSeconds": 15.263413786888123, "logitsFile": "cal-en.safetensors", "logitsSHA256": "a915bd7bae6f27ff5725f4527fe9ff0a9324c8d02e3e0576f4d39d29e44afc32", "meanNegativeLogLikelihood": 0.6718395948410034, "sequence": { "id": "cal-en", "language": "en", "scoreStart": 57, "split": "calibration", "task": "reasoning", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 17033, 17407, 1776, 1519, 32, 56, 29522, 46, 25241, 29522, 568, 7880, 46, 742, 900, 1750, 63, 1741, 23559, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 49, 57, 29522, 1750, 58, 32, 51, 18092, 32, 56, 32099, 32, 53, 576, 32, 49, 57, 46, 127906 ] }, "tokenCount": 19 }, { "elapsedSeconds": 4.814086675643921, "logitsFile": "cal-de.safetensors", "logitsSHA256": "5c0ff2bc79561dcdc78e3cef9f7954bff0ccb0ca91149e46033fe150e2db3b0e", "meanNegativeLogLikelihood": 0.6605978012084961, "sequence": { "id": "cal-de", "language": "de", "scoreStart": 61, "split": "calibration", "task": "reasoning", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 1113, 5958, 32206, 32, 57, 48, 15592, 622, 32, 49, 44, 53, 6838, 46, 2447, 4023, 2459, 2796, 89902, 15705, 63, 97011, 14460, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 452, 89902, 15705, 12165, 32, 54, 48, 14202, 31351, 58, 32, 57, 48, 49722, 32, 49, 44, 53, 576, 32, 54, 48, 46, 127906 ] }, "tokenCount": 24 }, { "elapsedSeconds": 3.929967522621155, "logitsFile": "cal-code.safetensors", "logitsSHA256": "92d23ef65c2c7f3c3ac1e2f8c93e0021f9a98c5e844045a9db9ac3f0385f095f", "meanNegativeLogLikelihood": 0.18414612114429474, "sequence": { "id": "cal-code", "language": "en", "scoreStart": 53, "split": "calibration", "task": "code", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 4999, 941, 6797, 1889, 7794, 2931, 41, 327, 26550, 14169, 26455, 46, 6442, 1444, 13709, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 1363, 7794, 2931, 2488, 14141, 1778, 14169, 1921, 14169, 127906 ] }, "tokenCount": 10 }, { "elapsedSeconds": 3.6074379682540894, "logitsFile": "held-en-fact.safetensors", "logitsSHA256": "b051919b94ba64a12e7ede482a89373aaf4efaa839ac8075d78020dac6c6c484", "meanNegativeLogLikelihood": 0.03158802539110184, "sequence": { "id": "held-en-fact", "language": "en", "scoreStart": 50, "split": "heldout", "task": "knowledge", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 1798, 735, 262, 13134, 9996, 379, 14272, 63, 1741, 622, 2403, 14264, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 325, 13134, 9996, 379, 14272, 735, 2859, 46, 127906 ] }, "tokenCount": 9 }, { "elapsedSeconds": 3.0807080268859863, "logitsFile": "held-de-fact.safetensors", "logitsSHA256": "f257e634d736cfe0ace91fad49e4da6498d717f959b5ac81a2545ec4a7678191", "meanNegativeLogLikelihood": 0.08544593304395676, "sequence": { "id": "held-de-fact", "language": "de", "scoreStart": 48, "split": "heldout", "task": "knowledge", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 61701, 44187, 14107, 968, 16395, 63, 97011, 622, 1097, 16952, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 5396, 44187, 14107, 614, 16395, 2459, 3294, 46, 127906 ] }, "tokenCount": 9 }, { "elapsedSeconds": 4.291423201560974, "logitsFile": "held-en-arithmetic.safetensors", "logitsSHA256": "9e568f9bf67e37a95512e18768ed7c2bcd11f39daf15da4e3cd5a60b91dfafb3", "meanNegativeLogLikelihood": 1.059257984161377, "sequence": { "id": "held-en-arithmetic", "language": "en", "scoreStart": 63, "split": "heldout", "task": "reasoning", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 65, 4777, 63655, 32, 49, 55, 84038, 3660, 1688, 54, 1776, 286, 94448, 1688, 49, 50, 46, 611, 735, 3327, 15482, 7086, 63, 1741, 23559, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 325, 15482, 7086, 735, 1688, 57, 48, 58, 32, 49, 55, 18092, 1688, 54, 32099, 1688, 49, 50, 576, 1688, 57, 48, 46, 127906 ] }, "tokenCount": 24 }, { "elapsedSeconds": 4.270632743835449, "logitsFile": "held-de-arithmetic.safetensors", "logitsSHA256": "c148216e0ddb47602a270554096f8eea36ef70309607763686ed5b983af7a48e", "meanNegativeLogLikelihood": 0.5934154987335205, "sequence": { "id": "held-de-arithmetic", "language": "de", "scoreStart": 68, "split": "heldout", "task": "reasoning", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 11717, 75971, 16611, 32, 50, 52, 10343, 775, 614, 3408, 32, 52, 2527, 420, 2941, 32, 56, 2527, 2340, 46, 2447, 4023, 2459, 948, 42842, 268, 8776, 63, 97011, 14460, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 8590, 42842, 268, 8776, 12165, 32, 56, 56, 2527, 58, 32, 50, 52, 18092, 32, 52, 32099, 32, 56, 576, 32, 56, 56, 46, 127906 ] }, "tokenCount": 25 }, { "elapsedSeconds": 5.073943376541138, "logitsFile": "held-en-logic.safetensors", "logitsSHA256": "bebefce57310198e2d12120df01884ed4424fa869980ea78a8512c00125c6e24", "meanNegativeLogLikelihood": 1.2498408555984497, "sequence": { "id": "held-en-logic", "language": "en", "scoreStart": 59, "split": "heldout", "task": "reasoning", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 4419, 35311, 568, 26933, 46, 3463, 26933, 476, 23134, 46, 7302, 3326, 3480, 327, 938, 35311, 476, 23134, 63, 20274, 23559, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 3913, 46, 543, 26933, 327, 476, 23134, 1026, 502, 2396, 1578, 35311, 44, 1409, 262, 5082, 830, 502, 3480, 46, 127906 ] }, "tokenCount": 21 }, { "elapsedSeconds": 3.815176486968994, "logitsFile": "held-de-logic.safetensors", "logitsSHA256": "771176ba10bdc2004991dee8e418ea762635ada4dd38c32f1026d03269babb43", "meanNegativeLogLikelihood": 1.8250385522842407, "sequence": { "id": "held-de-logic", "language": "de", "scoreStart": 63, "split": "heldout", "task": "reasoning", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 13518, 25525, 1200, 10273, 46, 44871, 10273, 1200, 13752, 329, 46, 8470, 5871, 25412, 44, 1469, 46789, 25525, 13752, 329, 1200, 63, 840, 7166, 14460, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 1170, 46, 1047, 13752, 1021, 10273, 4165, 3514, 25525, 2260, 59, 346, 90837, 11637, 14276, 939, 46, 127906 ] }, "tokenCount": 18 }, { "elapsedSeconds": 3.9693586826324463, "logitsFile": "held-en-code.safetensors", "logitsSHA256": "3cef87d6c7a12ef990d84e857210e8c5200c257ed590b12a045bb1831ed89f46", "meanNegativeLogLikelihood": 0.07828141003847122, "sequence": { "id": "held-en-code", "language": "en", "scoreStart": 56, "split": "heldout", "task": "code", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 4999, 941, 6797, 1889, 735, 105480, 14599, 41, 327, 26550, 2544, 14163, 735, 2051, 46, 6442, 1444, 13709, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 1363, 735, 105480, 14599, 2488, 14141, 1778, 14163, 14628, 32, 50, 1339, 32, 48, 127906 ] }, "tokenCount": 15 }, { "elapsedSeconds": 2.4145448207855225, "logitsFile": "held-de-code.safetensors", "logitsSHA256": "e475c0cf81e158f669de9554475c4cc06e9350e04094a93c41b654a92278f710", "meanNegativeLogLikelihood": 0.1638011932373047, "sequence": { "id": "held-de-code", "language": "de", "scoreStart": 64, "split": "heldout", "task": "code", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 22242, 699, 6797, 15836, 1427, 84780, 106925, 125942, 3003, 346, 518, 9678, 7307, 1117, 1233, 1151, 63064, 18996, 4330, 2340, 1673, 46, 32638, 2120, 6157, 1953, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 1363, 1427, 84780, 106925, 125942, 2488, 14141, 1778, 9468, 91, 48, 93, 1765, 9468, 4100, 4330, 127906 ] }, "tokenCount": 17 }, { "elapsedSeconds": 4.184002757072449, "logitsFile": "held-en-translate.safetensors", "logitsSHA256": "c2c4a5084713fe1a30d4832229c5652c951c0a1b36b16fbba23e1918f016f069", "meanNegativeLogLikelihood": 0.19104181230068207, "sequence": { "id": "held-en-translate", "language": "en", "scoreStart": 51, "split": "heldout", "task": "translation", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 44761, 318, 4867, 58, 543, 14345, 52074, 3660, 14395, 286, 62712, 3660, 8445, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 452, 30908, 56277, 7470, 24677, 5269, 420, 61556, 7470, 16363, 5269, 46, 127906 ] }, "tokenCount": 13 }, { "elapsedSeconds": 4.078127980232239, "logitsFile": "held-de-translate.safetensors", "logitsSHA256": "ea66cb5288bdec956bd1a9ddb022c955bd59973a2acf873e1a401292962a6a53", "meanNegativeLogLikelihood": 0.08230161666870117, "sequence": { "id": "held-de-translate", "language": "de", "scoreStart": 50, "split": "heldout", "task": "translation", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 1103, 57190, 120025, 98780, 58, 1047, 36235, 1030, 2361, 38749, 4118, 48837, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 325, 8709, 378, 4191, 941, 5951, 1681, 11123, 46, 127906 ] }, "tokenCount": 10 }, { "elapsedSeconds": 83.12866699695587, "logitsFile": "held-en-window.safetensors", "logitsSHA256": "688f3bffa06ce28d66fed14a1e8e928e4beb0df71c95d9a215d6c76c140657d9", "meanNegativeLogLikelihood": 0.0010858264286071062, "sequence": { "id": "held-en-window", "language": "en", "scoreStart": 1327, "split": "heldout", "task": "window-crossing", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 5800, 1862, 12232, 314, 10571, 32, 48, 58, 3973, 13709, 1321, 48, 48, 48, 48, 44, 12284, 28964, 314, 10571, 32, 49, 58, 3973, 13709, 1321, 48, 48, 48, 49, 44, 12284, 28964, 314, 10571, 32, 50, 58, 3973, 13709, 1321, 48, 48, 48, 50, 44, 12284, 28964, 314, 10571, 32, 51, 58, 3973, 13709, 1321, 48, 48, 48, 51, 44, 12284, 28964, 314, 10571, 32, 52, 58, 3973, 13709, 1321, 48, 48, 48, 52, 44, 12284, 28964, 314, 10571, 32, 53, 58, 3973, 13709, 1321, 48, 48, 48, 53, 44, 12284, 28964, 314, 10571, 32, 54, 58, 3973, 13709, 1321, 48, 48, 48, 54, 44, 12284, 28964, 314, 10571, 32, 55, 58, 3973, 13709, 79000, 9953, 45, 55, 51, 49, 44, 12284, 25082, 314, 10571, 32, 56, 58, 3973, 13709, 1321, 48, 48, 48, 56, 44, 12284, 28964, 314, 10571, 32, 57, 58, 3973, 13709, 1321, 48, 48, 48, 57, 44, 12284, 28964, 314, 10571, 32, 49, 48, 58, 3973, 13709, 1321, 48, 48, 49, 48, 44, 12284, 28964, 314, 10571, 32, 49, 49, 58, 3973, 13709, 1321, 48, 48, 49, 49, 44, 12284, 28964, 314, 10571, 32, 49, 50, 58, 3973, 13709, 1321, 48, 48, 49, 50, 44, 12284, 28964, 314, 10571, 32, 49, 51, 58, 3973, 13709, 1321, 48, 48, 49, 51, 44, 12284, 28964, 314, 10571, 32, 49, 52, 58, 3973, 13709, 1321, 48, 48, 49, 52, 44, 12284, 28964, 314, 10571, 32, 49, 53, 58, 3973, 13709, 1321, 48, 48, 49, 53, 44, 12284, 28964, 314, 10571, 32, 49, 54, 58, 3973, 13709, 1321, 48, 48, 49, 54, 44, 12284, 28964, 314, 10571, 32, 49, 55, 58, 3973, 13709, 1321, 48, 48, 49, 55, 44, 12284, 28964, 314, 10571, 32, 49, 56, 58, 3973, 13709, 1321, 48, 48, 49, 56, 44, 12284, 28964, 314, 10571, 32, 49, 57, 58, 3973, 13709, 1321, 48, 48, 49, 57, 44, 12284, 28964, 314, 10571, 32, 50, 48, 58, 3973, 13709, 1321, 48, 48, 50, 48, 44, 12284, 28964, 314, 10571, 32, 50, 49, 58, 3973, 13709, 1321, 48, 48, 50, 49, 44, 12284, 28964, 314, 10571, 32, 50, 50, 58, 3973, 13709, 1321, 48, 48, 50, 50, 44, 12284, 28964, 314, 10571, 32, 50, 51, 58, 3973, 13709, 1321, 48, 48, 50, 51, 44, 12284, 28964, 314, 10571, 32, 50, 52, 58, 3973, 13709, 1321, 48, 48, 50, 52, 44, 12284, 28964, 314, 10571, 32, 50, 53, 58, 3973, 13709, 1321, 48, 48, 50, 53, 44, 12284, 28964, 314, 10571, 32, 50, 54, 58, 3973, 13709, 1321, 48, 48, 50, 54, 44, 12284, 28964, 314, 10571, 32, 50, 55, 58, 3973, 13709, 1321, 48, 48, 50, 55, 44, 12284, 28964, 314, 10571, 32, 50, 56, 58, 3973, 13709, 1321, 48, 48, 50, 56, 44, 12284, 28964, 314, 10571, 32, 50, 57, 58, 3973, 13709, 1321, 48, 48, 50, 57, 44, 12284, 28964, 314, 10571, 32, 51, 48, 58, 3973, 13709, 1321, 48, 48, 51, 48, 44, 12284, 28964, 314, 10571, 32, 51, 49, 58, 3973, 13709, 1321, 48, 48, 51, 49, 44, 12284, 28964, 314, 10571, 32, 51, 50, 58, 3973, 13709, 1321, 48, 48, 51, 50, 44, 12284, 28964, 314, 10571, 32, 51, 51, 58, 3973, 13709, 1321, 48, 48, 51, 51, 44, 12284, 28964, 314, 10571, 32, 51, 52, 58, 3973, 13709, 1321, 48, 48, 51, 52, 44, 12284, 28964, 314, 10571, 32, 51, 53, 58, 3973, 13709, 1321, 48, 48, 51, 53, 44, 12284, 28964, 314, 10571, 32, 51, 54, 58, 3973, 13709, 1321, 48, 48, 51, 54, 44, 12284, 28964, 314, 10571, 32, 51, 55, 58, 3973, 13709, 1321, 48, 48, 51, 55, 44, 12284, 28964, 314, 10571, 32, 51, 56, 58, 3973, 13709, 1321, 48, 48, 51, 56, 44, 12284, 28964, 314, 10571, 32, 51, 57, 58, 3973, 13709, 1321, 48, 48, 51, 57, 44, 12284, 28964, 314, 10571, 32, 52, 48, 58, 3973, 13709, 1321, 48, 48, 52, 48, 44, 12284, 28964, 314, 10571, 32, 52, 49, 58, 3973, 13709, 1321, 48, 48, 52, 49, 44, 12284, 28964, 314, 10571, 32, 52, 50, 58, 3973, 13709, 1321, 48, 48, 52, 50, 44, 12284, 28964, 314, 10571, 32, 52, 51, 58, 3973, 13709, 1321, 48, 48, 52, 51, 44, 12284, 28964, 314, 10571, 32, 52, 52, 58, 3973, 13709, 1321, 48, 48, 52, 52, 44, 12284, 28964, 314, 10571, 32, 52, 53, 58, 3973, 13709, 1321, 48, 48, 52, 53, 44, 12284, 28964, 314, 10571, 32, 52, 54, 58, 3973, 13709, 1321, 48, 48, 52, 54, 44, 12284, 28964, 314, 10571, 32, 52, 55, 58, 3973, 13709, 1321, 48, 48, 52, 55, 44, 12284, 28964, 314, 10571, 32, 52, 56, 58, 3973, 13709, 1321, 48, 48, 52, 56, 44, 12284, 28964, 314, 10571, 32, 52, 57, 58, 3973, 13709, 1321, 48, 48, 52, 57, 44, 12284, 28964, 314, 10571, 32, 53, 48, 58, 3973, 13709, 1321, 48, 48, 53, 48, 44, 12284, 28964, 314, 10571, 32, 53, 49, 58, 3973, 13709, 1321, 48, 48, 53, 49, 44, 12284, 28964, 314, 10571, 32, 53, 50, 58, 3973, 13709, 1321, 48, 48, 53, 50, 44, 12284, 28964, 314, 10571, 32, 53, 51, 58, 3973, 13709, 1321, 48, 48, 53, 51, 44, 12284, 28964, 314, 10571, 32, 53, 52, 58, 3973, 13709, 1321, 48, 48, 53, 52, 44, 12284, 28964, 314, 10571, 32, 53, 53, 58, 3973, 13709, 1321, 48, 48, 53, 53, 44, 12284, 28964, 314, 10571, 32, 53, 54, 58, 3973, 13709, 1321, 48, 48, 53, 54, 44, 12284, 28964, 314, 10571, 32, 53, 55, 58, 3973, 13709, 1321, 48, 48, 53, 55, 44, 12284, 28964, 314, 10571, 32, 53, 56, 58, 3973, 13709, 1321, 48, 48, 53, 56, 44, 12284, 28964, 314, 10571, 32, 53, 57, 58, 3973, 13709, 1321, 48, 48, 53, 57, 44, 12284, 28964, 314, 10571, 32, 54, 48, 58, 3973, 13709, 1321, 48, 48, 54, 48, 44, 12284, 28964, 314, 10571, 32, 54, 49, 58, 3973, 13709, 1321, 48, 48, 54, 49, 44, 12284, 28964, 314, 10571, 32, 54, 50, 58, 3973, 13709, 1321, 48, 48, 54, 50, 44, 12284, 28964, 314, 10571, 32, 54, 51, 58, 3973, 13709, 1321, 48, 48, 54, 51, 44, 12284, 28964, 314, 10571, 32, 54, 52, 58, 3973, 13709, 1321, 48, 48, 54, 52, 44, 12284, 28964, 314, 10571, 32, 54, 53, 58, 3973, 13709, 1321, 48, 48, 54, 53, 44, 12284, 28964, 314, 10571, 32, 54, 54, 58, 3973, 13709, 1321, 48, 48, 54, 54, 44, 12284, 28964, 314, 10571, 32, 54, 55, 58, 3973, 13709, 1321, 48, 48, 54, 55, 44, 12284, 28964, 314, 10571, 32, 54, 56, 58, 3973, 13709, 1321, 48, 48, 54, 56, 44, 12284, 28964, 314, 10571, 32, 54, 57, 58, 3973, 13709, 1321, 48, 48, 54, 57, 44, 12284, 28964, 314, 10571, 32, 55, 48, 58, 3973, 13709, 1321, 48, 48, 55, 48, 44, 12284, 28964, 314, 10571, 32, 55, 49, 58, 3973, 13709, 1321, 48, 48, 55, 49, 44, 12284, 28964, 314, 10571, 32, 55, 50, 58, 3973, 13709, 1321, 48, 48, 55, 50, 44, 12284, 28964, 314, 10571, 32, 55, 51, 58, 3973, 13709, 1321, 48, 48, 55, 51, 44, 12284, 28964, 314, 10571, 32, 55, 52, 58, 3973, 13709, 1321, 48, 48, 55, 52, 44, 12284, 28964, 314, 10571, 32, 55, 53, 58, 3973, 13709, 1321, 48, 48, 55, 53, 44, 12284, 28964, 314, 10571, 32, 55, 54, 58, 3973, 13709, 1321, 48, 48, 55, 54, 44, 12284, 28964, 314, 10571, 32, 55, 55, 58, 3973, 13709, 1321, 48, 48, 55, 55, 44, 12284, 28964, 314, 10571, 32, 55, 56, 58, 3973, 13709, 1321, 48, 48, 55, 56, 44, 12284, 28964, 314, 10571, 32, 55, 57, 58, 3973, 13709, 1321, 48, 48, 55, 57, 44, 12284, 28964, 314, 1798, 735, 262, 3973, 13709, 622, 11237, 32, 55, 63, 6442, 1444, 262, 13709, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 38666, 9953, 45, 55, 51, 49, 127906 ] }, "tokenCount": 7 }, { "elapsedSeconds": 33.63522005081177, "logitsFile": "held-de-window.safetensors", "logitsSHA256": "4e3d58e199452b92d5a9ac142a1418c8ff33e0da12b9b3474e74dc59b6842b26", "meanNegativeLogLikelihood": 0.001338141388259828, "sequence": { "id": "held-de-window", "language": "de", "scoreStart": 1328, "split": "heldout", "task": "window-crossing", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 46, 127906, 10, 127904, 1646, 10, 76, 555, 2834, 94446, 314, 10571, 32, 48, 58, 3973, 13709, 1321, 48, 48, 48, 48, 44, 12284, 28964, 314, 10571, 32, 49, 58, 3973, 13709, 1321, 48, 48, 48, 49, 44, 12284, 28964, 314, 10571, 32, 50, 58, 3973, 13709, 1321, 48, 48, 48, 50, 44, 12284, 28964, 314, 10571, 32, 51, 58, 3973, 13709, 1321, 48, 48, 48, 51, 44, 12284, 28964, 314, 10571, 32, 52, 58, 3973, 13709, 1321, 48, 48, 48, 52, 44, 12284, 28964, 314, 10571, 32, 53, 58, 3973, 13709, 1321, 48, 48, 48, 53, 44, 12284, 28964, 314, 10571, 32, 54, 58, 3973, 13709, 1321, 48, 48, 48, 54, 44, 12284, 28964, 314, 10571, 32, 55, 58, 3973, 13709, 79000, 9953, 45, 55, 51, 49, 44, 12284, 25082, 314, 10571, 32, 56, 58, 3973, 13709, 1321, 48, 48, 48, 56, 44, 12284, 28964, 314, 10571, 32, 57, 58, 3973, 13709, 1321, 48, 48, 48, 57, 44, 12284, 28964, 314, 10571, 32, 49, 48, 58, 3973, 13709, 1321, 48, 48, 49, 48, 44, 12284, 28964, 314, 10571, 32, 49, 49, 58, 3973, 13709, 1321, 48, 48, 49, 49, 44, 12284, 28964, 314, 10571, 32, 49, 50, 58, 3973, 13709, 1321, 48, 48, 49, 50, 44, 12284, 28964, 314, 10571, 32, 49, 51, 58, 3973, 13709, 1321, 48, 48, 49, 51, 44, 12284, 28964, 314, 10571, 32, 49, 52, 58, 3973, 13709, 1321, 48, 48, 49, 52, 44, 12284, 28964, 314, 10571, 32, 49, 53, 58, 3973, 13709, 1321, 48, 48, 49, 53, 44, 12284, 28964, 314, 10571, 32, 49, 54, 58, 3973, 13709, 1321, 48, 48, 49, 54, 44, 12284, 28964, 314, 10571, 32, 49, 55, 58, 3973, 13709, 1321, 48, 48, 49, 55, 44, 12284, 28964, 314, 10571, 32, 49, 56, 58, 3973, 13709, 1321, 48, 48, 49, 56, 44, 12284, 28964, 314, 10571, 32, 49, 57, 58, 3973, 13709, 1321, 48, 48, 49, 57, 44, 12284, 28964, 314, 10571, 32, 50, 48, 58, 3973, 13709, 1321, 48, 48, 50, 48, 44, 12284, 28964, 314, 10571, 32, 50, 49, 58, 3973, 13709, 1321, 48, 48, 50, 49, 44, 12284, 28964, 314, 10571, 32, 50, 50, 58, 3973, 13709, 1321, 48, 48, 50, 50, 44, 12284, 28964, 314, 10571, 32, 50, 51, 58, 3973, 13709, 1321, 48, 48, 50, 51, 44, 12284, 28964, 314, 10571, 32, 50, 52, 58, 3973, 13709, 1321, 48, 48, 50, 52, 44, 12284, 28964, 314, 10571, 32, 50, 53, 58, 3973, 13709, 1321, 48, 48, 50, 53, 44, 12284, 28964, 314, 10571, 32, 50, 54, 58, 3973, 13709, 1321, 48, 48, 50, 54, 44, 12284, 28964, 314, 10571, 32, 50, 55, 58, 3973, 13709, 1321, 48, 48, 50, 55, 44, 12284, 28964, 314, 10571, 32, 50, 56, 58, 3973, 13709, 1321, 48, 48, 50, 56, 44, 12284, 28964, 314, 10571, 32, 50, 57, 58, 3973, 13709, 1321, 48, 48, 50, 57, 44, 12284, 28964, 314, 10571, 32, 51, 48, 58, 3973, 13709, 1321, 48, 48, 51, 48, 44, 12284, 28964, 314, 10571, 32, 51, 49, 58, 3973, 13709, 1321, 48, 48, 51, 49, 44, 12284, 28964, 314, 10571, 32, 51, 50, 58, 3973, 13709, 1321, 48, 48, 51, 50, 44, 12284, 28964, 314, 10571, 32, 51, 51, 58, 3973, 13709, 1321, 48, 48, 51, 51, 44, 12284, 28964, 314, 10571, 32, 51, 52, 58, 3973, 13709, 1321, 48, 48, 51, 52, 44, 12284, 28964, 314, 10571, 32, 51, 53, 58, 3973, 13709, 1321, 48, 48, 51, 53, 44, 12284, 28964, 314, 10571, 32, 51, 54, 58, 3973, 13709, 1321, 48, 48, 51, 54, 44, 12284, 28964, 314, 10571, 32, 51, 55, 58, 3973, 13709, 1321, 48, 48, 51, 55, 44, 12284, 28964, 314, 10571, 32, 51, 56, 58, 3973, 13709, 1321, 48, 48, 51, 56, 44, 12284, 28964, 314, 10571, 32, 51, 57, 58, 3973, 13709, 1321, 48, 48, 51, 57, 44, 12284, 28964, 314, 10571, 32, 52, 48, 58, 3973, 13709, 1321, 48, 48, 52, 48, 44, 12284, 28964, 314, 10571, 32, 52, 49, 58, 3973, 13709, 1321, 48, 48, 52, 49, 44, 12284, 28964, 314, 10571, 32, 52, 50, 58, 3973, 13709, 1321, 48, 48, 52, 50, 44, 12284, 28964, 314, 10571, 32, 52, 51, 58, 3973, 13709, 1321, 48, 48, 52, 51, 44, 12284, 28964, 314, 10571, 32, 52, 52, 58, 3973, 13709, 1321, 48, 48, 52, 52, 44, 12284, 28964, 314, 10571, 32, 52, 53, 58, 3973, 13709, 1321, 48, 48, 52, 53, 44, 12284, 28964, 314, 10571, 32, 52, 54, 58, 3973, 13709, 1321, 48, 48, 52, 54, 44, 12284, 28964, 314, 10571, 32, 52, 55, 58, 3973, 13709, 1321, 48, 48, 52, 55, 44, 12284, 28964, 314, 10571, 32, 52, 56, 58, 3973, 13709, 1321, 48, 48, 52, 56, 44, 12284, 28964, 314, 10571, 32, 52, 57, 58, 3973, 13709, 1321, 48, 48, 52, 57, 44, 12284, 28964, 314, 10571, 32, 53, 48, 58, 3973, 13709, 1321, 48, 48, 53, 48, 44, 12284, 28964, 314, 10571, 32, 53, 49, 58, 3973, 13709, 1321, 48, 48, 53, 49, 44, 12284, 28964, 314, 10571, 32, 53, 50, 58, 3973, 13709, 1321, 48, 48, 53, 50, 44, 12284, 28964, 314, 10571, 32, 53, 51, 58, 3973, 13709, 1321, 48, 48, 53, 51, 44, 12284, 28964, 314, 10571, 32, 53, 52, 58, 3973, 13709, 1321, 48, 48, 53, 52, 44, 12284, 28964, 314, 10571, 32, 53, 53, 58, 3973, 13709, 1321, 48, 48, 53, 53, 44, 12284, 28964, 314, 10571, 32, 53, 54, 58, 3973, 13709, 1321, 48, 48, 53, 54, 44, 12284, 28964, 314, 10571, 32, 53, 55, 58, 3973, 13709, 1321, 48, 48, 53, 55, 44, 12284, 28964, 314, 10571, 32, 53, 56, 58, 3973, 13709, 1321, 48, 48, 53, 56, 44, 12284, 28964, 314, 10571, 32, 53, 57, 58, 3973, 13709, 1321, 48, 48, 53, 57, 44, 12284, 28964, 314, 10571, 32, 54, 48, 58, 3973, 13709, 1321, 48, 48, 54, 48, 44, 12284, 28964, 314, 10571, 32, 54, 49, 58, 3973, 13709, 1321, 48, 48, 54, 49, 44, 12284, 28964, 314, 10571, 32, 54, 50, 58, 3973, 13709, 1321, 48, 48, 54, 50, 44, 12284, 28964, 314, 10571, 32, 54, 51, 58, 3973, 13709, 1321, 48, 48, 54, 51, 44, 12284, 28964, 314, 10571, 32, 54, 52, 58, 3973, 13709, 1321, 48, 48, 54, 52, 44, 12284, 28964, 314, 10571, 32, 54, 53, 58, 3973, 13709, 1321, 48, 48, 54, 53, 44, 12284, 28964, 314, 10571, 32, 54, 54, 58, 3973, 13709, 1321, 48, 48, 54, 54, 44, 12284, 28964, 314, 10571, 32, 54, 55, 58, 3973, 13709, 1321, 48, 48, 54, 55, 44, 12284, 28964, 314, 10571, 32, 54, 56, 58, 3973, 13709, 1321, 48, 48, 54, 56, 44, 12284, 28964, 314, 10571, 32, 54, 57, 58, 3973, 13709, 1321, 48, 48, 54, 57, 44, 12284, 28964, 314, 10571, 32, 55, 48, 58, 3973, 13709, 1321, 48, 48, 55, 48, 44, 12284, 28964, 314, 10571, 32, 55, 49, 58, 3973, 13709, 1321, 48, 48, 55, 49, 44, 12284, 28964, 314, 10571, 32, 55, 50, 58, 3973, 13709, 1321, 48, 48, 55, 50, 44, 12284, 28964, 314, 10571, 32, 55, 51, 58, 3973, 13709, 1321, 48, 48, 55, 51, 44, 12284, 28964, 314, 10571, 32, 55, 52, 58, 3973, 13709, 1321, 48, 48, 55, 52, 44, 12284, 28964, 314, 10571, 32, 55, 53, 58, 3973, 13709, 1321, 48, 48, 55, 53, 44, 12284, 28964, 314, 10571, 32, 55, 54, 58, 3973, 13709, 1321, 48, 48, 55, 54, 44, 12284, 28964, 314, 10571, 32, 55, 55, 58, 3973, 13709, 1321, 48, 48, 55, 55, 44, 12284, 28964, 314, 10571, 32, 55, 56, 58, 3973, 13709, 1321, 48, 48, 55, 56, 44, 12284, 28964, 314, 10571, 32, 55, 57, 58, 3973, 13709, 1321, 48, 48, 55, 57, 44, 12284, 28964, 314, 86170, 34360, 855, 12975, 622, 11237, 32, 55, 63, 32638, 2120, 1178, 6157, 1953, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 38666, 9953, 45, 55, 51, 49, 127906 ] }, "tokenCount": 7 }, { "elapsedSeconds": 7.10475492477417, "logitsFile": "held-en-tool.safetensors", "logitsSHA256": "9615469f3c425898c47af696ef0d0ace71c0a147a13cb3265c1838c3d675bb25", "meanNegativeLogLikelihood": 0.0049936044961214066, "sequence": { "id": "held-en-tool", "language": "en", "scoreStart": 183, "split": "heldout", "task": "tools", "tokens": [ 127904, 940, 10, 35, 70894, 5303, 263, 29230, 259, 735, 12416, 46, 24254, 14354, 318, 56320, 3863, 318, 262, 3143, 589, 15436, 275, 35, 21955, 263, 652, 824, 5604, 2403, 3688, 828, 10852, 318, 9095, 310, 262, 3143, 15483, 275, 652, 568, 2349, 310, 1889, 53814, 2288, 3167, 32776, 1609, 32776, 62, 38357, 24727, 656, 60, 32776, 434, 1142, 676, 408, 4138, 8322, 408, 946, 2938, 262, 5995, 379, 941, 6547, 120260, 946, 653, 408, 946, 688, 95, 30279, 531, 946, 8785, 408, 4138, 15637, 408, 4138, 3547, 408, 4138, 805, 408, 946, 1383, 16506, 946, 22267, 408, 7311, 3547, 24148, 946, 805, 408, 946, 1300, 16506, 946, 805, 408, 946, 676, 100048, 376, 32776, 9215, 2674, 1776, 1889, 5604, 44, 1778, 941, 12597, 7438, 310, 1889, 5032, 286, 15477, 2288, 32, 127909, 127910, 38357, 24727, 656, 127909, 10, 1142, 653, 408, 3167, 676, 62679, 120073, 946, 7160, 408, 3167, 8510, 45, 6427, 123291, 62, 475, 127910, 127906, 10, 127904, 1646, 10, 5116, 262, 5995, 4324, 318, 2492, 2839, 262, 5995, 622, 67041, 46, 127906, 10, 127904, 64090, 10, 127907, 263, 127908, 263, 127909, 10, 1142, 653, 408, 946, 688, 95, 30279, 531, 946, 7160, 408, 4138, 3547, 408, 946, 50855, 67036, 34, 31257, 127910, 127906 ] }, "tokenCount": 23 } ], "checkpointPath": "/workspace/kolibri/artifacts/Kolibri-1-MLX-mixed2", "chunkSize": 32, "configSHA256": "cd3d15e8f44b3dc24937f9f9730d4eb7d621759f28cc7ce5f33b633a37aa6d31", "conversionSHA256": "ec78555322e1267973be8a64d5302d476eacf4021c7124af8fa94c8ceb1735cd", "device": "Device(gpu, 0)", "indexSHA256": "036de221d5da648136f71b4b5d078004193101e2ab16d3764854ad66d0628da9", "peakMemoryBytes": 26570516768, "schemaVersion": 1, "suiteSHA256": "f88d4a83bc2bba693dd3645740725890837eb5d149b9e5a6b9d102f97957d23b" } }