{ "checkpoint": { "checkpoint": "v2/output/final", "checkpoint_bytes": 618960456, "checkpoint_sha256": "47dfffb7a76d95589752df0c59ff6eaf3496f6fcf5408d324218887e471023c7", "global_step": 17660 }, "condition_embedding_replay": { "predicted_codes": { "global_flattened_cosine": 0.7690277363397032, "latent_frames": 1247184, "latent_weighted_mean_cosine": 0.7669544765998214, "mse": 0.0781371955191094, "per_record_cosine": { "count": 130, "max": 0.8361330032348633, "mean": 0.7698414775041433, "min": 0.7206224203109741, "quantiles": { "0.0": 0.7206224203109741, "0.05": 0.7429912149906158, "0.25": 0.7548101097345352, "0.5": 0.770626574754715, "0.75": 0.7835157215595245, "0.95": 0.7986360996961593, "1.0": 0.8361330032348633 }, "std": 0.019062989675575924 }, "relative_l2": 0.6539463290553146 }, "true_code_control": { "global_flattened_cosine": 0.9999244132588798, "latent_frames": 1247184, "latent_weighted_mean_cosine": 0.9999227839764951, "mse": 2.763638821693823e-05, "per_record_cosine": { "count": 130, "max": 0.999957263469696, "mean": 0.9999072317893688, "min": 0.9983662366867065, "quantiles": { "0.0": 0.9983662366867065, "0.05": 0.999821075797081, "0.25": 0.9999240636825562, "0.5": 0.9999381899833679, "0.75": 0.9999445825815201, "0.95": 0.9999500513076782, "1.0": 0.999957263469696 }, "std": 0.00015022638681815362 }, "relative_l2": 0.01229854795158292 } }, "dataset": { "exact_alignment_records": 130, "repo_id": "bghira/minimax-music3-rvq-reverse-distillation", "revision": "5029b1e7f1bbfbf028b76b38564fecccda94a111", "split": "holdout" }, "format": "simpletuner-minimaxmusic-external-replay-v1", "limitations": [ "This is teacher-forced hidden-state replay, not a diffusion render or audio-domain score.", "Only the 130 holdout records with recorded exact chunk alignment are included.", "Complete non-overlapping windows define token metrics; a shifted final window fills replay-only tail frames.", "The Serveurperso checkpoint was trained on a separate corpus and has no checkpoint-specific license declaration." ], "model_id": "simpletuner-v2", "parameter_count": 154736064, "protocol": { "code_selection": "argmax", "condition": "official condition encoder with recorded chunk stitching", "metric": "cosine similarity per stitched condition-embedding latent frame", "official_model_revision": "fbdf52fbaaca799592917417eb05f1899f1255ec", "replay": "teacher-forced official language model and RVQ depth decoder", "window_frames": 128 }, "records": [ { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9402264356613159, "cosine_mean": 0.7239253520965576, "cosine_min": 0.5208988785743713, "cosine_std": 0.04706466570496559, "flattened_dot": 3502220.0, "latent_frames": 15524, "mse": 0.08450425110413715, "predicted_squared": 4440578.5, "reference_squared": 5250518.5, "relative_l2": 0.715327588876253, "squared_error": 2686656.5, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999727010726929, "cosine_mean": 0.9999457597732544, "cosine_min": 0.9997843503952026, "cosine_std": 1.1789102245529648e-05, "flattened_dot": 5247772.0, "latent_frames": 15524, "mse": 1.8229315005083485e-05, "predicted_squared": 5245605.0, "reference_squared": 5250518.5, "relative_l2": 0.010506325979063667, "squared_error": 579.5673828125, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "bf131a41-49be-43c7-bf93-9c79f5be522e", "shard_id": 233, "token_metrics": { "per_head": [ { "ce_sum": 10599.354446411133, "count": 4480, "top1_correct": 1710, "top5_correct": 3367 }, { "ce_sum": 20510.525146484375, "count": 4480, "top1_correct": 401, "top5_correct": 1219 }, { "ce_sum": 20026.59490966797, "count": 4480, "top1_correct": 475, "top5_correct": 1353 }, { "ce_sum": 21382.65167236328, "count": 4480, "top1_correct": 359, "top5_correct": 1076 }, { "ce_sum": 21494.86590576172, "count": 4480, "top1_correct": 352, "top5_correct": 1032 }, { "ce_sum": 25665.61505126953, "count": 4480, "top1_correct": 139, "top5_correct": 472 }, { "ce_sum": 26597.042907714844, "count": 4480, "top1_correct": 120, "top5_correct": 405 }, { "ce_sum": 27205.93670654297, "count": 4480, "top1_correct": 91, "top5_correct": 356 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9582566618919373, "cosine_mean": 0.7662069797515869, "cosine_min": 0.5210987329483032, "cosine_std": 0.04423271492123604, "flattened_dot": 4109940.75, "latent_frames": 15403, "mse": 0.08149214508486577, "predicted_squared": 4743996.0, "reference_squared": 6046583.0, "relative_l2": 0.6520343857975155, "squared_error": 2570697.75, "values": 31545344 }, "true_code_control": { "cosine_max": 0.9999679327011108, "cosine_mean": 0.9999333024024963, "cosine_min": 0.9993491172790527, "cosine_std": 2.74152698693797e-05, "flattened_dot": 6043039.5, "latent_frames": 15403, "mse": 2.5502367545310333e-05, "predicted_squared": 6040300.5, "reference_squared": 6046583.0, "relative_l2": 0.011534608931131687, "squared_error": 804.48095703125, "values": 31545344 } }, "condition_latent_frames": 15403, "emitted_frames": 4465, "model_id": "simpletuner-v2", "sample_id": "2e12af11-2d89-493b-bc9e-407b80a39dbd", "shard_id": 244, "token_metrics": { "per_head": [ { "ce_sum": 8741.093231201172, "count": 4352, "top1_correct": 1909, "top5_correct": 3519 }, { "ce_sum": 18939.825164794922, "count": 4352, "top1_correct": 487, "top5_correct": 1379 }, { "ce_sum": 17471.2666015625, "count": 4352, "top1_correct": 596, "top5_correct": 1684 }, { "ce_sum": 19643.477996826172, "count": 4352, "top1_correct": 391, "top5_correct": 1196 }, { "ce_sum": 20248.65850830078, "count": 4352, "top1_correct": 363, "top5_correct": 1141 }, { "ce_sum": 23855.734985351562, "count": 4352, "top1_correct": 198, "top5_correct": 644 }, { "ce_sum": 24273.625061035156, "count": 4352, "top1_correct": 167, "top5_correct": 569 }, { "ce_sum": 25541.32049560547, "count": 4352, "top1_correct": 107, "top5_correct": 417 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9778991341590881, "cosine_mean": 0.7735447883605957, "cosine_min": 0.4279007911682129, "cosine_std": 0.04684579372406006, "flattened_dot": 3516780.0, "latent_frames": 12553, "mse": 0.08094309522157303, "predicted_squared": 4100231.0, "reference_squared": 5014258.0, "relative_l2": 0.6442068023114487, "squared_error": 2080929.125, "values": 25708544 }, "true_code_control": { "cosine_max": 0.9999747276306152, "cosine_mean": 0.999941349029541, "cosine_min": 0.9994785189628601, "cosine_std": 2.12174254556885e-05, "flattened_dot": 5012467.0, "latent_frames": 12553, "mse": 2.277673767504346e-05, "predicted_squared": 5011262.0, "reference_squared": 5014258.0, "relative_l2": 0.01080640307427066, "squared_error": 585.5567626953125, "values": 25708544 } }, "condition_latent_frames": 12553, "emitted_frames": 3639, "model_id": "simpletuner-v2", "sample_id": "a5ba167a-f2d9-4f7d-8600-ecd37ea10d55", "shard_id": 249, "token_metrics": { "per_head": [ { "ce_sum": 7705.2518310546875, "count": 3584, "top1_correct": 1530, "top5_correct": 2819 }, { "ce_sum": 15098.369720458984, "count": 3584, "top1_correct": 441, "top5_correct": 1197 }, { "ce_sum": 14714.426177978516, "count": 3584, "top1_correct": 516, "top5_correct": 1311 }, { "ce_sum": 15982.63232421875, "count": 3584, "top1_correct": 377, "top5_correct": 1017 }, { "ce_sum": 16802.53662109375, "count": 3584, "top1_correct": 308, "top5_correct": 941 }, { "ce_sum": 19038.433715820312, "count": 3584, "top1_correct": 175, "top5_correct": 585 }, { "ce_sum": 20194.811767578125, "count": 3584, "top1_correct": 142, "top5_correct": 457 }, { "ce_sum": 21056.022705078125, "count": 3584, "top1_correct": 112, "top5_correct": 356 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9722937345504761, "cosine_mean": 0.7632267475128174, "cosine_min": 0.5027329921722412, "cosine_std": 0.04805567115545273, "flattened_dot": 3261893.0, "latent_frames": 13071, "mse": 0.07686572672806212, "predicted_squared": 3817046.5, "reference_squared": 4764389.0, "relative_l2": 0.6571766824081612, "squared_error": 2057650.0, "values": 26769408 }, "true_code_control": { "cosine_max": 0.9999668598175049, "cosine_mean": 0.9999411702156067, "cosine_min": 0.99932861328125, "cosine_std": 2.0227502318448387e-05, "flattened_dot": 4765881.0, "latent_frames": 13071, "mse": 2.109725804912972e-05, "predicted_squared": 4767938.0, "reference_squared": 4764389.0, "relative_l2": 0.010887515450196686, "squared_error": 564.7611083984375, "values": 26769408 } }, "condition_latent_frames": 13071, "emitted_frames": 3789, "model_id": "simpletuner-v2", "sample_id": "532f4630-561f-4eda-8a10-b4d14a6e10eb", "shard_id": 273, "token_metrics": { "per_head": [ { "ce_sum": 7149.259765625, "count": 3712, "top1_correct": 1717, "top5_correct": 3052 }, { "ce_sum": 15765.548156738281, "count": 3712, "top1_correct": 443, "top5_correct": 1240 }, { "ce_sum": 15667.407684326172, "count": 3712, "top1_correct": 469, "top5_correct": 1295 }, { "ce_sum": 17305.172424316406, "count": 3712, "top1_correct": 349, "top5_correct": 952 }, { "ce_sum": 17788.848510742188, "count": 3712, "top1_correct": 298, "top5_correct": 864 }, { "ce_sum": 20794.32244873047, "count": 3712, "top1_correct": 129, "top5_correct": 440 }, { "ce_sum": 22075.8876953125, "count": 3712, "top1_correct": 106, "top5_correct": 349 }, { "ce_sum": 22662.609802246094, "count": 3712, "top1_correct": 72, "top5_correct": 280 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9512413740158081, "cosine_mean": 0.7839393019676208, "cosine_min": 0.4217814803123474, "cosine_std": 0.04899909347295761, "flattened_dot": 2402072.0, "latent_frames": 9476, "mse": 0.06905979142001833, "predicted_squared": 2747028.25, "reference_squared": 3397348.0, "relative_l2": 0.6280874500456988, "squared_error": 1340232.875, "values": 19406848 }, "true_code_control": { "cosine_max": 0.9999704360961914, "cosine_mean": 0.9999377727508545, "cosine_min": 0.9996823668479919, "cosine_std": 2.2029958927305415e-05, "flattened_dot": 3397272.75, "latent_frames": 9476, "mse": 2.169885832632378e-05, "predicted_squared": 3397618.5, "reference_squared": 3397348.0, "relative_l2": 0.011133351653543958, "squared_error": 421.1064453125, "values": 19406848 } }, "condition_latent_frames": 9476, "emitted_frames": 2747, "model_id": "simpletuner-v2", "sample_id": "e0203aee-7dcd-498d-9b7a-22a1efaaa674", "shard_id": 308, "token_metrics": { "per_head": [ { "ce_sum": 5033.699951171875, "count": 2688, "top1_correct": 1238, "top5_correct": 2239 }, { "ce_sum": 11710.530944824219, "count": 2688, "top1_correct": 263, "top5_correct": 826 }, { "ce_sum": 10817.330108642578, "count": 2688, "top1_correct": 388, "top5_correct": 1013 }, { "ce_sum": 12014.763366699219, "count": 2688, "top1_correct": 298, "top5_correct": 820 }, { "ce_sum": 12773.068908691406, "count": 2688, "top1_correct": 219, "top5_correct": 647 }, { "ce_sum": 14681.339904785156, "count": 2688, "top1_correct": 117, "top5_correct": 367 }, { "ce_sum": 15518.45703125, "count": 2688, "top1_correct": 93, "top5_correct": 302 }, { "ce_sum": 16028.202758789062, "count": 2688, "top1_correct": 73, "top5_correct": 255 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9727877378463745, "cosine_mean": 0.7647345662117004, "cosine_min": 0.5984631776809692, "cosine_std": 0.047172997146844864, "flattened_dot": 864736.5, "latent_frames": 3400, "mse": 0.07712629430434283, "predicted_squared": 1035537.625, "reference_squared": 1230981.25, "relative_l2": 0.6605108383253073, "squared_error": 537045.8125, "values": 6963200 }, "true_code_control": { "cosine_max": 0.9999676942825317, "cosine_mean": 0.9999436140060425, "cosine_min": 0.9998382925987244, "cosine_std": 1.3914136616222095e-05, "flattened_dot": 1230944.25, "latent_frames": 3400, "mse": 1.995806089218925e-05, "predicted_squared": 1231046.25, "reference_squared": 1230981.25, "relative_l2": 0.010625218930833446, "squared_error": 138.9719696044922, "values": 6963200 } }, "condition_latent_frames": 3400, "emitted_frames": 986, "model_id": "simpletuner-v2", "sample_id": "609c8509-95c6-48ae-99ff-72b27b90d5a5", "shard_id": 309, "token_metrics": { "per_head": [ { "ce_sum": 1878.9888916015625, "count": 896, "top1_correct": 363, "top5_correct": 719 }, { "ce_sum": 3905.56005859375, "count": 896, "top1_correct": 110, "top5_correct": 293 }, { "ce_sum": 3848.8320922851562, "count": 896, "top1_correct": 113, "top5_correct": 305 }, { "ce_sum": 3991.52490234375, "count": 896, "top1_correct": 84, "top5_correct": 245 }, { "ce_sum": 4414.512268066406, "count": 896, "top1_correct": 68, "top5_correct": 210 }, { "ce_sum": 4939.8106689453125, "count": 896, "top1_correct": 37, "top5_correct": 109 }, { "ce_sum": 5309.54248046875, "count": 896, "top1_correct": 26, "top5_correct": 79 }, { "ce_sum": 5459.456604003906, "count": 896, "top1_correct": 21, "top5_correct": 62 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9467495083808899, "cosine_mean": 0.7846068739891052, "cosine_min": 0.48030197620391846, "cosine_std": 0.05207623541355133, "flattened_dot": 4688685.0, "latent_frames": 15524, "mse": 0.08362612961432701, "predicted_squared": 5160744.0, "reference_squared": 6875363.5, "relative_l2": 0.621856187138274, "squared_error": 2658738.25, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999716281890869, "cosine_mean": 0.9999425411224365, "cosine_min": 0.9972609877586365, "cosine_std": 5.782806329079904e-05, "flattened_dot": 6878007.5, "latent_frames": 15524, "mse": 2.4603817518824495e-05, "predicted_squared": 6881433.5, "reference_squared": 6875363.5, "relative_l2": 0.010666457560071632, "squared_error": 782.23291015625, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "d2aa42b5-25f6-477c-be48-83aaab4cd42f", "shard_id": 320, "token_metrics": { "per_head": [ { "ce_sum": 8519.220199584961, "count": 4480, "top1_correct": 2029, "top5_correct": 3753 }, { "ce_sum": 17734.227783203125, "count": 4480, "top1_correct": 610, "top5_correct": 1730 }, { "ce_sum": 17676.731048583984, "count": 4480, "top1_correct": 684, "top5_correct": 1750 }, { "ce_sum": 19374.701049804688, "count": 4480, "top1_correct": 505, "top5_correct": 1423 }, { "ce_sum": 20525.57601928711, "count": 4480, "top1_correct": 475, "top5_correct": 1261 }, { "ce_sum": 22151.040893554688, "count": 4480, "top1_correct": 364, "top5_correct": 1018 }, { "ce_sum": 24734.04931640625, "count": 4480, "top1_correct": 184, "top5_correct": 638 }, { "ce_sum": 25549.27752685547, "count": 4480, "top1_correct": 170, "top5_correct": 557 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9463280439376831, "cosine_mean": 0.7645066976547241, "cosine_min": 0.3466268479824066, "cosine_std": 0.04696723446249962, "flattened_dot": 2490925.25, "latent_frames": 10673, "mse": 0.07002026552471774, "predicted_squared": 3022370.0, "reference_squared": 3490004.75, "relative_l2": 0.6622273276593771, "squared_error": 1530524.25, "values": 21858304 }, "true_code_control": { "cosine_max": 0.999967634677887, "cosine_mean": 0.9999387860298157, "cosine_min": 0.9998070001602173, "cosine_std": 1.3987446436658502e-05, "flattened_dot": 3491370.25, "latent_frames": 10673, "mse": 1.9774273712253276e-05, "predicted_squared": 3493168.0, "reference_squared": 3490004.75, "relative_l2": 0.011128727094047917, "squared_error": 432.2320861816406, "values": 21858304 } }, "condition_latent_frames": 10673, "emitted_frames": 3094, "model_id": "simpletuner-v2", "sample_id": "b61380ce-4750-49c6-adad-d7bb80971143", "shard_id": 328, "token_metrics": { "per_head": [ { "ce_sum": 7538.474914550781, "count": 3072, "top1_correct": 1124, "top5_correct": 2232 }, { "ce_sum": 13029.030792236328, "count": 3072, "top1_correct": 387, "top5_correct": 984 }, { "ce_sum": 13145.643829345703, "count": 3072, "top1_correct": 359, "top5_correct": 992 }, { "ce_sum": 13816.143493652344, "count": 3072, "top1_correct": 325, "top5_correct": 873 }, { "ce_sum": 14656.517761230469, "count": 3072, "top1_correct": 247, "top5_correct": 721 }, { "ce_sum": 16559.86395263672, "count": 3072, "top1_correct": 154, "top5_correct": 462 }, { "ce_sum": 17594.65985107422, "count": 3072, "top1_correct": 109, "top5_correct": 363 }, { "ce_sum": 17947.725708007812, "count": 3072, "top1_correct": 110, "top5_correct": 330 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9782480001449585, "cosine_mean": 0.7789195775985718, "cosine_min": 0.545985996723175, "cosine_std": 0.04960113763809204, "flattened_dot": 498270.09375, "latent_frames": 2079, "mse": 0.0659387321527214, "predicted_squared": 602825.0625, "reference_squared": 674468.5625, "relative_l2": 0.6451811364745813, "squared_error": 280753.40625, "values": 4257792 }, "true_code_control": { "cosine_max": 0.9999673366546631, "cosine_mean": 0.99993497133255, "cosine_min": 0.9997856616973877, "cosine_std": 1.809022251109127e-05, "flattened_dot": 674714.3125, "latent_frames": 2079, "mse": 2.0623615637830152e-05, "predicted_squared": 675047.8125, "reference_squared": 674468.5625, "relative_l2": 0.011410213430054902, "squared_error": 87.81106567382812, "values": 4257792 } }, "condition_latent_frames": 2079, "emitted_frames": 603, "model_id": "simpletuner-v2", "sample_id": "d442c2c1-bd8b-49bb-8e5e-b0182bbe0ba8", "shard_id": 336, "token_metrics": { "per_head": [ { "ce_sum": 1034.1580810546875, "count": 512, "top1_correct": 229, "top5_correct": 421 }, { "ce_sum": 2090.8944396972656, "count": 512, "top1_correct": 63, "top5_correct": 173 }, { "ce_sum": 2028.3332824707031, "count": 512, "top1_correct": 77, "top5_correct": 204 }, { "ce_sum": 2277.9423217773438, "count": 512, "top1_correct": 57, "top5_correct": 147 }, { "ce_sum": 2307.388671875, "count": 512, "top1_correct": 52, "top5_correct": 145 }, { "ce_sum": 2785.5550537109375, "count": 512, "top1_correct": 19, "top5_correct": 86 }, { "ce_sum": 2916.94091796875, "count": 512, "top1_correct": 17, "top5_correct": 62 }, { "ce_sum": 2917.7315063476562, "count": 512, "top1_correct": 17, "top5_correct": 69 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9511463642120361, "cosine_mean": 0.7728816270828247, "cosine_min": 0.5783250331878662, "cosine_std": 0.05010569840669632, "flattened_dot": 737957.375, "latent_frames": 2969, "mse": 0.07093479545801407, "predicted_squared": 896541.25, "reference_squared": 1010693.4375, "relative_l2": 0.6532659353572391, "squared_error": 431319.875, "values": 6080512 }, "true_code_control": { "cosine_max": 0.9997569918632507, "cosine_mean": 0.9983662366867065, "cosine_min": 0.981013834476471, "cosine_std": 0.002069080015644431, "flattened_dot": 1008456.875, "latent_frames": 2969, "mse": 0.0004984369660194734, "predicted_squared": 1009251.0, "reference_squared": 1010693.4375, "relative_l2": 0.0547602565284596, "squared_error": 3030.751953125, "values": 6080512 } }, "condition_latent_frames": 2969, "emitted_frames": 861, "model_id": "simpletuner-v2", "sample_id": "e16715d3-a806-484c-9f40-e4f1d4b22a3b", "shard_id": 347, "token_metrics": { "per_head": [ { "ce_sum": 1629.1111297607422, "count": 768, "top1_correct": 331, "top5_correct": 597 }, { "ce_sum": 3077.517120361328, "count": 768, "top1_correct": 114, "top5_correct": 286 }, { "ce_sum": 3279.944091796875, "count": 768, "top1_correct": 98, "top5_correct": 265 }, { "ce_sum": 3455.9285278320312, "count": 768, "top1_correct": 75, "top5_correct": 215 }, { "ce_sum": 3728.5738525390625, "count": 768, "top1_correct": 50, "top5_correct": 173 }, { "ce_sum": 3996.8482055664062, "count": 768, "top1_correct": 43, "top5_correct": 129 }, { "ce_sum": 4442.579406738281, "count": 768, "top1_correct": 30, "top5_correct": 84 }, { "ce_sum": 4429.740783691406, "count": 768, "top1_correct": 31, "top5_correct": 88 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.962687611579895, "cosine_mean": 0.7334891557693481, "cosine_min": 0.5201166868209839, "cosine_std": 0.053937461227178574, "flattened_dot": 1448615.875, "latent_frames": 6816, "mse": 0.07556087869993398, "predicted_squared": 1798097.625, "reference_squared": 2153901.0, "relative_l2": 0.6997862388754301, "squared_error": 1054767.0, "values": 13959168 }, "true_code_control": { "cosine_max": 0.9999438524246216, "cosine_mean": 0.9997154474258423, "cosine_min": 0.9925087690353394, "cosine_std": 0.0004435848677530885, "flattened_dot": 2150708.5, "latent_frames": 6816, "mse": 8.600548854176427e-05, "predicted_squared": 2148716.5, "reference_squared": 2153901.0, "relative_l2": 0.023609129896687054, "squared_error": 1200.5650634765625, "values": 13959168 } }, "condition_latent_frames": 6816, "emitted_frames": 1976, "model_id": "simpletuner-v2", "sample_id": "e0824e64-6612-4122-a714-163c9f772524", "shard_id": 343, "token_metrics": { "per_head": [ { "ce_sum": 3495.5980529785156, "count": 1920, "top1_correct": 927, "top5_correct": 1639 }, { "ce_sum": 8406.343475341797, "count": 1920, "top1_correct": 198, "top5_correct": 591 }, { "ce_sum": 8440.426574707031, "count": 1920, "top1_correct": 210, "top5_correct": 599 }, { "ce_sum": 8975.798278808594, "count": 1920, "top1_correct": 158, "top5_correct": 474 }, { "ce_sum": 9833.447692871094, "count": 1920, "top1_correct": 113, "top5_correct": 344 }, { "ce_sum": 11245.698181152344, "count": 1920, "top1_correct": 57, "top5_correct": 196 }, { "ce_sum": 11833.254638671875, "count": 1920, "top1_correct": 42, "top5_correct": 147 }, { "ce_sum": 12087.109558105469, "count": 1920, "top1_correct": 30, "top5_correct": 102 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9234628677368164, "cosine_mean": 0.7769929766654968, "cosine_min": 0.5427477359771729, "cosine_std": 0.04912903532385826, "flattened_dot": 1572049.75, "latent_frames": 5805, "mse": 0.077225464813469, "predicted_squared": 1860180.75, "reference_squared": 2202024.5, "relative_l2": 0.6457066815103016, "squared_error": 918105.75, "values": 11888640 }, "true_code_control": { "cosine_max": 0.9999701380729675, "cosine_mean": 0.9999385476112366, "cosine_min": 0.9997289180755615, "cosine_std": 1.8790617104968987e-05, "flattened_dot": 2201866.5, "latent_frames": 5805, "mse": 2.2508618546189368e-05, "predicted_squared": 2201975.25, "reference_squared": 2202024.5, "relative_l2": 0.011023752027065258, "squared_error": 267.59686279296875, "values": 11888640 } }, "condition_latent_frames": 5805, "emitted_frames": 1683, "model_id": "simpletuner-v2", "sample_id": "b6c376ff-b413-4579-9281-13a2943daa7f", "shard_id": 378, "token_metrics": { "per_head": [ { "ce_sum": 3376.2821197509766, "count": 1664, "top1_correct": 697, "top5_correct": 1336 }, { "ce_sum": 7072.095520019531, "count": 1664, "top1_correct": 211, "top5_correct": 578 }, { "ce_sum": 7208.637756347656, "count": 1664, "top1_correct": 200, "top5_correct": 529 }, { "ce_sum": 7305.4368896484375, "count": 1664, "top1_correct": 175, "top5_correct": 503 }, { "ce_sum": 7901.722961425781, "count": 1664, "top1_correct": 148, "top5_correct": 415 }, { "ce_sum": 8942.016357421875, "count": 1664, "top1_correct": 79, "top5_correct": 251 }, { "ce_sum": 9635.578186035156, "count": 1664, "top1_correct": 46, "top5_correct": 179 }, { "ce_sum": 10051.213073730469, "count": 1664, "top1_correct": 27, "top5_correct": 128 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9753254055976868, "cosine_mean": 0.7543058395385742, "cosine_min": 0.565075695514679, "cosine_std": 0.05634045973420143, "flattened_dot": 414528.75, "latent_frames": 1831, "mse": 0.07198524162588323, "predicted_squared": 513585.4375, "reference_squared": 585408.625, "relative_l2": 0.6790493272845068, "squared_error": 269936.59375, "values": 3749888 }, "true_code_control": { "cosine_max": 0.9999602437019348, "cosine_mean": 0.9999249577522278, "cosine_min": 0.9996347427368164, "cosine_std": 2.6596218958729878e-05, "flattened_dot": 585135.0, "latent_frames": 1831, "mse": 2.3552514144724537e-05, "predicted_squared": 584949.625, "reference_squared": 585408.625, "relative_l2": 0.012282823934130127, "squared_error": 88.31929016113281, "values": 3749888 } }, "condition_latent_frames": 1831, "emitted_frames": 531, "model_id": "simpletuner-v2", "sample_id": "f2a6bc18-5ab5-4d96-8b1e-6c3907ceeb9e", "shard_id": 399, "token_metrics": { "per_head": [ { "ce_sum": 1131.7506561279297, "count": 512, "top1_correct": 201, "top5_correct": 405 }, { "ce_sum": 2152.5372924804688, "count": 512, "top1_correct": 66, "top5_correct": 186 }, { "ce_sum": 2240.7579956054688, "count": 512, "top1_correct": 53, "top5_correct": 172 }, { "ce_sum": 2153.2277221679688, "count": 512, "top1_correct": 65, "top5_correct": 180 }, { "ce_sum": 2420.7476806640625, "count": 512, "top1_correct": 43, "top5_correct": 130 }, { "ce_sum": 2728.5836791992188, "count": 512, "top1_correct": 25, "top5_correct": 86 }, { "ce_sum": 2926.7807006835938, "count": 512, "top1_correct": 17, "top5_correct": 69 }, { "ce_sum": 3109.3495483398438, "count": 512, "top1_correct": 15, "top5_correct": 46 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9689962267875671, "cosine_mean": 0.7699795961380005, "cosine_min": 0.55066978931427, "cosine_std": 0.05754827335476875, "flattened_dot": 1704724.5, "latent_frames": 5929, "mse": 0.08542554176241778, "predicted_squared": 1969072.625, "reference_squared": 2477664.0, "relative_l2": 0.6470358839504436, "squared_error": 1037287.5, "values": 12142592 }, "true_code_control": { "cosine_max": 0.999972403049469, "cosine_mean": 0.9999333024024963, "cosine_min": 0.9995590448379517, "cosine_std": 2.8721218768623658e-05, "flattened_dot": 2477920.75, "latent_frames": 5929, "mse": 2.663821952100507e-05, "predicted_squared": 2478501.25, "reference_squared": 2477664.0, "relative_l2": 0.011425812496002283, "squared_error": 323.45703125, "values": 12142592 } }, "condition_latent_frames": 5929, "emitted_frames": 1719, "model_id": "simpletuner-v2", "sample_id": "dc642966-b250-479c-974a-306cb86babbc", "shard_id": 417, "token_metrics": { "per_head": [ { "ce_sum": 3465.4707794189453, "count": 1664, "top1_correct": 699, "top5_correct": 1309 }, { "ce_sum": 7081.370758056641, "count": 1664, "top1_correct": 207, "top5_correct": 558 }, { "ce_sum": 6984.140869140625, "count": 1664, "top1_correct": 203, "top5_correct": 576 }, { "ce_sum": 7862.718566894531, "count": 1664, "top1_correct": 136, "top5_correct": 409 }, { "ce_sum": 8089.7186279296875, "count": 1664, "top1_correct": 138, "top5_correct": 389 }, { "ce_sum": 8879.463439941406, "count": 1664, "top1_correct": 75, "top5_correct": 260 }, { "ce_sum": 9408.384948730469, "count": 1664, "top1_correct": 81, "top5_correct": 238 }, { "ce_sum": 9835.434020996094, "count": 1664, "top1_correct": 47, "top5_correct": 162 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9679675698280334, "cosine_mean": 0.756708025932312, "cosine_min": 0.43490341305732727, "cosine_std": 0.044348061084747314, "flattened_dot": 3125659.0, "latent_frames": 11860, "mse": 0.0837197109177382, "predicted_squared": 3775838.5, "reference_squared": 4508971.0, "relative_l2": 0.6715563494641771, "squared_error": 2033491.5, "values": 24289280 }, "true_code_control": { "cosine_max": 0.9999685287475586, "cosine_mean": 0.9999446272850037, "cosine_min": 0.9996544122695923, "cosine_std": 1.420611260982696e-05, "flattened_dot": 4507117.0, "latent_frames": 11860, "mse": 2.0882346577829293e-05, "predicted_squared": 4505769.0, "reference_squared": 4508971.0, "relative_l2": 0.010606161828513098, "squared_error": 507.2171630859375, "values": 24289280 } }, "condition_latent_frames": 11860, "emitted_frames": 3438, "model_id": "simpletuner-v2", "sample_id": "9c99572e-a8b1-4db4-a70b-5ba1d23fd308", "shard_id": 440, "token_metrics": { "per_head": [ { "ce_sum": 7028.9349365234375, "count": 3328, "top1_correct": 1382, "top5_correct": 2654 }, { "ce_sum": 14530.318176269531, "count": 3328, "top1_correct": 376, "top5_correct": 996 }, { "ce_sum": 14742.305145263672, "count": 3328, "top1_correct": 354, "top5_correct": 1014 }, { "ce_sum": 15489.772216796875, "count": 3328, "top1_correct": 293, "top5_correct": 854 }, { "ce_sum": 16188.328979492188, "count": 3328, "top1_correct": 244, "top5_correct": 752 }, { "ce_sum": 18708.58905029297, "count": 3328, "top1_correct": 127, "top5_correct": 406 }, { "ce_sum": 19326.374877929688, "count": 3328, "top1_correct": 86, "top5_correct": 337 }, { "ce_sum": 20037.18975830078, "count": 3328, "top1_correct": 69, "top5_correct": 269 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9414422512054443, "cosine_mean": 0.7707544565200806, "cosine_min": 0.5366916656494141, "cosine_std": 0.049103304743766785, "flattened_dot": 4074458.5, "latent_frames": 15524, "mse": 0.07806630811565962, "predicted_squared": 4711086.0, "reference_squared": 5919804.5, "relative_l2": 0.6475076915102189, "squared_error": 2481974.0, "values": 31793152 }, "true_code_control": { "cosine_max": 0.999966561794281, "cosine_mean": 0.9999247789382935, "cosine_min": 0.9992831945419312, "cosine_std": 3.147853567497805e-05, "flattened_dot": 5920314.5, "latent_frames": 15524, "mse": 2.7727486392450958e-05, "predicted_squared": 5921705.5, "reference_squared": 5919804.5, "relative_l2": 0.012203049174644971, "squared_error": 881.544189453125, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "41855a6c-d8f8-4d4c-8051-c2564a6b1fbc", "shard_id": 441, "token_metrics": { "per_head": [ { "ce_sum": 8905.446670532227, "count": 4480, "top1_correct": 1965, "top5_correct": 3658 }, { "ce_sum": 19056.19891357422, "count": 4480, "top1_correct": 527, "top5_correct": 1444 }, { "ce_sum": 19239.63150024414, "count": 4480, "top1_correct": 537, "top5_correct": 1483 }, { "ce_sum": 20629.931030273438, "count": 4480, "top1_correct": 430, "top5_correct": 1200 }, { "ce_sum": 21219.88946533203, "count": 4480, "top1_correct": 366, "top5_correct": 1046 }, { "ce_sum": 24786.601135253906, "count": 4480, "top1_correct": 197, "top5_correct": 644 }, { "ce_sum": 26597.806396484375, "count": 4480, "top1_correct": 127, "top5_correct": 416 }, { "ce_sum": 27432.4677734375, "count": 4480, "top1_correct": 94, "top5_correct": 312 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9686391949653625, "cosine_mean": 0.7686328887939453, "cosine_min": 0.5912108421325684, "cosine_std": 0.05347228795289993, "flattened_dot": 609595.375, "latent_frames": 1958, "mse": 0.09366627148637002, "predicted_squared": 705948.3125, "reference_squared": 888842.625, "relative_l2": 0.6500555936351643, "squared_error": 375600.25, "values": 4009984 }, "true_code_control": { "cosine_max": 0.9999697208404541, "cosine_mean": 0.999942421913147, "cosine_min": 0.9997735619544983, "cosine_std": 2.498779576853849e-05, "flattened_dot": 888912.625, "latent_frames": 1958, "mse": 2.493561493790308e-05, "predicted_squared": 889082.5625, "reference_squared": 888842.625, "relative_l2": 0.010606422541232275, "squared_error": 99.99141693115234, "values": 4009984 } }, "condition_latent_frames": 1958, "emitted_frames": 568, "model_id": "simpletuner-v2", "sample_id": "f4f22bb1-fb7c-4ce1-8291-35d06635dc66", "shard_id": 446, "token_metrics": { "per_head": [ { "ce_sum": 1355.34423828125, "count": 512, "top1_correct": 208, "top5_correct": 355 }, { "ce_sum": 2291.9063110351562, "count": 512, "top1_correct": 56, "top5_correct": 164 }, { "ce_sum": 1936.9108276367188, "count": 512, "top1_correct": 86, "top5_correct": 225 }, { "ce_sum": 2079.1514282226562, "count": 512, "top1_correct": 86, "top5_correct": 204 }, { "ce_sum": 2206.0226440429688, "count": 512, "top1_correct": 86, "top5_correct": 176 }, { "ce_sum": 2142.9617309570312, "count": 512, "top1_correct": 128, "top5_correct": 199 }, { "ce_sum": 2502.9818725585938, "count": 512, "top1_correct": 47, "top5_correct": 106 }, { "ce_sum": 2866.9019775390625, "count": 512, "top1_correct": 17, "top5_correct": 68 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.965086817741394, "cosine_mean": 0.7803727388381958, "cosine_min": 0.543592631816864, "cosine_std": 0.04425734654068947, "flattened_dot": 944794.625, "latent_frames": 3980, "mse": 0.06638632922915358, "predicted_squared": 1114617.625, "reference_squared": 1316089.125, "relative_l2": 0.6412142859005058, "squared_error": 541117.625, "values": 8151040 }, "true_code_control": { "cosine_max": 0.9999554753303528, "cosine_mean": 0.9998980164527893, "cosine_min": 0.9948133826255798, "cosine_std": 0.00022727488249074668, "flattened_dot": 1315433.0, "latent_frames": 3980, "mse": 3.2965120059161926e-05, "predicted_squared": 1315045.375, "reference_squared": 1316089.125, "relative_l2": 0.014288649818793027, "squared_error": 268.70001220703125, "values": 8151040 } }, "condition_latent_frames": 3980, "emitted_frames": 1154, "model_id": "simpletuner-v2", "sample_id": "28a6775d-e12c-49e8-a791-a391e376ab65", "shard_id": 448, "token_metrics": { "per_head": [ { "ce_sum": 1958.8734741210938, "count": 1152, "top1_correct": 559, "top5_correct": 991 }, { "ce_sum": 4518.161590576172, "count": 1152, "top1_correct": 178, "top5_correct": 474 }, { "ce_sum": 4654.093231201172, "count": 1152, "top1_correct": 169, "top5_correct": 442 }, { "ce_sum": 5182.78955078125, "count": 1152, "top1_correct": 130, "top5_correct": 333 }, { "ce_sum": 5477.960998535156, "count": 1152, "top1_correct": 95, "top5_correct": 268 }, { "ce_sum": 6404.424987792969, "count": 1152, "top1_correct": 42, "top5_correct": 155 }, { "ce_sum": 6764.5023193359375, "count": 1152, "top1_correct": 33, "top5_correct": 125 }, { "ce_sum": 7115.792236328125, "count": 1152, "top1_correct": 28, "top5_correct": 82 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9404830932617188, "cosine_mean": 0.798194944858551, "cosine_min": 0.5084797143936157, "cosine_std": 0.04822186753153801, "flattened_dot": 2622934.0, "latent_frames": 8965, "mse": 0.07360996431434746, "predicted_squared": 2958671.0, "reference_squared": 3638699.5, "relative_l2": 0.6094461405788834, "squared_error": 1351502.5, "values": 18360320 }, "true_code_control": { "cosine_max": 0.9999714493751526, "cosine_mean": 0.9999444484710693, "cosine_min": 0.99957674741745, "cosine_std": 2.134078022208996e-05, "flattened_dot": 3640449.75, "latent_frames": 8965, "mse": 2.2064741935666154e-05, "predicted_squared": 3642605.0, "reference_squared": 3638699.5, "relative_l2": 0.010551554677150706, "squared_error": 405.11572265625, "values": 18360320 } }, "condition_latent_frames": 8965, "emitted_frames": 2599, "model_id": "simpletuner-v2", "sample_id": "ab803a0a-20b8-4993-bb40-be25b672286a", "shard_id": 466, "token_metrics": { "per_head": [ { "ce_sum": 3976.1184692382812, "count": 2560, "top1_correct": 1376, "top5_correct": 2272 }, { "ce_sum": 10880.963348388672, "count": 2560, "top1_correct": 307, "top5_correct": 874 }, { "ce_sum": 9921.745361328125, "count": 2560, "top1_correct": 426, "top5_correct": 1074 }, { "ce_sum": 10657.769897460938, "count": 2560, "top1_correct": 346, "top5_correct": 932 }, { "ce_sum": 11253.768157958984, "count": 2560, "top1_correct": 295, "top5_correct": 800 }, { "ce_sum": 12969.631774902344, "count": 2560, "top1_correct": 167, "top5_correct": 494 }, { "ce_sum": 14659.998352050781, "count": 2560, "top1_correct": 80, "top5_correct": 293 }, { "ce_sum": 15025.024536132812, "count": 2560, "top1_correct": 61, "top5_correct": 252 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9615570306777954, "cosine_mean": 0.7430396676063538, "cosine_min": 0.29405349493026733, "cosine_std": 0.05428926646709442, "flattened_dot": 4200757.0, "latent_frames": 15524, "mse": 0.09263245588232334, "predicted_squared": 5001857.0, "reference_squared": 6344735.0, "relative_l2": 0.6813050977490549, "squared_error": 2945077.75, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999716281890869, "cosine_mean": 0.9999496936798096, "cosine_min": 0.999828577041626, "cosine_std": 1.1512986930029001e-05, "flattened_dot": 6348382.0, "latent_frames": 15524, "mse": 2.0488177077483344e-05, "predicted_squared": 6352681.0, "reference_squared": 6344735.0, "relative_l2": 0.010132385596431103, "squared_error": 651.3837280273438, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "c02e34d3-78ab-421c-b312-60cf9039c22b", "shard_id": 473, "token_metrics": { "per_head": [ { "ce_sum": 13218.638626098633, "count": 4480, "top1_correct": 1318, "top5_correct": 2819 }, { "ce_sum": 19880.467559814453, "count": 4480, "top1_correct": 434, "top5_correct": 1295 }, { "ce_sum": 19935.730194091797, "count": 4480, "top1_correct": 476, "top5_correct": 1328 }, { "ce_sum": 21748.561004638672, "count": 4480, "top1_correct": 358, "top5_correct": 1041 }, { "ce_sum": 22157.705017089844, "count": 4480, "top1_correct": 321, "top5_correct": 975 }, { "ce_sum": 23106.828491210938, "count": 4480, "top1_correct": 280, "top5_correct": 785 }, { "ce_sum": 24914.104431152344, "count": 4480, "top1_correct": 171, "top5_correct": 576 }, { "ce_sum": 26285.546142578125, "count": 4480, "top1_correct": 130, "top5_correct": 422 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9549793601036072, "cosine_mean": 0.7542117834091187, "cosine_min": 0.36892735958099365, "cosine_std": 0.05070694163441658, "flattened_dot": 972223.125, "latent_frames": 4598, "mse": 0.06729437922228415, "predicted_squared": 1204427.0, "reference_squared": 1373710.5, "relative_l2": 0.6791899426562342, "squared_error": 633691.25, "values": 9416704 }, "true_code_control": { "cosine_max": 0.9999650716781616, "cosine_mean": 0.9999279975891113, "cosine_min": 0.9996085166931152, "cosine_std": 2.512332321202848e-05, "flattened_dot": 1373624.75, "latent_frames": 4598, "mse": 2.1187514844486226e-05, "predicted_squared": 1373738.375, "reference_squared": 1373710.5, "relative_l2": 0.012051520965643197, "squared_error": 199.5165557861328, "values": 9416704 } }, "condition_latent_frames": 4598, "emitted_frames": 1333, "model_id": "simpletuner-v2", "sample_id": "89efb9a2-ea8f-4fd9-959a-0b7ed42a0c1f", "shard_id": 541, "token_metrics": { "per_head": [ { "ce_sum": 2512.538116455078, "count": 1280, "top1_correct": 566, "top5_correct": 1062 }, { "ce_sum": 5636.462799072266, "count": 1280, "top1_correct": 127, "top5_correct": 362 }, { "ce_sum": 5697.2218017578125, "count": 1280, "top1_correct": 117, "top5_correct": 374 }, { "ce_sum": 5901.439636230469, "count": 1280, "top1_correct": 125, "top5_correct": 325 }, { "ce_sum": 6429.015930175781, "count": 1280, "top1_correct": 80, "top5_correct": 254 }, { "ce_sum": 7465.8426513671875, "count": 1280, "top1_correct": 31, "top5_correct": 112 }, { "ce_sum": 7846.728332519531, "count": 1280, "top1_correct": 28, "top5_correct": 84 }, { "ce_sum": 8073.4429931640625, "count": 1280, "top1_correct": 17, "top5_correct": 71 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9737304449081421, "cosine_mean": 0.7878883481025696, "cosine_min": 0.5304648876190186, "cosine_std": 0.04974213242530823, "flattened_dot": 3785177.25, "latent_frames": 14113, "mse": 0.071233835479146, "predicted_squared": 4362685.0, "reference_squared": 5266571.0, "relative_l2": 0.6252502005097588, "squared_error": 2058901.75, "values": 28903424 }, "true_code_control": { "cosine_max": 0.999976634979248, "cosine_mean": 0.9999443888664246, "cosine_min": 0.9987625479698181, "cosine_std": 3.89822234865278e-05, "flattened_dot": 5266492.5, "latent_frames": 14113, "mse": 2.026250882210573e-05, "predicted_squared": 5266998.5, "reference_squared": 5266571.0, "relative_l2": 0.010545259798030964, "squared_error": 585.6558837890625, "values": 28903424 } }, "condition_latent_frames": 14113, "emitted_frames": 4091, "model_id": "simpletuner-v2", "sample_id": "ddde3742-bd45-4fc1-9e26-902e2ec3629d", "shard_id": 553, "token_metrics": { "per_head": [ { "ce_sum": 7222.565811157227, "count": 3968, "top1_correct": 1857, "top5_correct": 3371 }, { "ce_sum": 16271.430755615234, "count": 3968, "top1_correct": 518, "top5_correct": 1430 }, { "ce_sum": 15530.358184814453, "count": 3968, "top1_correct": 573, "top5_correct": 1619 }, { "ce_sum": 17781.013732910156, "count": 3968, "top1_correct": 386, "top5_correct": 1176 }, { "ce_sum": 19233.892456054688, "count": 3968, "top1_correct": 311, "top5_correct": 895 }, { "ce_sum": 21684.684692382812, "count": 3968, "top1_correct": 201, "top5_correct": 569 }, { "ce_sum": 22502.988159179688, "count": 3968, "top1_correct": 171, "top5_correct": 493 }, { "ce_sum": 23115.706481933594, "count": 3968, "top1_correct": 127, "top5_correct": 408 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.964481770992279, "cosine_mean": 0.7525458931922913, "cosine_min": 0.47811412811279297, "cosine_std": 0.04773464426398277, "flattened_dot": 3454607.0, "latent_frames": 13709, "mse": 0.08152685180014042, "predicted_squared": 4202756.5, "reference_squared": 4995408.0, "relative_l2": 0.6769127867825836, "squared_error": 2288950.5, "values": 28076032 }, "true_code_control": { "cosine_max": 0.999976396560669, "cosine_mean": 0.9999462366104126, "cosine_min": 0.9996864199638367, "cosine_std": 1.283344317926094e-05, "flattened_dot": 4994508.0, "latent_frames": 13709, "mse": 1.9280480837628914e-05, "predicted_squared": 4994148.5, "reference_squared": 4995408.0, "relative_l2": 0.010409774269474089, "squared_error": 541.3193969726562, "values": 28076032 } }, "condition_latent_frames": 13709, "emitted_frames": 3974, "model_id": "simpletuner-v2", "sample_id": "7555c64c-d0e3-4a45-88a9-fa5912e3bfb8", "shard_id": 626, "token_metrics": { "per_head": [ { "ce_sum": 10155.103775024414, "count": 3968, "top1_correct": 1413, "top5_correct": 2848 }, { "ce_sum": 18308.02523803711, "count": 3968, "top1_correct": 382, "top5_correct": 1053 }, { "ce_sum": 18002.131286621094, "count": 3968, "top1_correct": 414, "top5_correct": 1135 }, { "ce_sum": 18505.79376220703, "count": 3968, "top1_correct": 351, "top5_correct": 1028 }, { "ce_sum": 19849.054809570312, "count": 3968, "top1_correct": 246, "top5_correct": 766 }, { "ce_sum": 22058.73046875, "count": 3968, "top1_correct": 168, "top5_correct": 533 }, { "ce_sum": 23539.57830810547, "count": 3968, "top1_correct": 104, "top5_correct": 378 }, { "ce_sum": 23709.764282226562, "count": 3968, "top1_correct": 103, "top5_correct": 389 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9770497679710388, "cosine_mean": 0.7498055100440979, "cosine_min": 0.48609164357185364, "cosine_std": 0.04898253083229065, "flattened_dot": 3830012.0, "latent_frames": 15524, "mse": 0.08181480401817347, "predicted_squared": 4553565.0, "reference_squared": 5707610.0, "relative_l2": 0.6750805496025112, "squared_error": 2601150.5, "values": 31793152 }, "true_code_control": { "cosine_max": 0.999976634979248, "cosine_mean": 0.9999514222145081, "cosine_min": 0.9997843503952026, "cosine_std": 1.1742558854166418e-05, "flattened_dot": 5707707.5, "latent_frames": 15524, "mse": 1.7732155289240826e-05, "predicted_squared": 5708368.5, "reference_squared": 5707610.0, "relative_l2": 0.009938490137431265, "squared_error": 563.7611083984375, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "de566560-d0cf-4207-8841-df0a97228177", "shard_id": 644, "token_metrics": { "per_head": [ { "ce_sum": 9605.780532836914, "count": 4480, "top1_correct": 1862, "top5_correct": 3540 }, { "ce_sum": 19534.598236083984, "count": 4480, "top1_correct": 494, "top5_correct": 1366 }, { "ce_sum": 19612.730895996094, "count": 4480, "top1_correct": 515, "top5_correct": 1393 }, { "ce_sum": 20879.9736328125, "count": 4480, "top1_correct": 386, "top5_correct": 1120 }, { "ce_sum": 21989.990173339844, "count": 4480, "top1_correct": 309, "top5_correct": 965 }, { "ce_sum": 24597.68438720703, "count": 4480, "top1_correct": 205, "top5_correct": 660 }, { "ce_sum": 25806.678955078125, "count": 4480, "top1_correct": 134, "top5_correct": 479 }, { "ce_sum": 26905.010314941406, "count": 4480, "top1_correct": 115, "top5_correct": 367 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9091955423355103, "cosine_mean": 0.7919722199440002, "cosine_min": 0.4197556972503662, "cosine_std": 0.04841405898332596, "flattened_dot": 4403091.0, "latent_frames": 15524, "mse": 0.07344273383148674, "predicted_squared": 5011495.0, "reference_squared": 6129662.5, "relative_l2": 0.617195753168043, "squared_error": 2334976.0, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999764561653137, "cosine_mean": 0.9999475479125977, "cosine_min": 0.999788761138916, "cosine_std": 1.6727923139114864e-05, "flattened_dot": 6129655.0, "latent_frames": 15524, "mse": 2.034973373304965e-05, "predicted_squared": 6130294.0, "reference_squared": 6129662.5, "relative_l2": 0.010273723595564497, "squared_error": 646.982177734375, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "bdfd9628-7183-4751-804d-5458c08c8270", "shard_id": 642, "token_metrics": { "per_head": [ { "ce_sum": 8180.979110717773, "count": 4480, "top1_correct": 2125, "top5_correct": 3790 }, { "ce_sum": 17914.554260253906, "count": 4480, "top1_correct": 619, "top5_correct": 1707 }, { "ce_sum": 17587.829864501953, "count": 4480, "top1_correct": 666, "top5_correct": 1774 }, { "ce_sum": 18593.152770996094, "count": 4480, "top1_correct": 589, "top5_correct": 1541 }, { "ce_sum": 21056.701110839844, "count": 4480, "top1_correct": 399, "top5_correct": 1106 }, { "ce_sum": 23176.119079589844, "count": 4480, "top1_correct": 269, "top5_correct": 812 }, { "ce_sum": 24836.081481933594, "count": 4480, "top1_correct": 178, "top5_correct": 586 }, { "ce_sum": 24989.162719726562, "count": 4480, "top1_correct": 202, "top5_correct": 638 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.954192578792572, "cosine_mean": 0.7906947135925293, "cosine_min": 0.5749610662460327, "cosine_std": 0.04936157912015915, "flattened_dot": 895205.375, "latent_frames": 3156, "mse": 0.0735071711667137, "predicted_squared": 1054987.0, "reference_squared": 1210536.375, "relative_l2": 0.6264831668958489, "squared_error": 475112.71875, "values": 6463488 }, "true_code_control": { "cosine_max": 0.9999691843986511, "cosine_mean": 0.999939501285553, "cosine_min": 0.9996910095214844, "cosine_std": 1.7747510355548002e-05, "flattened_dot": 1210406.25, "latent_frames": 3156, "mse": 2.2928913906499914e-05, "predicted_squared": 1210424.125, "reference_squared": 1210536.375, "relative_l2": 0.011064614650267061, "squared_error": 148.2007598876953, "values": 6463488 } }, "condition_latent_frames": 3156, "emitted_frames": 915, "model_id": "simpletuner-v2", "sample_id": "d9607915-511b-4ed1-8956-9a414bfee7d4", "shard_id": 674, "token_metrics": { "per_head": [ { "ce_sum": 1852.3478088378906, "count": 896, "top1_correct": 357, "top5_correct": 722 }, { "ce_sum": 3694.699249267578, "count": 896, "top1_correct": 123, "top5_correct": 323 }, { "ce_sum": 3867.1561279296875, "count": 896, "top1_correct": 92, "top5_correct": 289 }, { "ce_sum": 4004.42529296875, "count": 896, "top1_correct": 103, "top5_correct": 262 }, { "ce_sum": 4192.266906738281, "count": 896, "top1_correct": 75, "top5_correct": 231 }, { "ce_sum": 4883.513916015625, "count": 896, "top1_correct": 29, "top5_correct": 109 }, { "ce_sum": 5042.519958496094, "count": 896, "top1_correct": 29, "top5_correct": 111 }, { "ce_sum": 5109.206298828125, "count": 896, "top1_correct": 24, "top5_correct": 86 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9469223022460938, "cosine_mean": 0.7652751803398132, "cosine_min": 0.5528677105903625, "cosine_std": 0.04965232312679291, "flattened_dot": 4493178.5, "latent_frames": 15524, "mse": 0.0869269033155316, "predicted_squared": 5347930.0, "reference_squared": 6402107.0, "relative_l2": 0.6570258145239563, "squared_error": 2763680.25, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999722838401794, "cosine_mean": 0.9999475479125977, "cosine_min": 0.9996371269226074, "cosine_std": 1.656186577747576e-05, "flattened_dot": 6402600.0, "latent_frames": 15524, "mse": 2.1247270487534943e-05, "predicted_squared": 6403768.0, "reference_squared": 6402107.0, "relative_l2": 0.010272044741481088, "squared_error": 675.5177001953125, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "378cc0d8-7600-4c12-92ce-8eabf5a1006a", "shard_id": 694, "token_metrics": { "per_head": [ { "ce_sum": 9317.112106323242, "count": 4480, "top1_correct": 1961, "top5_correct": 3542 }, { "ce_sum": 20018.68960571289, "count": 4480, "top1_correct": 451, "top5_correct": 1317 }, { "ce_sum": 18998.76010131836, "count": 4480, "top1_correct": 595, "top5_correct": 1531 }, { "ce_sum": 20085.036224365234, "count": 4480, "top1_correct": 484, "top5_correct": 1283 }, { "ce_sum": 21555.0771484375, "count": 4480, "top1_correct": 362, "top5_correct": 1026 }, { "ce_sum": 24190.88458251953, "count": 4480, "top1_correct": 214, "top5_correct": 698 }, { "ce_sum": 25543.45245361328, "count": 4480, "top1_correct": 165, "top5_correct": 501 }, { "ce_sum": 26877.662963867188, "count": 4480, "top1_correct": 121, "top5_correct": 399 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9434499144554138, "cosine_mean": 0.7501689195632935, "cosine_min": 0.5656318664550781, "cosine_std": 0.05920385196805, "flattened_dot": 435587.1875, "latent_frames": 1703, "mse": 0.08385701831900506, "predicted_squared": 541228.0, "reference_squared": 622418.25, "relative_l2": 0.6854895667874584, "squared_error": 292471.8125, "values": 3487744 }, "true_code_control": { "cosine_max": 0.9999648928642273, "cosine_mean": 0.999937891960144, "cosine_min": 0.9996182918548584, "cosine_std": 2.8602367819985375e-05, "flattened_dot": 622458.875, "latent_frames": 1703, "mse": 2.2084413383963244e-05, "predicted_squared": 622576.5, "reference_squared": 622418.25, "relative_l2": 0.01112433541389174, "squared_error": 77.0247802734375, "values": 3487744 } }, "condition_latent_frames": 1703, "emitted_frames": 494, "model_id": "simpletuner-v2", "sample_id": "e06f44c9-15c9-49c7-8030-cc237fc5224a", "shard_id": 717, "token_metrics": { "per_head": [ { "ce_sum": 920.7945556640625, "count": 384, "top1_correct": 160, "top5_correct": 277 }, { "ce_sum": 1630.3335571289062, "count": 384, "top1_correct": 44, "top5_correct": 131 }, { "ce_sum": 1596.6792602539062, "count": 384, "top1_correct": 57, "top5_correct": 144 }, { "ce_sum": 1690.8418579101562, "count": 384, "top1_correct": 41, "top5_correct": 110 }, { "ce_sum": 1740.2955932617188, "count": 384, "top1_correct": 46, "top5_correct": 110 }, { "ce_sum": 1964.7683715820312, "count": 384, "top1_correct": 22, "top5_correct": 72 }, { "ce_sum": 2123.064208984375, "count": 384, "top1_correct": 14, "top5_correct": 46 }, { "ce_sum": 2151.7421875, "count": 384, "top1_correct": 22, "top5_correct": 59 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9561464190483093, "cosine_mean": 0.8078190684318542, "cosine_min": 0.5375431776046753, "cosine_std": 0.043319929391145706, "flattened_dot": 3499144.0, "latent_frames": 11704, "mse": 0.07008098985589863, "predicted_squared": 3926718.0, "reference_squared": 4751397.0, "relative_l2": 0.5945954572330592, "squared_error": 1679826.75, "values": 23969792 }, "true_code_control": { "cosine_max": 0.9999658465385437, "cosine_mean": 0.9998785853385925, "cosine_min": 0.9964672327041626, "cosine_std": 0.0001903739757835865, "flattened_dot": 4753100.5, "latent_frames": 11704, "mse": 4.584621829034853e-05, "predicted_squared": 4755903.0, "reference_squared": 4751397.0, "relative_l2": 0.015208039508293922, "squared_error": 1098.92431640625, "values": 23969792 } }, "condition_latent_frames": 11704, "emitted_frames": 3393, "model_id": "simpletuner-v2", "sample_id": "5ba2ad49-19cc-4486-b45f-6f9c7d962dab", "shard_id": 750, "token_metrics": { "per_head": [ { "ce_sum": 6503.3349609375, "count": 3328, "top1_correct": 1471, "top5_correct": 2721 }, { "ce_sum": 13435.203308105469, "count": 3328, "top1_correct": 439, "top5_correct": 1251 }, { "ce_sum": 12690.46435546875, "count": 3328, "top1_correct": 552, "top5_correct": 1375 }, { "ce_sum": 14470.5263671875, "count": 3328, "top1_correct": 416, "top5_correct": 1072 }, { "ce_sum": 15177.67578125, "count": 3328, "top1_correct": 317, "top5_correct": 899 }, { "ce_sum": 17048.507568359375, "count": 3328, "top1_correct": 206, "top5_correct": 638 }, { "ce_sum": 18259.305053710938, "count": 3328, "top1_correct": 148, "top5_correct": 450 }, { "ce_sum": 18342.526306152344, "count": 3328, "top1_correct": 160, "top5_correct": 502 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9723523259162903, "cosine_mean": 0.7881146669387817, "cosine_min": 0.6019630432128906, "cosine_std": 0.04338213801383972, "flattened_dot": 1255172.125, "latent_frames": 4643, "mse": 0.0719064601197367, "predicted_squared": 1440687.625, "reference_squared": 1753405.25, "relative_l2": 0.6244635899265596, "squared_error": 683748.75, "values": 9508864 }, "true_code_control": { "cosine_max": 0.9999736547470093, "cosine_mean": 0.9999450445175171, "cosine_min": 0.9997453689575195, "cosine_std": 1.9635614080470987e-05, "flattened_dot": 1753424.0, "latent_frames": 4643, "mse": 2.0357730212510465e-05, "predicted_squared": 1753636.0, "reference_squared": 1753405.25, "relative_l2": 0.010507220445648589, "squared_error": 193.57888793945312, "values": 9508864 } }, "condition_latent_frames": 4643, "emitted_frames": 1346, "model_id": "simpletuner-v2", "sample_id": "0ed1a099-1301-41b1-9b09-e58cf33ef290", "shard_id": 752, "token_metrics": { "per_head": [ { "ce_sum": 2672.992935180664, "count": 1280, "top1_correct": 563, "top5_correct": 1015 }, { "ce_sum": 5441.929870605469, "count": 1280, "top1_correct": 155, "top5_correct": 416 }, { "ce_sum": 5142.775115966797, "count": 1280, "top1_correct": 195, "top5_correct": 488 }, { "ce_sum": 5758.3184814453125, "count": 1280, "top1_correct": 128, "top5_correct": 365 }, { "ce_sum": 6190.85009765625, "count": 1280, "top1_correct": 95, "top5_correct": 276 }, { "ce_sum": 6840.641418457031, "count": 1280, "top1_correct": 70, "top5_correct": 193 }, { "ce_sum": 7161.168151855469, "count": 1280, "top1_correct": 55, "top5_correct": 175 }, { "ce_sum": 7401.942138671875, "count": 1280, "top1_correct": 41, "top5_correct": 133 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9777625203132629, "cosine_mean": 0.7672104835510254, "cosine_min": 0.5555230379104614, "cosine_std": 0.04388938099145889, "flattened_dot": 2105126.5, "latent_frames": 8893, "mse": 0.07177630739459757, "predicted_squared": 2450280.0, "reference_squared": 3067225.0, "relative_l2": 0.652840157008518, "squared_error": 1307252.125, "values": 18212864 }, "true_code_control": { "cosine_max": 0.9999616146087646, "cosine_mean": 0.9999290108680725, "cosine_min": 0.9993125200271606, "cosine_std": 3.427095361985266e-05, "flattened_dot": 3066797.25, "latent_frames": 8893, "mse": 2.388929430658016e-05, "predicted_squared": 3066804.5, "reference_squared": 3067225.0, "relative_l2": 0.011910170126325828, "squared_error": 435.09246826171875, "values": 18212864 } }, "condition_latent_frames": 8893, "emitted_frames": 2578, "model_id": "simpletuner-v2", "sample_id": "7bc57e16-afb3-45a7-a7d4-39787a34701f", "shard_id": 756, "token_metrics": { "per_head": [ { "ce_sum": 4661.160263061523, "count": 2560, "top1_correct": 1185, "top5_correct": 2168 }, { "ce_sum": 10751.166320800781, "count": 2560, "top1_correct": 304, "top5_correct": 883 }, { "ce_sum": 10918.045104980469, "count": 2560, "top1_correct": 301, "top5_correct": 866 }, { "ce_sum": 11472.870666503906, "count": 2560, "top1_correct": 253, "top5_correct": 752 }, { "ce_sum": 12649.504211425781, "count": 2560, "top1_correct": 197, "top5_correct": 575 }, { "ce_sum": 14571.718811035156, "count": 2560, "top1_correct": 80, "top5_correct": 257 }, { "ce_sum": 15733.061218261719, "count": 2560, "top1_correct": 46, "top5_correct": 161 }, { "ce_sum": 16148.948059082031, "count": 2560, "top1_correct": 25, "top5_correct": 129 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9616456031799316, "cosine_mean": 0.7504609227180481, "cosine_min": 0.45170360803604126, "cosine_std": 0.052919287234544754, "flattened_dot": 2584830.0, "latent_frames": 11594, "mse": 0.07234512231710637, "predicted_squared": 3139899.5, "reference_squared": 3747560.0, "relative_l2": 0.6770362999011454, "squared_error": 1717799.625, "values": 23744512 }, "true_code_control": { "cosine_max": 0.9999654293060303, "cosine_mean": 0.9999294281005859, "cosine_min": 0.9995741844177246, "cosine_std": 1.998352126975078e-05, "flattened_dot": 3749130.5, "latent_frames": 11594, "mse": 2.2367064513192827e-05, "predicted_squared": 3751232.25, "reference_squared": 3747560.0, "relative_l2": 0.011904518162634235, "squared_error": 531.0950317382812, "values": 23744512 } }, "condition_latent_frames": 11594, "emitted_frames": 3361, "model_id": "simpletuner-v2", "sample_id": "2cf7c022-b79f-43bd-a5e0-d1b0ba7e05e5", "shard_id": 801, "token_metrics": { "per_head": [ { "ce_sum": 6920.642807006836, "count": 3328, "top1_correct": 1379, "top5_correct": 2652 }, { "ce_sum": 14650.800170898438, "count": 3328, "top1_correct": 361, "top5_correct": 992 }, { "ce_sum": 14381.212646484375, "count": 3328, "top1_correct": 405, "top5_correct": 1066 }, { "ce_sum": 15620.94677734375, "count": 3328, "top1_correct": 300, "top5_correct": 840 }, { "ce_sum": 16733.04998779297, "count": 3328, "top1_correct": 203, "top5_correct": 657 }, { "ce_sum": 18822.23223876953, "count": 3328, "top1_correct": 124, "top5_correct": 417 }, { "ce_sum": 20153.174255371094, "count": 3328, "top1_correct": 52, "top5_correct": 252 }, { "ce_sum": 20426.517639160156, "count": 3328, "top1_correct": 72, "top5_correct": 241 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9489337801933289, "cosine_mean": 0.7887823581695557, "cosine_min": 0.4785500764846802, "cosine_std": 0.04356953129172325, "flattened_dot": 4056388.75, "latent_frames": 15524, "mse": 0.0690334273871304, "predicted_squared": 4709417.5, "reference_squared": 5598151.0, "relative_l2": 0.6261439762061459, "squared_error": 2194790.25, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999681711196899, "cosine_mean": 0.9999357461929321, "cosine_min": 0.999286413192749, "cosine_std": 2.669270361366216e-05, "flattened_dot": 5598916.5, "latent_frames": 15524, "mse": 2.2627134907955177e-05, "predicted_squared": 5600401.0, "reference_squared": 5598151.0, "relative_l2": 0.0113359852460092, "squared_error": 719.387939453125, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "2d575609-e129-4410-8dcf-cce287f2d46c", "shard_id": 813, "token_metrics": { "per_head": [ { "ce_sum": 8743.679153442383, "count": 4480, "top1_correct": 2046, "top5_correct": 3709 }, { "ce_sum": 18715.286712646484, "count": 4480, "top1_correct": 557, "top5_correct": 1564 }, { "ce_sum": 18417.062927246094, "count": 4480, "top1_correct": 545, "top5_correct": 1592 }, { "ce_sum": 19859.422485351562, "count": 4480, "top1_correct": 467, "top5_correct": 1341 }, { "ce_sum": 21577.200317382812, "count": 4480, "top1_correct": 353, "top5_correct": 1031 }, { "ce_sum": 24446.718383789062, "count": 4480, "top1_correct": 225, "top5_correct": 696 }, { "ce_sum": 26030.696044921875, "count": 4480, "top1_correct": 140, "top5_correct": 494 }, { "ce_sum": 26587.713745117188, "count": 4480, "top1_correct": 130, "top5_correct": 402 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.929067075252533, "cosine_mean": 0.7526324391365051, "cosine_min": 0.5366990566253662, "cosine_std": 0.050245895981788635, "flattened_dot": 2885451.5, "latent_frames": 10973, "mse": 0.08520989507982663, "predicted_squared": 3424156.75, "reference_squared": 4261643.0, "relative_l2": 0.6703230417204593, "squared_error": 1914896.75, "values": 22472704 }, "true_code_control": { "cosine_max": 0.9999741315841675, "cosine_mean": 0.9999483823776245, "cosine_min": 0.9997401237487793, "cosine_std": 1.230347334058024e-05, "flattened_dot": 4263583.0, "latent_frames": 10973, "mse": 1.9811156953488164e-05, "predicted_squared": 4265968.5, "reference_squared": 4261643.0, "relative_l2": 0.01022101562443832, "squared_error": 445.21026611328125, "values": 22472704 } }, "condition_latent_frames": 10973, "emitted_frames": 3181, "model_id": "simpletuner-v2", "sample_id": "69a1a59c-3144-4769-84dc-a564075d2271", "shard_id": 871, "token_metrics": { "per_head": [ { "ce_sum": 7089.371276855469, "count": 3072, "top1_correct": 1161, "top5_correct": 2321 }, { "ce_sum": 13853.123748779297, "count": 3072, "top1_correct": 297, "top5_correct": 851 }, { "ce_sum": 13054.753967285156, "count": 3072, "top1_correct": 383, "top5_correct": 1038 }, { "ce_sum": 14268.030090332031, "count": 3072, "top1_correct": 274, "top5_correct": 822 }, { "ce_sum": 15281.763793945312, "count": 3072, "top1_correct": 218, "top5_correct": 660 }, { "ce_sum": 16956.332092285156, "count": 3072, "top1_correct": 102, "top5_correct": 437 }, { "ce_sum": 17717.331176757812, "count": 3072, "top1_correct": 108, "top5_correct": 316 }, { "ce_sum": 18154.6875, "count": 3072, "top1_correct": 87, "top5_correct": 306 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.939363956451416, "cosine_mean": 0.74607914686203, "cosine_min": 0.47909247875213623, "cosine_std": 0.04922809079289436, "flattened_dot": 3923908.5, "latent_frames": 15524, "mse": 0.08569656761305076, "predicted_squared": 4633759.0, "reference_squared": 5938621.5, "relative_l2": 0.6773383786329252, "squared_error": 2724564.0, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999716281890869, "cosine_mean": 0.9999500513076782, "cosine_min": 0.9998340606689453, "cosine_std": 1.0097629456140567e-05, "flattened_dot": 5936683.0, "latent_frames": 15524, "mse": 1.8902627870736126e-05, "predicted_squared": 5935344.5, "reference_squared": 5938621.5, "relative_l2": 0.010059700763643271, "squared_error": 600.97412109375, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "49bb99b3-042b-4521-a8cc-0fd2f930257a", "shard_id": 890, "token_metrics": { "per_head": [ { "ce_sum": 9066.258880615234, "count": 4480, "top1_correct": 1999, "top5_correct": 3616 }, { "ce_sum": 19393.446228027344, "count": 4480, "top1_correct": 508, "top5_correct": 1436 }, { "ce_sum": 19592.96939086914, "count": 4480, "top1_correct": 508, "top5_correct": 1389 }, { "ce_sum": 20088.12677001953, "count": 4480, "top1_correct": 477, "top5_correct": 1340 }, { "ce_sum": 20733.13946533203, "count": 4480, "top1_correct": 411, "top5_correct": 1162 }, { "ce_sum": 24260.968200683594, "count": 4480, "top1_correct": 206, "top5_correct": 671 }, { "ce_sum": 26709.06463623047, "count": 4480, "top1_correct": 111, "top5_correct": 380 }, { "ce_sum": 26964.6669921875, "count": 4480, "top1_correct": 91, "top5_correct": 354 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9126538038253784, "cosine_mean": 0.7974348068237305, "cosine_min": 0.41785287857055664, "cosine_std": 0.04649096727371216, "flattened_dot": 664383.625, "latent_frames": 2148, "mse": 0.07758455613915925, "predicted_squared": 791696.125, "reference_squared": 878373.5625, "relative_l2": 0.6233473631717915, "squared_error": 341302.53125, "values": 4399104 }, "true_code_control": { "cosine_max": 0.9999611973762512, "cosine_mean": 0.9999128580093384, "cosine_min": 0.9993155002593994, "cosine_std": 5.2328330639284104e-05, "flattened_dot": 878376.375, "latent_frames": 2148, "mse": 3.332668287572026e-05, "predicted_squared": 878525.75, "reference_squared": 878373.5625, "relative_l2": 0.012919286556736196, "squared_error": 146.6075439453125, "values": 4399104 } }, "condition_latent_frames": 2148, "emitted_frames": 623, "model_id": "simpletuner-v2", "sample_id": "d9dbd252-2c4e-4fbf-a843-3dc286304495", "shard_id": 949, "token_metrics": { "per_head": [ { "ce_sum": 1087.0586853027344, "count": 512, "top1_correct": 195, "top5_correct": 413 }, { "ce_sum": 2050.6591186523438, "count": 512, "top1_correct": 64, "top5_correct": 185 }, { "ce_sum": 2101.092041015625, "count": 512, "top1_correct": 57, "top5_correct": 193 }, { "ce_sum": 2224.1129150390625, "count": 512, "top1_correct": 67, "top5_correct": 170 }, { "ce_sum": 2366.9505615234375, "count": 512, "top1_correct": 42, "top5_correct": 136 }, { "ce_sum": 2692.3763427734375, "count": 512, "top1_correct": 24, "top5_correct": 89 }, { "ce_sum": 2501.531005859375, "count": 512, "top1_correct": 49, "top5_correct": 116 }, { "ce_sum": 2774.2691040039062, "count": 512, "top1_correct": 31, "top5_correct": 85 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9801127910614014, "cosine_mean": 0.7206224203109741, "cosine_min": 0.4583091139793396, "cosine_std": 0.05937500670552254, "flattened_dot": 2574258.0, "latent_frames": 11622, "mse": 0.08404661804524824, "predicted_squared": 3227121.75, "reference_squared": 3921860.0, "relative_l2": 0.7141994143768954, "squared_error": 2000465.5, "values": 23801856 }, "true_code_control": { "cosine_max": 0.9999639987945557, "cosine_mean": 0.9999371767044067, "cosine_min": 0.9996405243873596, "cosine_std": 1.6970141587080434e-05, "flattened_dot": 3921955.25, "latent_frames": 11622, "mse": 2.0985889200950074e-05, "predicted_squared": 3922550.0, "reference_squared": 3921860.0, "relative_l2": 0.011285558498789117, "squared_error": 499.50311279296875, "values": 23801856 } }, "condition_latent_frames": 11622, "emitted_frames": 3369, "model_id": "simpletuner-v2", "sample_id": "d3ddb4a8-516b-4b61-ae6d-27b9b86ab217", "shard_id": 954, "token_metrics": { "per_head": [ { "ce_sum": 9792.749298095703, "count": 3328, "top1_correct": 927, "top5_correct": 2065 }, { "ce_sum": 15605.111541748047, "count": 3328, "top1_correct": 293, "top5_correct": 826 }, { "ce_sum": 15265.545043945312, "count": 3328, "top1_correct": 341, "top5_correct": 936 }, { "ce_sum": 16266.880889892578, "count": 3328, "top1_correct": 251, "top5_correct": 744 }, { "ce_sum": 16922.350952148438, "count": 3328, "top1_correct": 194, "top5_correct": 642 }, { "ce_sum": 19099.67578125, "count": 3328, "top1_correct": 122, "top5_correct": 396 }, { "ce_sum": 19952.5302734375, "count": 3328, "top1_correct": 90, "top5_correct": 304 }, { "ce_sum": 20469.115234375, "count": 3328, "top1_correct": 77, "top5_correct": 260 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9614555835723877, "cosine_mean": 0.7945610284805298, "cosine_min": 0.6159589886665344, "cosine_std": 0.04317228123545647, "flattened_dot": 432745.6875, "latent_frames": 1658, "mse": 0.06702577708282287, "predicted_squared": 507404.0625, "reference_squared": 585679.0, "relative_l2": 0.6233735083221261, "squared_error": 227591.65625, "values": 3395584 }, "true_code_control": { "cosine_max": 0.9999538660049438, "cosine_mean": 0.9998784065246582, "cosine_min": 0.9993401169776917, "cosine_std": 6.775344809284434e-05, "flattened_dot": 585464.875, "latent_frames": 1658, "mse": 3.982363190093e-05, "predicted_squared": 585386.0, "reference_squared": 585679.0, "relative_l2": 0.015194899976590197, "squared_error": 135.2244873046875, "values": 3395584 } }, "condition_latent_frames": 1658, "emitted_frames": 481, "model_id": "simpletuner-v2", "sample_id": "e6cb126e-8bee-4422-9e56-a5000f7adfb0", "shard_id": 967, "token_metrics": { "per_head": [ { "ce_sum": 854.6156311035156, "count": 384, "top1_correct": 141, "top5_correct": 298 }, { "ce_sum": 1405.9949951171875, "count": 384, "top1_correct": 68, "top5_correct": 173 }, { "ce_sum": 1504.3262023925781, "count": 384, "top1_correct": 68, "top5_correct": 156 }, { "ce_sum": 1649.9067993164062, "count": 384, "top1_correct": 46, "top5_correct": 124 }, { "ce_sum": 1774.658203125, "count": 384, "top1_correct": 39, "top5_correct": 100 }, { "ce_sum": 1967.3866577148438, "count": 384, "top1_correct": 24, "top5_correct": 78 }, { "ce_sum": 2019.6834716796875, "count": 384, "top1_correct": 22, "top5_correct": 66 }, { "ce_sum": 2081.1162719726562, "count": 384, "top1_correct": 19, "top5_correct": 54 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9365719556808472, "cosine_mean": 0.785209059715271, "cosine_min": 0.40519630908966064, "cosine_std": 0.04878012835979462, "flattened_dot": 1712736.75, "latent_frames": 6878, "mse": 0.06714714651504343, "predicted_squared": 2043410.625, "reference_squared": 2327907.25, "relative_l2": 0.6374219377948781, "squared_error": 945844.375, "values": 14086144 }, "true_code_control": { "cosine_max": 0.9999675154685974, "cosine_mean": 0.9999326467514038, "cosine_min": 0.9997361302375793, "cosine_std": 2.039101855189074e-05, "flattened_dot": 2328260.5, "latent_frames": 6878, "mse": 2.2420616872992133e-05, "predicted_squared": 2328929.5, "reference_squared": 2327907.25, "relative_l2": 0.01164761492313814, "squared_error": 315.8200378417969, "values": 14086144 } }, "condition_latent_frames": 6878, "emitted_frames": 1994, "model_id": "simpletuner-v2", "sample_id": "ad530405-9db1-42de-a663-aec4f0a5ca27", "shard_id": 994, "token_metrics": { "per_head": [ { "ce_sum": 3537.5018005371094, "count": 1920, "top1_correct": 859, "top5_correct": 1645 }, { "ce_sum": 7799.341003417969, "count": 1920, "top1_correct": 271, "top5_correct": 711 }, { "ce_sum": 7647.217224121094, "count": 1920, "top1_correct": 294, "top5_correct": 764 }, { "ce_sum": 8325.294921875, "count": 1920, "top1_correct": 217, "top5_correct": 585 }, { "ce_sum": 9092.150024414062, "count": 1920, "top1_correct": 158, "top5_correct": 464 }, { "ce_sum": 10209.640930175781, "count": 1920, "top1_correct": 93, "top5_correct": 324 }, { "ce_sum": 11119.719543457031, "count": 1920, "top1_correct": 75, "top5_correct": 208 }, { "ce_sum": 11344.614196777344, "count": 1920, "top1_correct": 54, "top5_correct": 200 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9817875623703003, "cosine_mean": 0.7668594717979431, "cosine_min": 0.5060567855834961, "cosine_std": 0.04186314716935158, "flattened_dot": 4188838.5, "latent_frames": 15524, "mse": 0.08138217940769131, "predicted_squared": 4917692.0, "reference_squared": 6047381.0, "relative_l2": 0.6541054770708078, "squared_error": 2587396.0, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999706745147705, "cosine_mean": 0.9999484419822693, "cosine_min": 0.9995308518409729, "cosine_std": 1.3699151168111712e-05, "flattened_dot": 6044726.5, "latent_frames": 15524, "mse": 1.9967479209437933e-05, "predicted_squared": 6042706.5, "reference_squared": 6047381.0, "relative_l2": 0.010245773435181134, "squared_error": 634.8291015625, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "96bc489d-f63b-4c8c-a969-3aaa1489909b", "shard_id": 996, "token_metrics": { "per_head": [ { "ce_sum": 9923.435287475586, "count": 4480, "top1_correct": 1794, "top5_correct": 3496 }, { "ce_sum": 19288.51840209961, "count": 4480, "top1_correct": 499, "top5_correct": 1395 }, { "ce_sum": 19654.232055664062, "count": 4480, "top1_correct": 518, "top5_correct": 1386 }, { "ce_sum": 20671.240783691406, "count": 4480, "top1_correct": 387, "top5_correct": 1202 }, { "ce_sum": 21654.0927734375, "count": 4480, "top1_correct": 377, "top5_correct": 1035 }, { "ce_sum": 24066.358947753906, "count": 4480, "top1_correct": 204, "top5_correct": 687 }, { "ce_sum": 26185.943481445312, "count": 4480, "top1_correct": 127, "top5_correct": 443 }, { "ce_sum": 26294.068359375, "count": 4480, "top1_correct": 115, "top5_correct": 427 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9568601250648499, "cosine_mean": 0.806171715259552, "cosine_min": 0.5286376476287842, "cosine_std": 0.050248026847839355, "flattened_dot": 1401482.125, "latent_frames": 4529, "mse": 0.07383251295470855, "predicted_squared": 1584004.625, "reference_squared": 1903785.0, "relative_l2": 0.5997648520933684, "squared_error": 684825.5, "values": 9275392 }, "true_code_control": { "cosine_max": 0.999954104423523, "cosine_mean": 0.9998652338981628, "cosine_min": 0.9986845254898071, "cosine_std": 9.690536535345018e-05, "flattened_dot": 1901319.375, "latent_frames": 4529, "mse": 5.222195675105126e-05, "predicted_squared": 1899338.125, "reference_squared": 1903785.0, "relative_l2": 0.01595084726520092, "squared_error": 484.3791198730469, "values": 9275392 } }, "condition_latent_frames": 4529, "emitted_frames": 1313, "model_id": "simpletuner-v2", "sample_id": "c2cdf709-4d2c-4fa0-aea9-3a58696ea1ba", "shard_id": 1081, "token_metrics": { "per_head": [ { "ce_sum": 2647.1375274658203, "count": 1280, "top1_correct": 546, "top5_correct": 1042 }, { "ce_sum": 4686.370147705078, "count": 1280, "top1_correct": 201, "top5_correct": 577 }, { "ce_sum": 4817.787628173828, "count": 1280, "top1_correct": 223, "top5_correct": 541 }, { "ce_sum": 5780.034973144531, "count": 1280, "top1_correct": 117, "top5_correct": 352 }, { "ce_sum": 5784.007873535156, "count": 1280, "top1_correct": 137, "top5_correct": 384 }, { "ce_sum": 6104.457214355469, "count": 1280, "top1_correct": 125, "top5_correct": 319 }, { "ce_sum": 6637.372131347656, "count": 1280, "top1_correct": 82, "top5_correct": 233 }, { "ce_sum": 6770.372619628906, "count": 1280, "top1_correct": 78, "top5_correct": 225 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9187513589859009, "cosine_mean": 0.7551109194755554, "cosine_min": 0.4397873878479004, "cosine_std": 0.05220659449696541, "flattened_dot": 2991897.5, "latent_frames": 11694, "mse": 0.08309283059989364, "predicted_squared": 3435329.25, "reference_squared": 4538481.5, "relative_l2": 0.6621753549364285, "squared_error": 1990016.125, "values": 23949312 }, "true_code_control": { "cosine_max": 0.9999700784683228, "cosine_mean": 0.999941349029541, "cosine_min": 0.9996517896652222, "cosine_std": 2.0998555555706844e-05, "flattened_dot": 4538195.0, "latent_frames": 11694, "mse": 2.2026072287327083e-05, "predicted_squared": 4538435.0, "reference_squared": 4538481.5, "relative_l2": 0.010781017878812988, "squared_error": 527.50927734375, "values": 23949312 } }, "condition_latent_frames": 11694, "emitted_frames": 3390, "model_id": "simpletuner-v2", "sample_id": "a6e65618-1120-4feb-b66a-25f63dc5ea3b", "shard_id": 1097, "token_metrics": { "per_head": [ { "ce_sum": 6746.4798583984375, "count": 3328, "top1_correct": 1436, "top5_correct": 2687 }, { "ce_sum": 14696.958892822266, "count": 3328, "top1_correct": 381, "top5_correct": 1005 }, { "ce_sum": 14063.772247314453, "count": 3328, "top1_correct": 397, "top5_correct": 1130 }, { "ce_sum": 15306.61865234375, "count": 3328, "top1_correct": 310, "top5_correct": 928 }, { "ce_sum": 16414.59423828125, "count": 3328, "top1_correct": 252, "top5_correct": 714 }, { "ce_sum": 18897.23602294922, "count": 3328, "top1_correct": 117, "top5_correct": 375 }, { "ce_sum": 20005.08380126953, "count": 3328, "top1_correct": 75, "top5_correct": 287 }, { "ce_sum": 20055.049682617188, "count": 3328, "top1_correct": 79, "top5_correct": 289 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9134236574172974, "cosine_mean": 0.7649642825126648, "cosine_min": 0.46494221687316895, "cosine_std": 0.05469293147325516, "flattened_dot": 1027504.4375, "latent_frames": 3362, "mse": 0.09189125982371914, "predicted_squared": 1236594.75, "reference_squared": 1451120.0, "relative_l2": 0.6603121213125165, "squared_error": 632705.875, "values": 6885376 }, "true_code_control": { "cosine_max": 0.999976634979248, "cosine_mean": 0.999957263469696, "cosine_min": 0.9999033212661743, "cosine_std": 8.55793223308865e-06, "flattened_dot": 1450892.375, "latent_frames": 3362, "mse": 1.8525940678007612e-05, "predicted_squared": 1450792.375, "reference_squared": 1451120.0, "relative_l2": 0.009375669751028303, "squared_error": 127.55806732177734, "values": 6885376 } }, "condition_latent_frames": 3362, "emitted_frames": 975, "model_id": "simpletuner-v2", "sample_id": "deaea54c-f7a9-47ee-b9bc-1a2dd26d93e9", "shard_id": 1134, "token_metrics": { "per_head": [ { "ce_sum": 2049.181869506836, "count": 896, "top1_correct": 355, "top5_correct": 680 }, { "ce_sum": 3600.5152893066406, "count": 896, "top1_correct": 145, "top5_correct": 361 }, { "ce_sum": 3619.0345458984375, "count": 896, "top1_correct": 134, "top5_correct": 327 }, { "ce_sum": 3726.09765625, "count": 896, "top1_correct": 122, "top5_correct": 322 }, { "ce_sum": 4187.48095703125, "count": 896, "top1_correct": 81, "top5_correct": 227 }, { "ce_sum": 4732.880676269531, "count": 896, "top1_correct": 31, "top5_correct": 146 }, { "ce_sum": 4533.2991943359375, "count": 896, "top1_correct": 54, "top5_correct": 185 }, { "ce_sum": 4767.51611328125, "count": 896, "top1_correct": 38, "top5_correct": 137 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9701927304267883, "cosine_mean": 0.7710542678833008, "cosine_min": 0.5522743463516235, "cosine_std": 0.05033716559410095, "flattened_dot": 4172268.0, "latent_frames": 15251, "mse": 0.08029025728589519, "predicted_squared": 4874722.0, "reference_squared": 5977604.0, "relative_l2": 0.6477120714035143, "squared_error": 2507789.75, "values": 31234048 }, "true_code_control": { "cosine_max": 0.999975860118866, "cosine_mean": 0.9999364018440247, "cosine_min": 0.9996178150177002, "cosine_std": 2.023478373303078e-05, "flattened_dot": 5973803.0, "latent_frames": 15251, "mse": 2.4543852972113556e-05, "predicted_squared": 5970769.0, "reference_squared": 5977604.0, "relative_l2": 0.011324575632585288, "squared_error": 766.6038818359375, "values": 31234048 } }, "condition_latent_frames": 15251, "emitted_frames": 4421, "model_id": "simpletuner-v2", "sample_id": "cc7bf0a5-d6f4-4377-bf6b-a281e0c00abe", "shard_id": 1152, "token_metrics": { "per_head": [ { "ce_sum": 9710.402816772461, "count": 4352, "top1_correct": 1735, "top5_correct": 3347 }, { "ce_sum": 17845.073516845703, "count": 4352, "top1_correct": 552, "top5_correct": 1568 }, { "ce_sum": 18261.581512451172, "count": 4352, "top1_correct": 545, "top5_correct": 1487 }, { "ce_sum": 19421.97296142578, "count": 4352, "top1_correct": 462, "top5_correct": 1290 }, { "ce_sum": 21244.561981201172, "count": 4352, "top1_correct": 329, "top5_correct": 964 }, { "ce_sum": 23056.741271972656, "count": 4352, "top1_correct": 233, "top5_correct": 737 }, { "ce_sum": 24299.493896484375, "count": 4352, "top1_correct": 182, "top5_correct": 583 }, { "ce_sum": 25203.82586669922, "count": 4352, "top1_correct": 162, "top5_correct": 489 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9604830145835876, "cosine_mean": 0.770590603351593, "cosine_min": 0.36582088470458984, "cosine_std": 0.0473373644053936, "flattened_dot": 4041292.0, "latent_frames": 15524, "mse": 0.07690510679784125, "predicted_squared": 4686073.0, "reference_squared": 5841567.0, "relative_l2": 0.6469633842326604, "squared_error": 2445055.75, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999778866767883, "cosine_mean": 0.999945878982544, "cosine_min": 0.9997855424880981, "cosine_std": 1.4196926713339053e-05, "flattened_dot": 5840396.0, "latent_frames": 15524, "mse": 2.000374727659513e-05, "predicted_squared": 5839860.5, "reference_squared": 5841567.0, "relative_l2": 0.01043416719862914, "squared_error": 635.982177734375, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "0913c74c-b126-4f78-8917-2a0d577cdb97", "shard_id": 1154, "token_metrics": { "per_head": [ { "ce_sum": 8716.575592041016, "count": 4480, "top1_correct": 2026, "top5_correct": 3706 }, { "ce_sum": 18969.983825683594, "count": 4480, "top1_correct": 542, "top5_correct": 1499 }, { "ce_sum": 18314.145477294922, "count": 4480, "top1_correct": 627, "top5_correct": 1616 }, { "ce_sum": 20417.686126708984, "count": 4480, "top1_correct": 448, "top5_correct": 1233 }, { "ce_sum": 21114.149291992188, "count": 4480, "top1_correct": 385, "top5_correct": 1111 }, { "ce_sum": 24702.118408203125, "count": 4480, "top1_correct": 175, "top5_correct": 615 }, { "ce_sum": 25986.399047851562, "count": 4480, "top1_correct": 160, "top5_correct": 483 }, { "ce_sum": 26704.596923828125, "count": 4480, "top1_correct": 102, "top5_correct": 389 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9793288707733154, "cosine_mean": 0.7708960771560669, "cosine_min": 0.4727259874343872, "cosine_std": 0.043143380433321, "flattened_dot": 3243321.25, "latent_frames": 13464, "mse": 0.07106725700682143, "predicted_squared": 3823956.0, "reference_squared": 4622314.5, "relative_l2": 0.6511140376483995, "squared_error": 1959627.875, "values": 27574272 }, "true_code_control": { "cosine_max": 0.9999660849571228, "cosine_mean": 0.9999381899833679, "cosine_min": 0.9996606707572937, "cosine_std": 1.9135377442580648e-05, "flattened_dot": 4623339.0, "latent_frames": 13464, "mse": 2.0959888780251616e-05, "predicted_squared": 4624941.5, "reference_squared": 4622314.5, "relative_l2": 0.011181929991595103, "squared_error": 577.9536743164062, "values": 27574272 } }, "condition_latent_frames": 13464, "emitted_frames": 3903, "model_id": "simpletuner-v2", "sample_id": "1a5380ab-b04a-426b-950e-6c3a44ea935e", "shard_id": 1175, "token_metrics": { "per_head": [ { "ce_sum": 7134.785446166992, "count": 3840, "top1_correct": 1789, "top5_correct": 3217 }, { "ce_sum": 15711.538299560547, "count": 3840, "top1_correct": 509, "top5_correct": 1379 }, { "ce_sum": 16517.503875732422, "count": 3840, "top1_correct": 439, "top5_correct": 1231 }, { "ce_sum": 17354.91876220703, "count": 3840, "top1_correct": 427, "top5_correct": 1079 }, { "ce_sum": 18811.44482421875, "count": 3840, "top1_correct": 267, "top5_correct": 835 }, { "ce_sum": 21701.998291015625, "count": 3840, "top1_correct": 138, "top5_correct": 448 }, { "ce_sum": 23352.638122558594, "count": 3840, "top1_correct": 85, "top5_correct": 287 }, { "ce_sum": 23552.647338867188, "count": 3840, "top1_correct": 56, "top5_correct": 264 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9807233214378357, "cosine_mean": 0.7685592174530029, "cosine_min": 0.5153827667236328, "cosine_std": 0.046496160328388214, "flattened_dot": 3072508.25, "latent_frames": 11277, "mse": 0.0807706902738982, "predicted_squared": 3654469.0, "reference_squared": 4355970.5, "relative_l2": 0.6544043817584225, "squared_error": 1865423.0, "values": 23095296 }, "true_code_control": { "cosine_max": 0.9999745488166809, "cosine_mean": 0.9999456405639648, "cosine_min": 0.9996492862701416, "cosine_std": 1.6607365978416055e-05, "flattened_dot": 4357772.0, "latent_frames": 11277, "mse": 2.0593991461000597e-05, "predicted_squared": 4360049.0, "reference_squared": 4355970.5, "relative_l2": 0.010449356965582355, "squared_error": 475.62432861328125, "values": 23095296 } }, "condition_latent_frames": 11277, "emitted_frames": 3269, "model_id": "simpletuner-v2", "sample_id": "196fcb66-db0e-401f-bd62-f65350283d1a", "shard_id": 1195, "token_metrics": { "per_head": [ { "ce_sum": 6543.632843017578, "count": 3200, "top1_correct": 1420, "top5_correct": 2584 }, { "ce_sum": 13613.099182128906, "count": 3200, "top1_correct": 391, "top5_correct": 1057 }, { "ce_sum": 13346.252838134766, "count": 3200, "top1_correct": 421, "top5_correct": 1089 }, { "ce_sum": 14303.43310546875, "count": 3200, "top1_correct": 327, "top5_correct": 892 }, { "ce_sum": 15096.926696777344, "count": 3200, "top1_correct": 291, "top5_correct": 766 }, { "ce_sum": 17340.484985351562, "count": 3200, "top1_correct": 160, "top5_correct": 493 }, { "ce_sum": 18310.869995117188, "count": 3200, "top1_correct": 123, "top5_correct": 401 }, { "ce_sum": 19061.367614746094, "count": 3200, "top1_correct": 78, "top5_correct": 252 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9135799407958984, "cosine_mean": 0.7386329770088196, "cosine_min": 0.4535551369190216, "cosine_std": 0.04682883992791176, "flattened_dot": 3201519.75, "latent_frames": 13506, "mse": 0.08347737557902506, "predicted_squared": 3859592.75, "reference_squared": 4852455.0, "relative_l2": 0.6898139678507018, "squared_error": 2309008.25, "values": 27660288 }, "true_code_control": { "cosine_max": 0.999969482421875, "cosine_mean": 0.9999434351921082, "cosine_min": 0.9998108148574829, "cosine_std": 1.3252465578261763e-05, "flattened_dot": 4852784.0, "latent_frames": 13506, "mse": 2.0129180530009758e-05, "predicted_squared": 4853670.0, "reference_squared": 4852455.0, "relative_l2": 0.010711755174873659, "squared_error": 556.7789306640625, "values": 27660288 } }, "condition_latent_frames": 13506, "emitted_frames": 3915, "model_id": "simpletuner-v2", "sample_id": "23a89945-aa1f-4265-a6f0-555f50285a94", "shard_id": 1229, "token_metrics": { "per_head": [ { "ce_sum": 8330.498321533203, "count": 3840, "top1_correct": 1613, "top5_correct": 3000 }, { "ce_sum": 17292.493286132812, "count": 3840, "top1_correct": 382, "top5_correct": 1096 }, { "ce_sum": 17582.884826660156, "count": 3840, "top1_correct": 377, "top5_correct": 1026 }, { "ce_sum": 18239.21502685547, "count": 3840, "top1_correct": 350, "top5_correct": 993 }, { "ce_sum": 18445.110778808594, "count": 3840, "top1_correct": 321, "top5_correct": 886 }, { "ce_sum": 21967.038513183594, "count": 3840, "top1_correct": 116, "top5_correct": 425 }, { "ce_sum": 23405.442810058594, "count": 3840, "top1_correct": 91, "top5_correct": 284 }, { "ce_sum": 23980.440979003906, "count": 3840, "top1_correct": 66, "top5_correct": 219 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9677482843399048, "cosine_mean": 0.7695960402488708, "cosine_min": 0.23483707010746002, "cosine_std": 0.058383844792842865, "flattened_dot": 2482110.75, "latent_frames": 7782, "mse": 0.09547543923979215, "predicted_squared": 2854503.0, "reference_squared": 3631361.75, "relative_l2": 0.6473239335904716, "squared_error": 1521643.25, "values": 15937536 }, "true_code_control": { "cosine_max": 0.9999786615371704, "cosine_mean": 0.999954879283905, "cosine_min": 0.999843955039978, "cosine_std": 1.377683202008484e-05, "flattened_dot": 3631764.0, "latent_frames": 7782, "mse": 2.049878948116572e-05, "predicted_squared": 3632492.75, "reference_squared": 3631361.75, "relative_l2": 0.009485056881696869, "squared_error": 326.7001953125, "values": 15937536 } }, "condition_latent_frames": 7782, "emitted_frames": 2256, "model_id": "simpletuner-v2", "sample_id": "60f1b881-8852-4094-88b9-6f9a510f996a", "shard_id": 1283, "token_metrics": { "per_head": [ { "ce_sum": 4927.138397216797, "count": 2176, "top1_correct": 877, "top5_correct": 1654 }, { "ce_sum": 9288.161987304688, "count": 2176, "top1_correct": 255, "top5_correct": 734 }, { "ce_sum": 9040.434295654297, "count": 2176, "top1_correct": 327, "top5_correct": 802 }, { "ce_sum": 9338.810791015625, "count": 2176, "top1_correct": 267, "top5_correct": 706 }, { "ce_sum": 9811.5751953125, "count": 2176, "top1_correct": 242, "top5_correct": 644 }, { "ce_sum": 10487.105529785156, "count": 2176, "top1_correct": 188, "top5_correct": 522 }, { "ce_sum": 12004.345520019531, "count": 2176, "top1_correct": 89, "top5_correct": 312 }, { "ce_sum": 12081.634216308594, "count": 2176, "top1_correct": 96, "top5_correct": 326 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9630878567695618, "cosine_mean": 0.7622856497764587, "cosine_min": 0.5023626089096069, "cosine_std": 0.04751349613070488, "flattened_dot": 2811367.25, "latent_frames": 12619, "mse": 0.06734829249761025, "predicted_squared": 3481309.0, "reference_squared": 3881955.5, "relative_l2": 0.6696000304084995, "squared_error": 1740529.875, "values": 25843712 }, "true_code_control": { "cosine_max": 0.999962329864502, "cosine_mean": 0.9999271631240845, "cosine_min": 0.9995863437652588, "cosine_std": 2.0081259208382107e-05, "flattened_dot": 3883153.0, "latent_frames": 12619, "mse": 2.2129737043240924e-05, "predicted_squared": 3884922.0, "reference_squared": 3881955.5, "relative_l2": 0.012137808931961539, "squared_error": 571.91455078125, "values": 25843712 } }, "condition_latent_frames": 12619, "emitted_frames": 3658, "model_id": "simpletuner-v2", "sample_id": "2e7bfdee-0af9-4358-ad77-4b7ffb6b02b8", "shard_id": 1312, "token_metrics": { "per_head": [ { "ce_sum": 7067.403472900391, "count": 3584, "top1_correct": 1544, "top5_correct": 2951 }, { "ce_sum": 15469.047973632812, "count": 3584, "top1_correct": 400, "top5_correct": 1154 }, { "ce_sum": 16154.621124267578, "count": 3584, "top1_correct": 370, "top5_correct": 1020 }, { "ce_sum": 16975.068786621094, "count": 3584, "top1_correct": 325, "top5_correct": 885 }, { "ce_sum": 18342.279663085938, "count": 3584, "top1_correct": 228, "top5_correct": 668 }, { "ce_sum": 20677.700439453125, "count": 3584, "top1_correct": 102, "top5_correct": 386 }, { "ce_sum": 22074.98272705078, "count": 3584, "top1_correct": 66, "top5_correct": 247 }, { "ce_sum": 22447.465087890625, "count": 3584, "top1_correct": 49, "top5_correct": 214 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9493390321731567, "cosine_mean": 0.7558406591415405, "cosine_min": 0.4122663140296936, "cosine_std": 0.049711767584085464, "flattened_dot": 4106357.5, "latent_frames": 15524, "mse": 0.08531819210627496, "predicted_squared": 4787545.5, "reference_squared": 6137704.0, "relative_l2": 0.6647902559446753, "squared_error": 2712534.25, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999738335609436, "cosine_mean": 0.9999482035636902, "cosine_min": 0.9998315572738647, "cosine_std": 1.1214622645638883e-05, "flattened_dot": 6139939.0, "latent_frames": 15524, "mse": 2.0364462116028163e-05, "predicted_squared": 6142821.0, "reference_squared": 6137704.0, "relative_l2": 0.010270705935384934, "squared_error": 647.450439453125, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "e795befd-b238-4ca0-a67d-83c628b43146", "shard_id": 1342, "token_metrics": { "per_head": [ { "ce_sum": 9744.627258300781, "count": 4480, "top1_correct": 1853, "top5_correct": 3503 }, { "ce_sum": 18997.013671875, "count": 4480, "top1_correct": 524, "top5_correct": 1472 }, { "ce_sum": 19418.892028808594, "count": 4480, "top1_correct": 543, "top5_correct": 1415 }, { "ce_sum": 20374.658752441406, "count": 4480, "top1_correct": 447, "top5_correct": 1194 }, { "ce_sum": 21090.40802001953, "count": 4480, "top1_correct": 391, "top5_correct": 1116 }, { "ce_sum": 23376.720153808594, "count": 4480, "top1_correct": 263, "top5_correct": 790 }, { "ce_sum": 25570.31219482422, "count": 4480, "top1_correct": 169, "top5_correct": 514 }, { "ce_sum": 26476.20294189453, "count": 4480, "top1_correct": 118, "top5_correct": 412 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9236357808113098, "cosine_mean": 0.7445775270462036, "cosine_min": 0.42601478099823, "cosine_std": 0.048629239201545715, "flattened_dot": 3093672.5, "latent_frames": 13519, "mse": 0.07691912337497227, "predicted_squared": 3859693.75, "reference_squared": 4457304.0, "relative_l2": 0.691223183127445, "squared_error": 2129653.0, "values": 27686912 }, "true_code_control": { "cosine_max": 0.9999601244926453, "cosine_mean": 0.9999244213104248, "cosine_min": 0.9992700815200806, "cosine_std": 3.4579748898977414e-05, "flattened_dot": 4456983.5, "latent_frames": 13519, "mse": 2.4461875839058453e-05, "predicted_squared": 4457340.0, "reference_squared": 4457304.0, "relative_l2": 0.012326676863359472, "squared_error": 677.2738037109375, "values": 27686912 } }, "condition_latent_frames": 13519, "emitted_frames": 3919, "model_id": "simpletuner-v2", "sample_id": "86cf339e-5b73-4c81-a3ca-82c7d4bdae34", "shard_id": 1370, "token_metrics": { "per_head": [ { "ce_sum": 8499.031845092773, "count": 3840, "top1_correct": 1559, "top5_correct": 2985 }, { "ce_sum": 16745.575622558594, "count": 3840, "top1_correct": 424, "top5_correct": 1171 }, { "ce_sum": 16873.747833251953, "count": 3840, "top1_correct": 425, "top5_correct": 1193 }, { "ce_sum": 17716.535400390625, "count": 3840, "top1_correct": 360, "top5_correct": 1024 }, { "ce_sum": 18906.0146484375, "count": 3840, "top1_correct": 280, "top5_correct": 802 }, { "ce_sum": 21688.774047851562, "count": 3840, "top1_correct": 134, "top5_correct": 466 }, { "ce_sum": 22304.96502685547, "count": 3840, "top1_correct": 125, "top5_correct": 412 }, { "ce_sum": 23385.975036621094, "count": 3840, "top1_correct": 101, "top5_correct": 282 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9570328593254089, "cosine_mean": 0.7658196687698364, "cosine_min": 0.4219939112663269, "cosine_std": 0.044656768441200256, "flattened_dot": 3002214.75, "latent_frames": 12112, "mse": 0.07425675587421049, "predicted_squared": 3637402.5, "reference_squared": 4208993.5, "relative_l2": 0.6615333841065109, "squared_error": 1841966.75, "values": 24805376 }, "true_code_control": { "cosine_max": 0.9999673366546631, "cosine_mean": 0.9999397993087769, "cosine_min": 0.999744176864624, "cosine_std": 1.4250177628127858e-05, "flattened_dot": 4210221.0, "latent_frames": 12112, "mse": 2.0629274837249494e-05, "predicted_squared": 4211960.0, "reference_squared": 4208993.5, "relative_l2": 0.011026197332106634, "squared_error": 511.7169189453125, "values": 24805376 } }, "condition_latent_frames": 12112, "emitted_frames": 3511, "model_id": "simpletuner-v2", "sample_id": "f899ad21-c723-4d92-b2a5-83e70568f09e", "shard_id": 1376, "token_metrics": { "per_head": [ { "ce_sum": 6811.211013793945, "count": 3456, "top1_correct": 1588, "top5_correct": 2832 }, { "ce_sum": 15141.187683105469, "count": 3456, "top1_correct": 343, "top5_correct": 1042 }, { "ce_sum": 15478.723510742188, "count": 3456, "top1_correct": 368, "top5_correct": 980 }, { "ce_sum": 16031.238220214844, "count": 3456, "top1_correct": 295, "top5_correct": 946 }, { "ce_sum": 17403.81805419922, "count": 3456, "top1_correct": 221, "top5_correct": 683 }, { "ce_sum": 19773.88525390625, "count": 3456, "top1_correct": 98, "top5_correct": 390 }, { "ce_sum": 20470.103271484375, "count": 3456, "top1_correct": 98, "top5_correct": 337 }, { "ce_sum": 21462.584716796875, "count": 3456, "top1_correct": 64, "top5_correct": 215 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9442732334136963, "cosine_mean": 0.7733237147331238, "cosine_min": 0.37383323907852173, "cosine_std": 0.04772727191448212, "flattened_dot": 3924822.75, "latent_frames": 14796, "mse": 0.07770210177423374, "predicted_squared": 4486481.0, "reference_squared": 5717710.0, "relative_l2": 0.641715395179156, "squared_error": 2354545.25, "values": 30302208 }, "true_code_control": { "cosine_max": 0.9999728798866272, "cosine_mean": 0.9999479651451111, "cosine_min": 0.9998722076416016, "cosine_std": 1.1391051884857006e-05, "flattened_dot": 5717786.0, "latent_frames": 14796, "mse": 1.9823662507659714e-05, "predicted_squared": 5718462.5, "reference_squared": 5717710.0, "relative_l2": 0.010249862111308282, "squared_error": 600.7007446289062, "values": 30302208 } }, "condition_latent_frames": 14796, "emitted_frames": 4289, "model_id": "simpletuner-v2", "sample_id": "6f3cce84-7b3b-4b0b-94bb-d62b1af46ca4", "shard_id": 1372, "token_metrics": { "per_head": [ { "ce_sum": 6995.328842163086, "count": 4224, "top1_correct": 2165, "top5_correct": 3696 }, { "ce_sum": 17423.24789428711, "count": 4224, "top1_correct": 553, "top5_correct": 1500 }, { "ce_sum": 17336.90234375, "count": 4224, "top1_correct": 596, "top5_correct": 1548 }, { "ce_sum": 18336.73748779297, "count": 4224, "top1_correct": 481, "top5_correct": 1323 }, { "ce_sum": 19961.94744873047, "count": 4224, "top1_correct": 381, "top5_correct": 1051 }, { "ce_sum": 23157.40985107422, "count": 4224, "top1_correct": 187, "top5_correct": 564 }, { "ce_sum": 24417.034057617188, "count": 4224, "top1_correct": 136, "top5_correct": 426 }, { "ce_sum": 25272.763793945312, "count": 4224, "top1_correct": 123, "top5_correct": 371 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9383392333984375, "cosine_mean": 0.7760187387466431, "cosine_min": 0.5894258618354797, "cosine_std": 0.050236430019140244, "flattened_dot": 1388539.0, "latent_frames": 5043, "mse": 0.07979677386778393, "predicted_squared": 1588736.25, "reference_squared": 2012487.75, "relative_l2": 0.6399344702758464, "squared_error": 824146.1875, "values": 10328064 }, "true_code_control": { "cosine_max": 0.9999699592590332, "cosine_mean": 0.9999399185180664, "cosine_min": 0.9997485876083374, "cosine_std": 1.9725770471268333e-05, "flattened_dot": 2013005.0, "latent_frames": 5043, "mse": 2.334009979349409e-05, "predicted_squared": 2013763.0, "reference_squared": 2012487.75, "relative_l2": 0.01094445630682972, "squared_error": 241.05804443359375, "values": 10328064 } }, "condition_latent_frames": 5043, "emitted_frames": 1462, "model_id": "simpletuner-v2", "sample_id": "79dee1bf-6646-4c90-9845-be3d51ad3b1d", "shard_id": 1419, "token_metrics": { "per_head": [ { "ce_sum": 2633.225128173828, "count": 1408, "top1_correct": 654, "top5_correct": 1178 }, { "ce_sum": 5981.362335205078, "count": 1408, "top1_correct": 180, "top5_correct": 466 }, { "ce_sum": 5741.99853515625, "count": 1408, "top1_correct": 204, "top5_correct": 520 }, { "ce_sum": 6067.4490966796875, "count": 1408, "top1_correct": 162, "top5_correct": 445 }, { "ce_sum": 6566.4595947265625, "count": 1408, "top1_correct": 141, "top5_correct": 394 }, { "ce_sum": 7146.762451171875, "count": 1408, "top1_correct": 120, "top5_correct": 298 }, { "ce_sum": 7779.54248046875, "count": 1408, "top1_correct": 64, "top5_correct": 199 }, { "ce_sum": 7934.570251464844, "count": 1408, "top1_correct": 61, "top5_correct": 180 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9638538360595703, "cosine_mean": 0.7963764667510986, "cosine_min": 0.5409377813339233, "cosine_std": 0.04047132655978203, "flattened_dot": 4506788.5, "latent_frames": 15524, "mse": 0.07401004153347236, "predicted_squared": 5134737.0, "reference_squared": 6231852.5, "relative_l2": 0.6144740323705622, "squared_error": 2353012.5, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999735951423645, "cosine_mean": 0.9999451637268066, "cosine_min": 0.9992592930793762, "cosine_std": 2.665522879397031e-05, "flattened_dot": 6232128.5, "latent_frames": 15524, "mse": 2.1848961023656526e-05, "predicted_squared": 6233099.0, "reference_squared": 6231852.5, "relative_l2": 0.010557804244687443, "squared_error": 694.6473388671875, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "af788529-48ef-41f1-bf23-9fe08776de6e", "shard_id": 1424, "token_metrics": { "per_head": [ { "ce_sum": 9253.933090209961, "count": 4480, "top1_correct": 1931, "top5_correct": 3613 }, { "ce_sum": 18200.48895263672, "count": 4480, "top1_correct": 627, "top5_correct": 1671 }, { "ce_sum": 18485.890411376953, "count": 4480, "top1_correct": 600, "top5_correct": 1594 }, { "ce_sum": 20416.103393554688, "count": 4480, "top1_correct": 432, "top5_correct": 1224 }, { "ce_sum": 22047.101806640625, "count": 4480, "top1_correct": 338, "top5_correct": 1029 }, { "ce_sum": 23670.426818847656, "count": 4480, "top1_correct": 241, "top5_correct": 733 }, { "ce_sum": 25450.624755859375, "count": 4480, "top1_correct": 170, "top5_correct": 558 }, { "ce_sum": 25607.748596191406, "count": 4480, "top1_correct": 186, "top5_correct": 528 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9516074657440186, "cosine_mean": 0.7634304761886597, "cosine_min": 0.49787694215774536, "cosine_std": 0.04608049616217613, "flattened_dot": 3203293.5, "latent_frames": 13426, "mse": 0.07336248031018407, "predicted_squared": 3752615.5, "reference_squared": 4671179.5, "relative_l2": 0.6571462325468405, "squared_error": 2017207.625, "values": 27496448 }, "true_code_control": { "cosine_max": 0.9999658465385437, "cosine_mean": 0.9999381899833679, "cosine_min": 0.9996901154518127, "cosine_std": 1.584300844115205e-05, "flattened_dot": 4670553.0, "latent_frames": 13426, "mse": 2.1304860300444535e-05, "predicted_squared": 4670512.0, "reference_squared": 4671179.5, "relative_l2": 0.011198616305954208, "squared_error": 585.8079833984375, "values": 27496448 } }, "condition_latent_frames": 13426, "emitted_frames": 3892, "model_id": "simpletuner-v2", "sample_id": "6b36256d-eeb0-4e1d-8f14-7da28f955a6d", "shard_id": 1433, "token_metrics": { "per_head": [ { "ce_sum": 7846.891662597656, "count": 3840, "top1_correct": 1670, "top5_correct": 3071 }, { "ce_sum": 16846.516571044922, "count": 3840, "top1_correct": 427, "top5_correct": 1198 }, { "ce_sum": 16836.004180908203, "count": 3840, "top1_correct": 444, "top5_correct": 1205 }, { "ce_sum": 18204.102600097656, "count": 3840, "top1_correct": 306, "top5_correct": 906 }, { "ce_sum": 19122.173706054688, "count": 3840, "top1_correct": 269, "top5_correct": 820 }, { "ce_sum": 21183.810485839844, "count": 3840, "top1_correct": 158, "top5_correct": 514 }, { "ce_sum": 22952.592834472656, "count": 3840, "top1_correct": 92, "top5_correct": 335 }, { "ce_sum": 23280.53387451172, "count": 3840, "top1_correct": 91, "top5_correct": 302 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9586273431777954, "cosine_mean": 0.7473912835121155, "cosine_min": 0.31669652462005615, "cosine_std": 0.05252630263566971, "flattened_dot": 3556206.5, "latent_frames": 15524, "mse": 0.07515818186255958, "predicted_squared": 4329659.0, "reference_squared": 5172269.5, "relative_l2": 0.6796954351273018, "squared_error": 2389515.5, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999709725379944, "cosine_mean": 0.9999387860298157, "cosine_min": 0.9995840191841125, "cosine_std": 1.933199200720992e-05, "flattened_dot": 5172900.5, "latent_frames": 15524, "mse": 1.9843885192733484e-05, "predicted_squared": 5174162.0, "reference_squared": 5172269.5, "relative_l2": 0.011044335049262725, "squared_error": 630.899658203125, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "3baf244f-ad8a-4e1b-a778-d726c1d89e70", "shard_id": 1454, "token_metrics": { "per_head": [ { "ce_sum": 8563.243194580078, "count": 4480, "top1_correct": 2082, "top5_correct": 3715 }, { "ce_sum": 19774.57388305664, "count": 4480, "top1_correct": 487, "top5_correct": 1341 }, { "ce_sum": 19807.755432128906, "count": 4480, "top1_correct": 521, "top5_correct": 1369 }, { "ce_sum": 20625.393005371094, "count": 4480, "top1_correct": 430, "top5_correct": 1188 }, { "ce_sum": 21853.208435058594, "count": 4480, "top1_correct": 341, "top5_correct": 1031 }, { "ce_sum": 25602.210388183594, "count": 4480, "top1_correct": 152, "top5_correct": 483 }, { "ce_sum": 26649.15106201172, "count": 4480, "top1_correct": 131, "top5_correct": 410 }, { "ce_sum": 27756.71649169922, "count": 4480, "top1_correct": 85, "top5_correct": 333 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9188886284828186, "cosine_mean": 0.7542145848274231, "cosine_min": 0.4176064729690552, "cosine_std": 0.05104675889015198, "flattened_dot": 2536383.0, "latent_frames": 9945, "mse": 0.08245160393885118, "predicted_squared": 3005023.5, "reference_squared": 3747064.0, "relative_l2": 0.6694549677629886, "squared_error": 1679321.5, "values": 20367360 }, "true_code_control": { "cosine_max": 0.9999704360961914, "cosine_mean": 0.9999364018440247, "cosine_min": 0.999770998954773, "cosine_std": 1.6692398276063614e-05, "flattened_dot": 3748579.5, "latent_frames": 9945, "mse": 2.3467560818951714e-05, "predicted_squared": 3750572.75, "reference_squared": 3747064.0, "relative_l2": 0.011294208228469197, "squared_error": 477.9722595214844, "values": 20367360 } }, "condition_latent_frames": 9945, "emitted_frames": 2883, "model_id": "simpletuner-v2", "sample_id": "44c61dbf-4238-41db-86e6-5cbd86ae9a93", "shard_id": 1483, "token_metrics": { "per_head": [ { "ce_sum": 5655.734512329102, "count": 2816, "top1_correct": 1246, "top5_correct": 2308 }, { "ce_sum": 12349.356475830078, "count": 2816, "top1_correct": 308, "top5_correct": 835 }, { "ce_sum": 12312.640167236328, "count": 2816, "top1_correct": 325, "top5_correct": 855 }, { "ce_sum": 13094.948181152344, "count": 2816, "top1_correct": 276, "top5_correct": 756 }, { "ce_sum": 14176.799987792969, "count": 2816, "top1_correct": 198, "top5_correct": 578 }, { "ce_sum": 15911.474731445312, "count": 2816, "top1_correct": 102, "top5_correct": 328 }, { "ce_sum": 16678.373107910156, "count": 2816, "top1_correct": 78, "top5_correct": 259 }, { "ce_sum": 17064.30615234375, "count": 2816, "top1_correct": 56, "top5_correct": 207 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9658573865890503, "cosine_mean": 0.7748438119888306, "cosine_min": 0.368921160697937, "cosine_std": 0.04885632172226906, "flattened_dot": 1928116.5, "latent_frames": 7841, "mse": 0.07064228911680191, "predicted_squared": 2271875.25, "reference_squared": 2718757.5, "relative_l2": 0.6459484326963463, "squared_error": 1134399.875, "values": 16058368 }, "true_code_control": { "cosine_max": 0.9999708533287048, "cosine_mean": 0.9999352097511292, "cosine_min": 0.9998167753219604, "cosine_std": 1.7082713384297676e-05, "flattened_dot": 2718702.5, "latent_frames": 7841, "mse": 2.2135731015730202e-05, "predicted_squared": 2719002.5, "reference_squared": 2718757.5, "relative_l2": 0.011434374213740979, "squared_error": 355.4637145996094, "values": 16058368 } }, "condition_latent_frames": 7841, "emitted_frames": 2273, "model_id": "simpletuner-v2", "sample_id": "2e9c9457-453c-435c-a1d2-3cb766fadea9", "shard_id": 1484, "token_metrics": { "per_head": [ { "ce_sum": 4190.187850952148, "count": 2176, "top1_correct": 958, "top5_correct": 1805 }, { "ce_sum": 8508.704833984375, "count": 2176, "top1_correct": 323, "top5_correct": 863 }, { "ce_sum": 8888.143005371094, "count": 2176, "top1_correct": 280, "top5_correct": 758 }, { "ce_sum": 9854.296508789062, "count": 2176, "top1_correct": 235, "top5_correct": 597 }, { "ce_sum": 10293.19580078125, "count": 2176, "top1_correct": 164, "top5_correct": 535 }, { "ce_sum": 11715.208618164062, "count": 2176, "top1_correct": 107, "top5_correct": 339 }, { "ce_sum": 12379.379699707031, "count": 2176, "top1_correct": 77, "top5_correct": 252 }, { "ce_sum": 12897.357238769531, "count": 2176, "top1_correct": 60, "top5_correct": 204 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9313576221466064, "cosine_mean": 0.7629404067993164, "cosine_min": 0.5096251964569092, "cosine_std": 0.049091070890426636, "flattened_dot": 314047.8125, "latent_frames": 1203, "mse": 0.07950116392977517, "predicted_squared": 394778.5, "reference_squared": 429187.59375, "relative_l2": 0.6755553745906074, "squared_error": 195870.515625, "values": 2463744 }, "true_code_control": { "cosine_max": 0.9999703168869019, "cosine_mean": 0.999950110912323, "cosine_min": 0.9999059438705444, "cosine_std": 9.937576578522567e-06, "flattened_dot": 428991.75, "latent_frames": 1203, "mse": 1.750472106243904e-05, "predicted_squared": 428839.0, "reference_squared": 429187.59375, "relative_l2": 0.010024248110556763, "squared_error": 43.12715148925781, "values": 2463744 } }, "condition_latent_frames": 1203, "emitted_frames": 349, "model_id": "simpletuner-v2", "sample_id": "1c557493-feee-41ae-9afb-22d73f4a2d52", "shard_id": 1488, "token_metrics": { "per_head": [ { "ce_sum": 717.6226806640625, "count": 256, "top1_correct": 73, "top5_correct": 175 }, { "ce_sum": 1080.8479614257812, "count": 256, "top1_correct": 21, "top5_correct": 83 }, { "ce_sum": 1136.6368408203125, "count": 256, "top1_correct": 22, "top5_correct": 78 }, { "ce_sum": 1226.9215698242188, "count": 256, "top1_correct": 27, "top5_correct": 66 }, { "ce_sum": 1164.3768920898438, "count": 256, "top1_correct": 31, "top5_correct": 65 }, { "ce_sum": 1210.5787353515625, "count": 256, "top1_correct": 13, "top5_correct": 57 }, { "ce_sum": 1381.0201416015625, "count": 256, "top1_correct": 20, "top5_correct": 40 }, { "ce_sum": 1372.1317749023438, "count": 256, "top1_correct": 11, "top5_correct": 42 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9187932014465332, "cosine_mean": 0.7429515719413757, "cosine_min": 0.36938491463661194, "cosine_std": 0.045876968652009964, "flattened_dot": 3833417.0, "latent_frames": 15524, "mse": 0.083587434174504, "predicted_squared": 4725078.0, "reference_squared": 5599264.5, "relative_l2": 0.688924767955025, "squared_error": 2657508.0, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999740123748779, "cosine_mean": 0.999946653842926, "cosine_min": 0.9994176626205444, "cosine_std": 1.597519440110773e-05, "flattened_dot": 5600116.5, "latent_frames": 15524, "mse": 1.8960013275323408e-05, "predicted_squared": 5601571.0, "reference_squared": 5599264.5, "relative_l2": 0.010375776782620314, "squared_error": 602.798583984375, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "9857944c-7292-447b-95bd-84b2c6a9db94", "shard_id": 1504, "token_metrics": { "per_head": [ { "ce_sum": 9823.740524291992, "count": 4480, "top1_correct": 1802, "top5_correct": 3490 }, { "ce_sum": 19845.50341796875, "count": 4480, "top1_correct": 510, "top5_correct": 1357 }, { "ce_sum": 19860.270629882812, "count": 4480, "top1_correct": 476, "top5_correct": 1394 }, { "ce_sum": 21545.841369628906, "count": 4480, "top1_correct": 349, "top5_correct": 1038 }, { "ce_sum": 22298.11669921875, "count": 4480, "top1_correct": 310, "top5_correct": 942 }, { "ce_sum": 24884.998962402344, "count": 4480, "top1_correct": 187, "top5_correct": 641 }, { "ce_sum": 26601.636596679688, "count": 4480, "top1_correct": 112, "top5_correct": 401 }, { "ce_sum": 27128.63592529297, "count": 4480, "top1_correct": 99, "top5_correct": 357 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9541393518447876, "cosine_mean": 0.7635982632637024, "cosine_min": 0.30007582902908325, "cosine_std": 0.04896286875009537, "flattened_dot": 4264507.0, "latent_frames": 15524, "mse": 0.08452963392871521, "predicted_squared": 4945432.5, "reference_squared": 6271045.0, "relative_l2": 0.6546381768524212, "squared_error": 2687463.5, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999719858169556, "cosine_mean": 0.9999487400054932, "cosine_min": 0.9996091723442078, "cosine_std": 1.40713191285613e-05, "flattened_dot": 6269778.0, "latent_frames": 15524, "mse": 2.035889673773636e-05, "predicted_squared": 6269158.0, "reference_squared": 6271045.0, "relative_l2": 0.010159537890220798, "squared_error": 647.2734985351562, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "790b537f-4605-483c-aff9-057f14e5d422", "shard_id": 1517, "token_metrics": { "per_head": [ { "ce_sum": 9350.208419799805, "count": 4480, "top1_correct": 1951, "top5_correct": 3551 }, { "ce_sum": 19082.476593017578, "count": 4480, "top1_correct": 516, "top5_correct": 1493 }, { "ce_sum": 19033.291625976562, "count": 4480, "top1_correct": 550, "top5_correct": 1515 }, { "ce_sum": 19999.053771972656, "count": 4480, "top1_correct": 498, "top5_correct": 1362 }, { "ce_sum": 21605.884826660156, "count": 4480, "top1_correct": 348, "top5_correct": 1018 }, { "ce_sum": 24289.02813720703, "count": 4480, "top1_correct": 216, "top5_correct": 663 }, { "ce_sum": 26224.639526367188, "count": 4480, "top1_correct": 123, "top5_correct": 436 }, { "ce_sum": 26705.31024169922, "count": 4480, "top1_correct": 137, "top5_correct": 402 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9673522114753723, "cosine_mean": 0.7706625461578369, "cosine_min": 0.12870901823043823, "cosine_std": 0.05168802663683891, "flattened_dot": 4021093.5, "latent_frames": 15524, "mse": 0.0761126169560036, "predicted_squared": 4747570.0, "reference_squared": 5714477.0, "relative_l2": 0.6507390603246112, "squared_error": 2419860.0, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999746084213257, "cosine_mean": 0.9999495148658752, "cosine_min": 0.9996957778930664, "cosine_std": 1.5363055354100652e-05, "flattened_dot": 5713725.5, "latent_frames": 15524, "mse": 1.8414517893861233e-05, "predicted_squared": 5713559.5, "reference_squared": 5714477.0, "relative_l2": 0.010121822689812751, "squared_error": 585.45556640625, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "c5acc193-3589-41a5-819b-6a929f82624a", "shard_id": 1527, "token_metrics": { "per_head": [ { "ce_sum": 8947.462600708008, "count": 4480, "top1_correct": 1964, "top5_correct": 3616 }, { "ce_sum": 18858.826904296875, "count": 4480, "top1_correct": 560, "top5_correct": 1529 }, { "ce_sum": 18410.621185302734, "count": 4480, "top1_correct": 596, "top5_correct": 1634 }, { "ce_sum": 19540.65756225586, "count": 4480, "top1_correct": 493, "top5_correct": 1389 }, { "ce_sum": 21545.308532714844, "count": 4480, "top1_correct": 345, "top5_correct": 1034 }, { "ce_sum": 24261.53741455078, "count": 4480, "top1_correct": 219, "top5_correct": 681 }, { "ce_sum": 25655.78680419922, "count": 4480, "top1_correct": 151, "top5_correct": 508 }, { "ce_sum": 25805.995483398438, "count": 4480, "top1_correct": 168, "top5_correct": 493 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9348317980766296, "cosine_mean": 0.778191864490509, "cosine_min": 0.5574917197227478, "cosine_std": 0.04054013639688492, "flattened_dot": 713215.875, "latent_frames": 2586, "mse": 0.07762306490704152, "predicted_squared": 854343.9375, "reference_squared": 983189.375, "relative_l2": 0.6466302856667825, "squared_error": 411101.6875, "values": 5296128 }, "true_code_control": { "cosine_max": 0.9999740123748779, "cosine_mean": 0.9999409317970276, "cosine_min": 0.9994410276412964, "cosine_std": 3.5462944651953876e-05, "flattened_dot": 983159.0, "latent_frames": 2586, "mse": 2.1494567763040163e-05, "predicted_squared": 983242.375, "reference_squared": 983189.375, "relative_l2": 0.01076031552238375, "squared_error": 113.83798217773438, "values": 5296128 } }, "condition_latent_frames": 2586, "emitted_frames": 750, "model_id": "simpletuner-v2", "sample_id": "d5a30897-4a8f-4a97-8db0-3f17948864bd", "shard_id": 1537, "token_metrics": { "per_head": [ { "ce_sum": 1352.541763305664, "count": 640, "top1_correct": 266, "top5_correct": 527 }, { "ce_sum": 2568.807098388672, "count": 640, "top1_correct": 91, "top5_correct": 237 }, { "ce_sum": 2516.4358825683594, "count": 640, "top1_correct": 90, "top5_correct": 256 }, { "ce_sum": 2724.3972778320312, "count": 640, "top1_correct": 77, "top5_correct": 205 }, { "ce_sum": 2836.33984375, "count": 640, "top1_correct": 60, "top5_correct": 188 }, { "ce_sum": 3142.9594116210938, "count": 640, "top1_correct": 56, "top5_correct": 142 }, { "ce_sum": 3186.0252075195312, "count": 640, "top1_correct": 40, "top5_correct": 136 }, { "ce_sum": 3397.4996948242188, "count": 640, "top1_correct": 33, "top5_correct": 108 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9608521461486816, "cosine_mean": 0.777596116065979, "cosine_min": 0.517331063747406, "cosine_std": 0.049241624772548676, "flattened_dot": 2030464.5, "latent_frames": 7337, "mse": 0.07834438382726251, "predicted_squared": 2359903.0, "reference_squared": 2878242.0, "relative_l2": 0.63953529447188, "squared_error": 1177216.5, "values": 15026176 }, "true_code_control": { "cosine_max": 0.9999715685844421, "cosine_mean": 0.9999424815177917, "cosine_min": 0.9992337226867676, "cosine_std": 3.166608439642005e-05, "flattened_dot": 2879189.0, "latent_frames": 7337, "mse": 2.211448085946609e-05, "predicted_squared": 2880467.75, "reference_squared": 2878242.0, "relative_l2": 0.010744815359908974, "squared_error": 332.29608154296875, "values": 15026176 } }, "condition_latent_frames": 7337, "emitted_frames": 2127, "model_id": "simpletuner-v2", "sample_id": "634d1c4f-a16b-4b0d-9ef1-1f4881b0a99a", "shard_id": 1556, "token_metrics": { "per_head": [ { "ce_sum": 4291.994415283203, "count": 2048, "top1_correct": 848, "top5_correct": 1638 }, { "ce_sum": 8535.306427001953, "count": 2048, "top1_correct": 274, "top5_correct": 731 }, { "ce_sum": 8401.007080078125, "count": 2048, "top1_correct": 275, "top5_correct": 759 }, { "ce_sum": 9252.9189453125, "count": 2048, "top1_correct": 245, "top5_correct": 580 }, { "ce_sum": 9826.362365722656, "count": 2048, "top1_correct": 155, "top5_correct": 510 }, { "ce_sum": 10753.533508300781, "count": 2048, "top1_correct": 120, "top5_correct": 343 }, { "ce_sum": 11743.324340820312, "count": 2048, "top1_correct": 79, "top5_correct": 228 }, { "ce_sum": 11952.271789550781, "count": 2048, "top1_correct": 49, "top5_correct": 215 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9550864696502686, "cosine_mean": 0.7749649882316589, "cosine_min": 0.5327211022377014, "cosine_std": 0.05771952122449875, "flattened_dot": 145259.578125, "latent_frames": 616, "mse": 0.06717258924013608, "predicted_squared": 180436.25, "reference_squared": 194825.71875, "relative_l2": 0.6595203994916272, "squared_error": 84742.7890625, "values": 1261568 }, "true_code_control": { "cosine_max": 0.9999620914459229, "cosine_mean": 0.9999050498008728, "cosine_min": 0.9998199343681335, "cosine_std": 3.270147499279119e-05, "flattened_dot": 194652.921875, "latent_frames": 616, "mse": 2.8913910198327782e-05, "predicted_squared": 194516.625, "reference_squared": 194825.71875, "relative_l2": 0.013683134710113029, "squared_error": 36.476863861083984, "values": 1261568 } }, "condition_latent_frames": 616, "emitted_frames": 179, "model_id": "simpletuner-v2", "sample_id": "f7646f8e-806e-4d99-8b00-41ef2834c41b", "shard_id": 1575, "token_metrics": { "per_head": [ { "ce_sum": 277.7841491699219, "count": 128, "top1_correct": 54, "top5_correct": 102 }, { "ce_sum": 569.5120239257812, "count": 128, "top1_correct": 16, "top5_correct": 41 }, { "ce_sum": 541.191162109375, "count": 128, "top1_correct": 20, "top5_correct": 45 }, { "ce_sum": 595.798095703125, "count": 128, "top1_correct": 14, "top5_correct": 34 }, { "ce_sum": 528.8414306640625, "count": 128, "top1_correct": 17, "top5_correct": 46 }, { "ce_sum": 605.4208374023438, "count": 128, "top1_correct": 22, "top5_correct": 40 }, { "ce_sum": 651.3355102539062, "count": 128, "top1_correct": 14, "top5_correct": 26 }, { "ce_sum": 676.899169921875, "count": 128, "top1_correct": 5, "top5_correct": 22 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9012933969497681, "cosine_mean": 0.7629242539405823, "cosine_min": 0.49837765097618103, "cosine_std": 0.0465141125023365, "flattened_dot": 3543777.5, "latent_frames": 14668, "mse": 0.07315869899611399, "predicted_squared": 4310038.0, "reference_squared": 4975209.0, "relative_l2": 0.664626646049198, "squared_error": 2197692.0, "values": 30040064 }, "true_code_control": { "cosine_max": 0.9999653697013855, "cosine_mean": 0.9999323487281799, "cosine_min": 0.9996869564056396, "cosine_std": 1.902825533761643e-05, "flattened_dot": 4973876.0, "latent_frames": 14668, "mse": 2.2520949413381742e-05, "predicted_squared": 4973218.5, "reference_squared": 4975209.0, "relative_l2": 0.011661062139245797, "squared_error": 676.53076171875, "values": 30040064 } }, "condition_latent_frames": 14668, "emitted_frames": 4252, "model_id": "simpletuner-v2", "sample_id": "f74e08b5-a7d2-4775-8d3a-633f6eb2de96", "shard_id": 1587, "token_metrics": { "per_head": [ { "ce_sum": 9520.485382080078, "count": 4224, "top1_correct": 1595, "top5_correct": 3236 }, { "ce_sum": 18710.449005126953, "count": 4224, "top1_correct": 446, "top5_correct": 1218 }, { "ce_sum": 18216.34375, "count": 4224, "top1_correct": 507, "top5_correct": 1344 }, { "ce_sum": 19569.351135253906, "count": 4224, "top1_correct": 381, "top5_correct": 1116 }, { "ce_sum": 20796.69122314453, "count": 4224, "top1_correct": 306, "top5_correct": 938 }, { "ce_sum": 23407.562438964844, "count": 4224, "top1_correct": 167, "top5_correct": 578 }, { "ce_sum": 25340.042724609375, "count": 4224, "top1_correct": 108, "top5_correct": 343 }, { "ce_sum": 25721.372009277344, "count": 4224, "top1_correct": 101, "top5_correct": 335 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9727317690849304, "cosine_mean": 0.7858023047447205, "cosine_min": 0.40059924125671387, "cosine_std": 0.040869031101465225, "flattened_dot": 4714499.0, "latent_frames": 15524, "mse": 0.082698972407643, "predicted_squared": 5353563.0, "reference_squared": 6704696.0, "relative_l2": 0.6262205340247737, "squared_error": 2629261.0, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999749660491943, "cosine_mean": 0.9999517202377319, "cosine_min": 0.9997737407684326, "cosine_std": 1.1812109733000398e-05, "flattened_dot": 6703248.0, "latent_frames": 15524, "mse": 2.0476395522955305e-05, "predicted_squared": 6702450.5, "reference_squared": 6704696.0, "relative_l2": 0.009853805882346491, "squared_error": 651.0091552734375, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "2230bc5b-2186-4cf5-8dd5-7584ad903bed", "shard_id": 1614, "token_metrics": { "per_head": [ { "ce_sum": 10122.23078918457, "count": 4480, "top1_correct": 1748, "top5_correct": 3425 }, { "ce_sum": 18232.244842529297, "count": 4480, "top1_correct": 617, "top5_correct": 1643 }, { "ce_sum": 18630.53192138672, "count": 4480, "top1_correct": 572, "top5_correct": 1529 }, { "ce_sum": 20539.125549316406, "count": 4480, "top1_correct": 389, "top5_correct": 1219 }, { "ce_sum": 21152.241577148438, "count": 4480, "top1_correct": 375, "top5_correct": 1095 }, { "ce_sum": 22740.18310546875, "count": 4480, "top1_correct": 331, "top5_correct": 905 }, { "ce_sum": 24754.399475097656, "count": 4480, "top1_correct": 178, "top5_correct": 606 }, { "ce_sum": 25285.92852783203, "count": 4480, "top1_correct": 155, "top5_correct": 560 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9534162282943726, "cosine_mean": 0.7920499444007874, "cosine_min": 0.5715583562850952, "cosine_std": 0.04401085898280144, "flattened_dot": 2017851.75, "latent_frames": 7754, "mse": 0.06727417873788931, "predicted_squared": 2360694.25, "reference_squared": 2743336.0, "relative_l2": 0.6240402117295563, "squared_error": 1068326.875, "values": 15880192 }, "true_code_control": { "cosine_max": 0.9999697208404541, "cosine_mean": 0.9999401569366455, "cosine_min": 0.999660849571228, "cosine_std": 1.8093036487698555e-05, "flattened_dot": 2744646.75, "latent_frames": 7754, "mse": 2.0907143972139554e-05, "predicted_squared": 2746289.5, "reference_squared": 2743336.0, "relative_l2": 0.011001090264956053, "squared_error": 332.00946044921875, "values": 15880192 } }, "condition_latent_frames": 7754, "emitted_frames": 2248, "model_id": "simpletuner-v2", "sample_id": "baedadc9-2c35-408c-801f-7ae3c0f8c62f", "shard_id": 1639, "token_metrics": { "per_head": [ { "ce_sum": 4172.451156616211, "count": 2176, "top1_correct": 981, "top5_correct": 1817 }, { "ce_sum": 8528.184387207031, "count": 2176, "top1_correct": 326, "top5_correct": 842 }, { "ce_sum": 8740.189025878906, "count": 2176, "top1_correct": 325, "top5_correct": 821 }, { "ce_sum": 9924.945678710938, "count": 2176, "top1_correct": 207, "top5_correct": 609 }, { "ce_sum": 10098.23388671875, "count": 2176, "top1_correct": 200, "top5_correct": 595 }, { "ce_sum": 11294.912841796875, "count": 2176, "top1_correct": 133, "top5_correct": 404 }, { "ce_sum": 12234.579956054688, "count": 2176, "top1_correct": 88, "top5_correct": 285 }, { "ce_sum": 12514.843688964844, "count": 2176, "top1_correct": 78, "top5_correct": 246 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9683713912963867, "cosine_mean": 0.7547098398208618, "cosine_min": 0.3994010090827942, "cosine_std": 0.04746703803539276, "flattened_dot": 1379556.0, "latent_frames": 6191, "mse": 0.07153960634483272, "predicted_squared": 1742390.75, "reference_squared": 1923784.25, "relative_l2": 0.6866579755513661, "squared_error": 907062.6875, "values": 12679168 }, "true_code_control": { "cosine_max": 0.9999663829803467, "cosine_mean": 0.9999239444732666, "cosine_min": 0.9996492862701416, "cosine_std": 2.2071299099479802e-05, "flattened_dot": 1924439.875, "latent_frames": 6191, "mse": 2.297372506828228e-05, "predicted_squared": 1925386.75, "reference_squared": 1923784.25, "relative_l2": 0.012305036477105753, "squared_error": 291.2877197265625, "values": 12679168 } }, "condition_latent_frames": 6191, "emitted_frames": 1795, "model_id": "simpletuner-v2", "sample_id": "ada16548-2fd8-42fb-9438-9c35e868d924", "shard_id": 1689, "token_metrics": { "per_head": [ { "ce_sum": 4016.272430419922, "count": 1792, "top1_correct": 686, "top5_correct": 1392 }, { "ce_sum": 8180.898193359375, "count": 1792, "top1_correct": 152, "top5_correct": 501 }, { "ce_sum": 8086.610168457031, "count": 1792, "top1_correct": 192, "top5_correct": 523 }, { "ce_sum": 8542.469665527344, "count": 1792, "top1_correct": 141, "top5_correct": 453 }, { "ce_sum": 8991.95751953125, "count": 1792, "top1_correct": 123, "top5_correct": 366 }, { "ce_sum": 10362.092224121094, "count": 1792, "top1_correct": 43, "top5_correct": 194 }, { "ce_sum": 10788.769958496094, "count": 1792, "top1_correct": 46, "top5_correct": 149 }, { "ce_sum": 10971.9375, "count": 1792, "top1_correct": 32, "top5_correct": 137 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.965999186038971, "cosine_mean": 0.8011494874954224, "cosine_min": 0.42624107003211975, "cosine_std": 0.04795840010046959, "flattened_dot": 1329542.375, "latent_frames": 4967, "mse": 0.06608381553605358, "predicted_squared": 1514391.75, "reference_squared": 1816925.0, "relative_l2": 0.6082625957513341, "squared_error": 672232.0625, "values": 10172416 }, "true_code_control": { "cosine_max": 0.9999575018882751, "cosine_mean": 0.9998302459716797, "cosine_min": 0.9690624475479126, "cosine_std": 0.0010817584116011858, "flattened_dot": 1816732.625, "latent_frames": 4967, "mse": 5.6899359510869884e-05, "predicted_squared": 1817118.75, "reference_squared": 1816925.0, "relative_l2": 0.017848315930059276, "squared_error": 578.803955078125, "values": 10172416 } }, "condition_latent_frames": 4967, "emitted_frames": 1440, "model_id": "simpletuner-v2", "sample_id": "75990d51-e75e-47bb-b92f-afc7151f57ea", "shard_id": 1757, "token_metrics": { "per_head": [ { "ce_sum": 2683.0599212646484, "count": 1408, "top1_correct": 667, "top5_correct": 1163 }, { "ce_sum": 5459.483459472656, "count": 1408, "top1_correct": 227, "top5_correct": 554 }, { "ce_sum": 5736.768768310547, "count": 1408, "top1_correct": 195, "top5_correct": 525 }, { "ce_sum": 6109.411102294922, "count": 1408, "top1_correct": 165, "top5_correct": 438 }, { "ce_sum": 6810.166687011719, "count": 1408, "top1_correct": 105, "top5_correct": 331 }, { "ce_sum": 7413.988037109375, "count": 1408, "top1_correct": 66, "top5_correct": 248 }, { "ce_sum": 8174.6689453125, "count": 1408, "top1_correct": 43, "top5_correct": 156 }, { "ce_sum": 8238.227478027344, "count": 1408, "top1_correct": 41, "top5_correct": 140 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9522322416305542, "cosine_mean": 0.7601780891418457, "cosine_min": 0.45810285210609436, "cosine_std": 0.04816223680973053, "flattened_dot": 830580.625, "latent_frames": 3697, "mse": 0.06928031741847275, "predicted_squared": 1021619.25, "reference_squared": 1164094.875, "relative_l2": 0.6712749597767244, "squared_error": 524552.875, "values": 7571456 }, "true_code_control": { "cosine_max": 0.9999403357505798, "cosine_mean": 0.9998165965080261, "cosine_min": 0.9984208941459656, "cosine_std": 0.00013849526294507086, "flattened_dot": 1164642.5, "latent_frames": 3697, "mse": 5.386030557899176e-05, "predicted_squared": 1165598.0, "reference_squared": 1164094.875, "relative_l2": 0.018716727583211062, "squared_error": 407.8009338378906, "values": 7571456 } }, "condition_latent_frames": 3697, "emitted_frames": 1072, "model_id": "simpletuner-v2", "sample_id": "db2fc777-59d0-4b21-87ba-90930f1d294f", "shard_id": 1779, "token_metrics": { "per_head": [ { "ce_sum": 2212.9483642578125, "count": 1024, "top1_correct": 421, "top5_correct": 811 }, { "ce_sum": 4222.228485107422, "count": 1024, "top1_correct": 135, "top5_correct": 368 }, { "ce_sum": 4520.77587890625, "count": 1024, "top1_correct": 111, "top5_correct": 285 }, { "ce_sum": 4842.345153808594, "count": 1024, "top1_correct": 87, "top5_correct": 251 }, { "ce_sum": 4920.6239013671875, "count": 1024, "top1_correct": 71, "top5_correct": 222 }, { "ce_sum": 5765.590087890625, "count": 1024, "top1_correct": 40, "top5_correct": 129 }, { "ce_sum": 5970.0740966796875, "count": 1024, "top1_correct": 36, "top5_correct": 102 }, { "ce_sum": 6274.1109619140625, "count": 1024, "top1_correct": 13, "top5_correct": 79 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9221513867378235, "cosine_mean": 0.7682988047599792, "cosine_min": 0.5144302845001221, "cosine_std": 0.054868098348379135, "flattened_dot": 914679.625, "latent_frames": 3273, "mse": 0.08301068430386878, "predicted_squared": 1079352.5, "reference_squared": 1306435.875, "relative_l2": 0.6526208235472457, "squared_error": 556429.25, "values": 6703104 }, "true_code_control": { "cosine_max": 0.9999736547470093, "cosine_mean": 0.9999513626098633, "cosine_min": 0.9998623728752136, "cosine_std": 1.2761888683598954e-05, "flattened_dot": 1306210.5, "latent_frames": 3273, "mse": 1.9245307233549934e-05, "predicted_squared": 1306114.25, "reference_squared": 1306435.875, "relative_l2": 0.009937024355013825, "squared_error": 129.0032958984375, "values": 6703104 } }, "condition_latent_frames": 3273, "emitted_frames": 949, "model_id": "simpletuner-v2", "sample_id": "164bb70a-0e61-4639-8910-2a742d8ca515", "shard_id": 1797, "token_metrics": { "per_head": [ { "ce_sum": 2020.1591186523438, "count": 896, "top1_correct": 387, "top5_correct": 688 }, { "ce_sum": 3560.156982421875, "count": 896, "top1_correct": 141, "top5_correct": 352 }, { "ce_sum": 3670.3475341796875, "count": 896, "top1_correct": 118, "top5_correct": 324 }, { "ce_sum": 4132.213714599609, "count": 896, "top1_correct": 78, "top5_correct": 227 }, { "ce_sum": 3745.5700073242188, "count": 896, "top1_correct": 101, "top5_correct": 319 }, { "ce_sum": 4793.291687011719, "count": 896, "top1_correct": 35, "top5_correct": 130 }, { "ce_sum": 5045.390869140625, "count": 896, "top1_correct": 36, "top5_correct": 114 }, { "ce_sum": 5022.589904785156, "count": 896, "top1_correct": 47, "top5_correct": 115 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9591819047927856, "cosine_mean": 0.7824110984802246, "cosine_min": 0.5287876725196838, "cosine_std": 0.0474516861140728, "flattened_dot": 4023042.5, "latent_frames": 14886, "mse": 0.07519505828935324, "predicted_squared": 4570392.0, "reference_squared": 5768128.5, "relative_l2": 0.6304217238790221, "squared_error": 2292436.25, "values": 30486528 }, "true_code_control": { "cosine_max": 0.9999534487724304, "cosine_mean": 0.9998302459716797, "cosine_min": 0.9954736828804016, "cosine_std": 0.000205199743504636, "flattened_dot": 5771328.5, "latent_frames": 14886, "mse": 6.212805221754425e-05, "predicted_squared": 5776422.0, "reference_squared": 5768128.5, "relative_l2": 0.01812092609643083, "squared_error": 1894.068603515625, "values": 30486528 } }, "condition_latent_frames": 14886, "emitted_frames": 4315, "model_id": "simpletuner-v2", "sample_id": "c2fb8cb7-cc74-492a-b779-82691e1122ba", "shard_id": 1800, "token_metrics": { "per_head": [ { "ce_sum": 8203.104949951172, "count": 4224, "top1_correct": 1890, "top5_correct": 3490 }, { "ce_sum": 17572.747131347656, "count": 4224, "top1_correct": 532, "top5_correct": 1468 }, { "ce_sum": 16763.09750366211, "count": 4224, "top1_correct": 635, "top5_correct": 1634 }, { "ce_sum": 18855.077239990234, "count": 4224, "top1_correct": 459, "top5_correct": 1282 }, { "ce_sum": 20084.316436767578, "count": 4224, "top1_correct": 342, "top5_correct": 1015 }, { "ce_sum": 22471.79638671875, "count": 4224, "top1_correct": 234, "top5_correct": 693 }, { "ce_sum": 23718.41748046875, "count": 4224, "top1_correct": 149, "top5_correct": 562 }, { "ce_sum": 24782.385864257812, "count": 4224, "top1_correct": 131, "top5_correct": 454 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9251677989959717, "cosine_mean": 0.7744001746177673, "cosine_min": 0.47032463550567627, "cosine_std": 0.059828393161296844, "flattened_dot": 402682.1875, "latent_frames": 1403, "mse": 0.08051652969501738, "predicted_squared": 481804.59375, "reference_squared": 554911.375, "relative_l2": 0.6456906864445633, "squared_error": 231351.6875, "values": 2873344 }, "true_code_control": { "cosine_max": 0.9999711513519287, "cosine_mean": 0.999943196773529, "cosine_min": 0.9998195767402649, "cosine_std": 2.133254565706011e-05, "flattened_dot": 554560.8125, "latent_frames": 1403, "mse": 2.1405999979544603e-05, "predicted_squared": 554271.6875, "reference_squared": 554911.375, "relative_l2": 0.010528094107104724, "squared_error": 61.50680160522461, "values": 2873344 } }, "condition_latent_frames": 1403, "emitted_frames": 407, "model_id": "simpletuner-v2", "sample_id": "f96226f1-a454-4bcf-a6b7-f752df5bcb22", "shard_id": 1812, "token_metrics": { "per_head": [ { "ce_sum": 1150.6490478515625, "count": 384, "top1_correct": 113, "top5_correct": 245 }, { "ce_sum": 1599.4612426757812, "count": 384, "top1_correct": 52, "top5_correct": 134 }, { "ce_sum": 1670.221923828125, "count": 384, "top1_correct": 56, "top5_correct": 121 }, { "ce_sum": 1598.5318908691406, "count": 384, "top1_correct": 56, "top5_correct": 125 }, { "ce_sum": 1581.6912536621094, "count": 384, "top1_correct": 49, "top5_correct": 138 }, { "ce_sum": 1829.1257934570312, "count": 384, "top1_correct": 50, "top5_correct": 99 }, { "ce_sum": 2078.246826171875, "count": 384, "top1_correct": 19, "top5_correct": 61 }, { "ce_sum": 1875.5006713867188, "count": 384, "top1_correct": 32, "top5_correct": 93 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9073401093482971, "cosine_mean": 0.7615265250205994, "cosine_min": 0.48541200160980225, "cosine_std": 0.052006401121616364, "flattened_dot": 3992204.25, "latent_frames": 15524, "mse": 0.07936164995531113, "predicted_squared": 4822760.0, "reference_squared": 5684805.0, "relative_l2": 0.6662149150033466, "squared_error": 2523157.0, "values": 31793152 }, "true_code_control": { "cosine_max": 0.999972403049469, "cosine_mean": 0.9999434947967529, "cosine_min": 0.999769926071167, "cosine_std": 1.4501798432320356e-05, "flattened_dot": 5686045.5, "latent_frames": 15524, "mse": 2.0234567453737756e-05, "predicted_squared": 5687929.5, "reference_squared": 5684805.0, "relative_l2": 0.010637901621172051, "squared_error": 643.3206787109375, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "e2ca4295-8c06-4bd6-b76c-02499ad1ea46", "shard_id": 1845, "token_metrics": { "per_head": [ { "ce_sum": 10120.081130981445, "count": 4480, "top1_correct": 1728, "top5_correct": 3445 }, { "ce_sum": 19581.76678466797, "count": 4480, "top1_correct": 499, "top5_correct": 1449 }, { "ce_sum": 20062.160217285156, "count": 4480, "top1_correct": 480, "top5_correct": 1351 }, { "ce_sum": 20539.14630126953, "count": 4480, "top1_correct": 422, "top5_correct": 1244 }, { "ce_sum": 21618.70379638672, "count": 4480, "top1_correct": 330, "top5_correct": 1040 }, { "ce_sum": 24896.478454589844, "count": 4480, "top1_correct": 193, "top5_correct": 616 }, { "ce_sum": 25973.70623779297, "count": 4480, "top1_correct": 152, "top5_correct": 508 }, { "ce_sum": 26882.217407226562, "count": 4480, "top1_correct": 113, "top5_correct": 374 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9109533429145813, "cosine_mean": 0.7501410245895386, "cosine_min": 0.5188714265823364, "cosine_std": 0.04860948398709297, "flattened_dot": 4036849.0, "latent_frames": 15389, "mse": 0.08655568075207941, "predicted_squared": 4869110.0, "reference_squared": 5932535.0, "relative_l2": 0.6781063474557151, "squared_error": 2727947.0, "values": 31516672 }, "true_code_control": { "cosine_max": 0.9999731183052063, "cosine_mean": 0.9999464750289917, "cosine_min": 0.9997122287750244, "cosine_std": 1.5009561138867866e-05, "flattened_dot": 5933136.0, "latent_frames": 15389, "mse": 2.0278653203647064e-05, "predicted_squared": 5934376.0, "reference_squared": 5932535.0, "relative_l2": 0.01037933610402407, "squared_error": 639.1156616210938, "values": 31516672 } }, "condition_latent_frames": 15389, "emitted_frames": 4461, "model_id": "simpletuner-v2", "sample_id": "cfabb3db-f9c3-4ad0-86a3-c42d18363fbc", "shard_id": 1865, "token_metrics": { "per_head": [ { "ce_sum": 9669.176666259766, "count": 4352, "top1_correct": 1728, "top5_correct": 3377 }, { "ce_sum": 18987.605682373047, "count": 4352, "top1_correct": 484, "top5_correct": 1369 }, { "ce_sum": 18357.97137451172, "count": 4352, "top1_correct": 531, "top5_correct": 1501 }, { "ce_sum": 19511.154205322266, "count": 4352, "top1_correct": 461, "top5_correct": 1292 }, { "ce_sum": 20111.853485107422, "count": 4352, "top1_correct": 425, "top5_correct": 1128 }, { "ce_sum": 24023.26300048828, "count": 4352, "top1_correct": 171, "top5_correct": 550 }, { "ce_sum": 24813.001708984375, "count": 4352, "top1_correct": 152, "top5_correct": 502 }, { "ce_sum": 25766.716369628906, "count": 4352, "top1_correct": 138, "top5_correct": 414 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9611812233924866, "cosine_mean": 0.787958562374115, "cosine_min": 0.4732969403266907, "cosine_std": 0.0420520156621933, "flattened_dot": 2634931.0, "latent_frames": 9811, "mse": 0.0715962601368999, "predicted_squared": 3053398.0, "reference_squared": 3655042.5, "relative_l2": 0.6273654056986643, "squared_error": 1438578.5, "values": 20092928 }, "true_code_control": { "cosine_max": 0.9999697804450989, "cosine_mean": 0.9999203681945801, "cosine_min": 0.9992092847824097, "cosine_std": 4.2611882236087695e-05, "flattened_dot": 3652037.25, "latent_frames": 9811, "mse": 2.856987743321307e-05, "predicted_squared": 3649606.0, "reference_squared": 3655042.5, "relative_l2": 0.012532265501496904, "squared_error": 574.052490234375, "values": 20092928 } }, "condition_latent_frames": 9811, "emitted_frames": 2844, "model_id": "simpletuner-v2", "sample_id": "823abb66-cc3d-4031-9526-b3c6e8e57e0a", "shard_id": 1866, "token_metrics": { "per_head": [ { "ce_sum": 5305.917495727539, "count": 2816, "top1_correct": 1296, "top5_correct": 2371 }, { "ce_sum": 11523.931640625, "count": 2816, "top1_correct": 369, "top5_correct": 1017 }, { "ce_sum": 11033.018981933594, "count": 2816, "top1_correct": 421, "top5_correct": 1145 }, { "ce_sum": 12346.665985107422, "count": 2816, "top1_correct": 319, "top5_correct": 855 }, { "ce_sum": 13134.980346679688, "count": 2816, "top1_correct": 264, "top5_correct": 717 }, { "ce_sum": 15157.019409179688, "count": 2816, "top1_correct": 130, "top5_correct": 418 }, { "ce_sum": 15935.216430664062, "count": 2816, "top1_correct": 115, "top5_correct": 333 }, { "ce_sum": 16710.726440429688, "count": 2816, "top1_correct": 90, "top5_correct": 279 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9691914319992065, "cosine_mean": 0.7858341336250305, "cosine_min": 0.4519574046134949, "cosine_std": 0.04599815607070923, "flattened_dot": 2032555.25, "latent_frames": 7544, "mse": 0.07220496200933689, "predicted_squared": 2395916.25, "reference_squared": 2784769.0, "relative_l2": 0.6329286430951895, "squared_error": 1115574.75, "values": 15450112 }, "true_code_control": { "cosine_max": 0.9999380707740784, "cosine_mean": 0.999738872051239, "cosine_min": 0.9798654317855835, "cosine_std": 0.000787838886026293, "flattened_dot": 2780499.0, "latent_frames": 7544, "mse": 8.81972551851485e-05, "predicted_squared": 2777591.5, "reference_squared": 2784769.0, "relative_l2": 0.02212069475348562, "squared_error": 1362.657470703125, "values": 15450112 } }, "condition_latent_frames": 7544, "emitted_frames": 2187, "model_id": "simpletuner-v2", "sample_id": "50ff1620-4fa2-4571-9463-20ee6c6bcfc2", "shard_id": 1867, "token_metrics": { "per_head": [ { "ce_sum": 4005.429931640625, "count": 2176, "top1_correct": 999, "top5_correct": 1837 }, { "ce_sum": 9079.668395996094, "count": 2176, "top1_correct": 292, "top5_correct": 763 }, { "ce_sum": 9122.258178710938, "count": 2176, "top1_correct": 282, "top5_correct": 735 }, { "ce_sum": 9501.871643066406, "count": 2176, "top1_correct": 245, "top5_correct": 673 }, { "ce_sum": 10812.923645019531, "count": 2176, "top1_correct": 159, "top5_correct": 471 }, { "ce_sum": 12070.368286132812, "count": 2176, "top1_correct": 90, "top5_correct": 303 }, { "ce_sum": 13150.202026367188, "count": 2176, "top1_correct": 51, "top5_correct": 181 }, { "ce_sum": 13438.385070800781, "count": 2176, "top1_correct": 42, "top5_correct": 119 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9613114595413208, "cosine_mean": 0.7480551600456238, "cosine_min": 0.5553855299949646, "cosine_std": 0.047644227743148804, "flattened_dot": 3868987.75, "latent_frames": 15524, "mse": 0.0824595812330907, "predicted_squared": 4744257.0, "reference_squared": 5615368.0, "relative_l2": 0.6832792690455411, "squared_error": 2621650.0, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999599456787109, "cosine_mean": 0.9999113082885742, "cosine_min": 0.9977412223815918, "cosine_std": 6.796027446398512e-05, "flattened_dot": 5612522.5, "latent_frames": 15524, "mse": 3.1341069815423615e-05, "predicted_squared": 5610673.0, "reference_squared": 5615368.0, "relative_l2": 0.013320931352366013, "squared_error": 996.431396484375, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "c0159afb-50e9-4912-8a89-e98cb79d5ed8", "shard_id": 1870, "token_metrics": { "per_head": [ { "ce_sum": 8928.923736572266, "count": 4480, "top1_correct": 1966, "top5_correct": 3654 }, { "ce_sum": 19314.81430053711, "count": 4480, "top1_correct": 491, "top5_correct": 1475 }, { "ce_sum": 19397.02767944336, "count": 4480, "top1_correct": 538, "top5_correct": 1444 }, { "ce_sum": 20497.81085205078, "count": 4480, "top1_correct": 439, "top5_correct": 1214 }, { "ce_sum": 21660.308837890625, "count": 4480, "top1_correct": 343, "top5_correct": 997 }, { "ce_sum": 25054.0390625, "count": 4480, "top1_correct": 176, "top5_correct": 578 }, { "ce_sum": 26627.960083007812, "count": 4480, "top1_correct": 98, "top5_correct": 386 }, { "ce_sum": 27241.20538330078, "count": 4480, "top1_correct": 105, "top5_correct": 326 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.966222882270813, "cosine_mean": 0.788620114326477, "cosine_min": 0.5659516453742981, "cosine_std": 0.047094378620386124, "flattened_dot": 573764.5, "latent_frames": 1914, "mse": 0.07914379921079055, "predicted_squared": 670899.5625, "reference_squared": 786862.9375, "relative_l2": 0.6279063066229515, "squared_error": 310233.5625, "values": 3919872 }, "true_code_control": { "cosine_max": 0.9999741911888123, "cosine_mean": 0.9999487400054932, "cosine_min": 0.9998828172683716, "cosine_std": 1.1465952411526814e-05, "flattened_dot": 786666.125, "latent_frames": 1914, "mse": 2.0848423662977907e-05, "predicted_squared": 786550.875, "reference_squared": 786862.9375, "relative_l2": 0.010191145682075308, "squared_error": 81.72315216064453, "values": 3919872 } }, "condition_latent_frames": 1914, "emitted_frames": 555, "model_id": "simpletuner-v2", "sample_id": "48f2d62d-8276-4d59-b0d0-2bb595de5572", "shard_id": 1939, "token_metrics": { "per_head": [ { "ce_sum": 1296.7146606445312, "count": 512, "top1_correct": 171, "top5_correct": 364 }, { "ce_sum": 2135.2830200195312, "count": 512, "top1_correct": 75, "top5_correct": 184 }, { "ce_sum": 2131.2139282226562, "count": 512, "top1_correct": 63, "top5_correct": 188 }, { "ce_sum": 2091.905792236328, "count": 512, "top1_correct": 64, "top5_correct": 187 }, { "ce_sum": 2234.117919921875, "count": 512, "top1_correct": 47, "top5_correct": 160 }, { "ce_sum": 2349.5747680664062, "count": 512, "top1_correct": 55, "top5_correct": 146 }, { "ce_sum": 2645.514892578125, "count": 512, "top1_correct": 24, "top5_correct": 96 }, { "ce_sum": 2601.7230834960938, "count": 512, "top1_correct": 26, "top5_correct": 99 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9347801804542542, "cosine_mean": 0.7793437242507935, "cosine_min": 0.4001242220401764, "cosine_std": 0.045526012778282166, "flattened_dot": 4412082.0, "latent_frames": 15524, "mse": 0.07879440515995394, "predicted_squared": 5153800.0, "reference_squared": 6175486.0, "relative_l2": 0.6369112397524218, "squared_error": 2505122.5, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999747276306152, "cosine_mean": 0.9999449253082275, "cosine_min": 0.9995765686035156, "cosine_std": 2.0806770407943986e-05, "flattened_dot": 6175731.5, "latent_frames": 15524, "mse": 2.1375479602346835e-05, "predicted_squared": 6176656.0, "reference_squared": 6175486.0, "relative_l2": 0.010490330147025169, "squared_error": 679.5938720703125, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "da830176-c157-444a-b74f-223507e097fc", "shard_id": 1949, "token_metrics": { "per_head": [ { "ce_sum": 8839.29214477539, "count": 4480, "top1_correct": 2014, "top5_correct": 3699 }, { "ce_sum": 17871.90350341797, "count": 4480, "top1_correct": 599, "top5_correct": 1706 }, { "ce_sum": 18158.80435180664, "count": 4480, "top1_correct": 663, "top5_correct": 1695 }, { "ce_sum": 19738.596160888672, "count": 4480, "top1_correct": 450, "top5_correct": 1335 }, { "ce_sum": 21432.576690673828, "count": 4480, "top1_correct": 382, "top5_correct": 1083 }, { "ce_sum": 23366.64093017578, "count": 4480, "top1_correct": 251, "top5_correct": 775 }, { "ce_sum": 25649.82147216797, "count": 4480, "top1_correct": 139, "top5_correct": 468 }, { "ce_sum": 26369.88214111328, "count": 4480, "top1_correct": 126, "top5_correct": 417 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9672061800956726, "cosine_mean": 0.7799472212791443, "cosine_min": 0.5915111899375916, "cosine_std": 0.04044149070978165, "flattened_dot": 1357127.375, "latent_frames": 5488, "mse": 0.06957822638419905, "predicted_squared": 1603270.0, "reference_squared": 1893003.875, "relative_l2": 0.6427364844397864, "squared_error": 782019.1875, "values": 11239424 }, "true_code_control": { "cosine_max": 0.9999618530273438, "cosine_mean": 0.9999324083328247, "cosine_min": 0.9995816946029663, "cosine_std": 2.5799974537221715e-05, "flattened_dot": 1892550.25, "latent_frames": 5488, "mse": 2.2936704685319617e-05, "predicted_squared": 1892354.375, "reference_squared": 1893003.875, "relative_l2": 0.011669756320443179, "squared_error": 257.79534912109375, "values": 11239424 } }, "condition_latent_frames": 5488, "emitted_frames": 1591, "model_id": "simpletuner-v2", "sample_id": "f04e54e3-9a49-4659-ba54-eb4180584170", "shard_id": 2215, "token_metrics": { "per_head": [ { "ce_sum": 2877.384506225586, "count": 1536, "top1_correct": 699, "top5_correct": 1261 }, { "ce_sum": 6359.7852783203125, "count": 1536, "top1_correct": 210, "top5_correct": 555 }, { "ce_sum": 6537.653564453125, "count": 1536, "top1_correct": 187, "top5_correct": 548 }, { "ce_sum": 7041.094299316406, "count": 1536, "top1_correct": 145, "top5_correct": 401 }, { "ce_sum": 7794.219909667969, "count": 1536, "top1_correct": 103, "top5_correct": 301 }, { "ce_sum": 8713.085754394531, "count": 1536, "top1_correct": 48, "top5_correct": 182 }, { "ce_sum": 9361.211975097656, "count": 1536, "top1_correct": 28, "top5_correct": 102 }, { "ce_sum": 9531.916931152344, "count": 1536, "top1_correct": 34, "top5_correct": 108 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.8782212734222412, "cosine_mean": 0.770703136920929, "cosine_min": 0.46961599588394165, "cosine_std": 0.04661379009485245, "flattened_dot": 583965.5625, "latent_frames": 2224, "mse": 0.07745908833236145, "predicted_squared": 700847.5, "reference_squared": 819890.5, "relative_l2": 0.6559800491703585, "squared_error": 352806.9375, "values": 4554752 }, "true_code_control": { "cosine_max": 0.9999732971191406, "cosine_mean": 0.9999369978904724, "cosine_min": 0.9997502565383911, "cosine_std": 2.4345979909412563e-05, "flattened_dot": 820045.875, "latent_frames": 2224, "mse": 2.2045489092417757e-05, "predicted_squared": 820301.625, "reference_squared": 819890.5, "relative_l2": 0.011066602468785448, "squared_error": 100.41173553466797, "values": 4554752 } }, "condition_latent_frames": 2224, "emitted_frames": 645, "model_id": "simpletuner-v2", "sample_id": "f539637c-a770-4316-837b-db81c10d54bb", "shard_id": 1981, "token_metrics": { "per_head": [ { "ce_sum": 1417.4183044433594, "count": 640, "top1_correct": 244, "top5_correct": 503 }, { "ce_sum": 2543.919677734375, "count": 640, "top1_correct": 81, "top5_correct": 234 }, { "ce_sum": 2572.0626831054688, "count": 640, "top1_correct": 69, "top5_correct": 242 }, { "ce_sum": 2619.0113525390625, "count": 640, "top1_correct": 80, "top5_correct": 232 }, { "ce_sum": 2899.8641357421875, "count": 640, "top1_correct": 83, "top5_correct": 196 }, { "ce_sum": 3116.9175415039062, "count": 640, "top1_correct": 50, "top5_correct": 137 }, { "ce_sum": 3151.1482543945312, "count": 640, "top1_correct": 38, "top5_correct": 140 }, { "ce_sum": 3403.945556640625, "count": 640, "top1_correct": 34, "top5_correct": 111 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9368624687194824, "cosine_mean": 0.7510277032852173, "cosine_min": 0.36711543798446655, "cosine_std": 0.04817206785082817, "flattened_dot": 3044166.25, "latent_frames": 12478, "mse": 0.08076515937581394, "predicted_squared": 3616445.5, "reference_squared": 4535836.0, "relative_l2": 0.6745603686554732, "squared_error": 2063949.125, "values": 25554944 }, "true_code_control": { "cosine_max": 0.9999664425849915, "cosine_mean": 0.9999392032623291, "cosine_min": 0.9995189905166626, "cosine_std": 1.8681708752410486e-05, "flattened_dot": 4536636.5, "latent_frames": 12478, "mse": 2.1836656965416847e-05, "predicted_squared": 4537994.0, "reference_squared": 4535836.0, "relative_l2": 0.011091795934595035, "squared_error": 558.0345458984375, "values": 25554944 } }, "condition_latent_frames": 12478, "emitted_frames": 3617, "model_id": "simpletuner-v2", "sample_id": "60c3b8fa-7212-4d8b-a4b5-5ca13e0ae575", "shard_id": 2008, "token_metrics": { "per_head": [ { "ce_sum": 7421.9267578125, "count": 3584, "top1_correct": 1519, "top5_correct": 2870 }, { "ce_sum": 15011.978302001953, "count": 3584, "top1_correct": 448, "top5_correct": 1233 }, { "ce_sum": 15772.083068847656, "count": 3584, "top1_correct": 409, "top5_correct": 1102 }, { "ce_sum": 17050.947204589844, "count": 3584, "top1_correct": 292, "top5_correct": 869 }, { "ce_sum": 18085.992065429688, "count": 3584, "top1_correct": 237, "top5_correct": 694 }, { "ce_sum": 20163.0224609375, "count": 3584, "top1_correct": 152, "top5_correct": 464 }, { "ce_sum": 21106.670959472656, "count": 3584, "top1_correct": 117, "top5_correct": 360 }, { "ce_sum": 21915.767639160156, "count": 3584, "top1_correct": 72, "top5_correct": 249 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.936832070350647, "cosine_mean": 0.7893450856208801, "cosine_min": 0.5720372200012207, "cosine_std": 0.05592017248272896, "flattened_dot": 336059.34375, "latent_frames": 1351, "mse": 0.06485521837484387, "predicted_squared": 392836.25, "reference_squared": 458726.9375, "relative_l2": 0.6254433681022955, "squared_error": 179444.53125, "values": 2766848 }, "true_code_control": { "cosine_max": 0.9999628663063049, "cosine_mean": 0.9999222755432129, "cosine_min": 0.9994381070137024, "cosine_std": 4.962586172041483e-05, "flattened_dot": 458561.4375, "latent_frames": 1351, "mse": 2.5690434642582803e-05, "predicted_squared": 458467.0625, "reference_squared": 458726.9375, "relative_l2": 0.012448048014297077, "squared_error": 71.08152770996094, "values": 2766848 } }, "condition_latent_frames": 1351, "emitted_frames": 392, "model_id": "simpletuner-v2", "sample_id": "86a125b5-7f13-4859-9876-d1ff56f0480d", "shard_id": 2025, "token_metrics": { "per_head": [ { "ce_sum": 688.6405944824219, "count": 384, "top1_correct": 196, "top5_correct": 323 }, { "ce_sum": 1587.1176452636719, "count": 384, "top1_correct": 52, "top5_correct": 133 }, { "ce_sum": 1676.6234130859375, "count": 384, "top1_correct": 47, "top5_correct": 129 }, { "ce_sum": 1753.8545532226562, "count": 384, "top1_correct": 53, "top5_correct": 105 }, { "ce_sum": 1838.4653930664062, "count": 384, "top1_correct": 29, "top5_correct": 90 }, { "ce_sum": 2159.6726684570312, "count": 384, "top1_correct": 7, "top5_correct": 41 }, { "ce_sum": 2285.9599609375, "count": 384, "top1_correct": 8, "top5_correct": 34 }, { "ce_sum": 2310.369140625, "count": 384, "top1_correct": 11, "top5_correct": 31 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9160776138305664, "cosine_mean": 0.7882997989654541, "cosine_min": 0.6482371091842651, "cosine_std": 0.04331372678279877, "flattened_dot": 593364.625, "latent_frames": 1931, "mse": 0.08216025828080496, "predicted_squared": 689933.0, "reference_squared": 821714.3125, "relative_l2": 0.6288203459902028, "squared_error": 324918.1875, "values": 3954688 }, "true_code_control": { "cosine_max": 0.9999586343765259, "cosine_mean": 0.9998748898506165, "cosine_min": 0.9989218711853027, "cosine_std": 0.0001238336699316278, "flattened_dot": 821077.6875, "latent_frames": 1931, "mse": 4.7719683874338664e-05, "predicted_squared": 820629.75, "reference_squared": 821714.3125, "relative_l2": 0.015154599596976953, "squared_error": 188.71646118164062, "values": 3954688 } }, "condition_latent_frames": 1931, "emitted_frames": 560, "model_id": "simpletuner-v2", "sample_id": "fcd3023b-f8cc-4287-9c67-3ecd127860f4", "shard_id": 2034, "token_metrics": { "per_head": [ { "ce_sum": 1020.0940093994141, "count": 512, "top1_correct": 213, "top5_correct": 444 }, { "ce_sum": 2142.596221923828, "count": 512, "top1_correct": 77, "top5_correct": 189 }, { "ce_sum": 2079.856658935547, "count": 512, "top1_correct": 80, "top5_correct": 192 }, { "ce_sum": 2191.6724548339844, "count": 512, "top1_correct": 70, "top5_correct": 161 }, { "ce_sum": 2358.0443115234375, "count": 512, "top1_correct": 43, "top5_correct": 137 }, { "ce_sum": 2568.9537963867188, "count": 512, "top1_correct": 38, "top5_correct": 113 }, { "ce_sum": 2698.9409790039062, "count": 512, "top1_correct": 31, "top5_correct": 96 }, { "ce_sum": 2776.657958984375, "count": 512, "top1_correct": 18, "top5_correct": 66 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9834967851638794, "cosine_mean": 0.7889773845672607, "cosine_min": 0.5674431324005127, "cosine_std": 0.05106046795845032, "flattened_dot": 1347708.5, "latent_frames": 4732, "mse": 0.07525722474640743, "predicted_squared": 1568616.5, "reference_squared": 1856128.75, "relative_l2": 0.6268409999155162, "squared_error": 729328.0, "values": 9691136 }, "true_code_control": { "cosine_max": 0.9999701976776123, "cosine_mean": 0.9999203085899353, "cosine_min": 0.9979146718978882, "cosine_std": 0.00010402704356238246, "flattened_dot": 1856388.375, "latent_frames": 4732, "mse": 2.9426845875415172e-05, "predicted_squared": 1856933.25, "reference_squared": 1856128.75, "relative_l2": 0.01239524606465249, "squared_error": 285.1795654296875, "values": 9691136 } }, "condition_latent_frames": 4732, "emitted_frames": 1372, "model_id": "simpletuner-v2", "sample_id": "8d527f9f-51c7-4f0a-aa22-2071a9a577a4", "shard_id": 2041, "token_metrics": { "per_head": [ { "ce_sum": 2571.6190032958984, "count": 1280, "top1_correct": 539, "top5_correct": 1054 }, { "ce_sum": 5089.036804199219, "count": 1280, "top1_correct": 188, "top5_correct": 505 }, { "ce_sum": 5078.200408935547, "count": 1280, "top1_correct": 196, "top5_correct": 488 }, { "ce_sum": 5761.555603027344, "count": 1280, "top1_correct": 134, "top5_correct": 365 }, { "ce_sum": 5869.8193359375, "count": 1280, "top1_correct": 131, "top5_correct": 347 }, { "ce_sum": 6763.925964355469, "count": 1280, "top1_correct": 59, "top5_correct": 203 }, { "ce_sum": 7133.617980957031, "count": 1280, "top1_correct": 59, "top5_correct": 164 }, { "ce_sum": 7202.415710449219, "count": 1280, "top1_correct": 61, "top5_correct": 177 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9167566299438477, "cosine_mean": 0.7760653495788574, "cosine_min": 0.587518572807312, "cosine_std": 0.055079083889722824, "flattened_dot": 427903.0625, "latent_frames": 1524, "mse": 0.08202645910067821, "predicted_squared": 507909.75, "reference_squared": 603913.4375, "relative_l2": 0.6510991004505852, "squared_error": 256017.046875, "values": 3121152 }, "true_code_control": { "cosine_max": 0.9999662041664124, "cosine_mean": 0.9999355673789978, "cosine_min": 0.9997800588607788, "cosine_std": 2.715888331294991e-05, "flattened_dot": 604235.375, "latent_frames": 1524, "mse": 2.479663465827156e-05, "predicted_squared": 604634.625, "reference_squared": 603913.4375, "relative_l2": 0.011320522828009065, "squared_error": 77.3940658569336, "values": 3121152 } }, "condition_latent_frames": 1524, "emitted_frames": 442, "model_id": "simpletuner-v2", "sample_id": "e197916f-6203-47a8-853c-c0cb40f0bd99", "shard_id": 2073, "token_metrics": { "per_head": [ { "ce_sum": 722.189453125, "count": 384, "top1_correct": 186, "top5_correct": 320 }, { "ce_sum": 1450.2455444335938, "count": 384, "top1_correct": 52, "top5_correct": 168 }, { "ce_sum": 1539.602294921875, "count": 384, "top1_correct": 55, "top5_correct": 145 }, { "ce_sum": 1706.7684326171875, "count": 384, "top1_correct": 38, "top5_correct": 115 }, { "ce_sum": 1811.8416748046875, "count": 384, "top1_correct": 34, "top5_correct": 94 }, { "ce_sum": 1926.4218139648438, "count": 384, "top1_correct": 22, "top5_correct": 81 }, { "ce_sum": 1867.893310546875, "count": 384, "top1_correct": 39, "top5_correct": 105 }, { "ce_sum": 2050.1817016601562, "count": 384, "top1_correct": 21, "top5_correct": 59 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9112827777862549, "cosine_mean": 0.7445014119148254, "cosine_min": 0.1794852316379547, "cosine_std": 0.048120494931936264, "flattened_dot": 3893533.0, "latent_frames": 14768, "mse": 0.09001749850817646, "predicted_squared": 4651525.0, "reference_squared": 5858108.0, "relative_l2": 0.6817271669409724, "squared_error": 2722567.0, "values": 30244864 }, "true_code_control": { "cosine_max": 0.9999747276306152, "cosine_mean": 0.9999486207962036, "cosine_min": 0.9998003244400024, "cosine_std": 1.2683611203101464e-05, "flattened_dot": 5860878.0, "latent_frames": 14768, "mse": 2.018130613432416e-05, "predicted_squared": 5864258.0, "reference_squared": 5858108.0, "relative_l2": 0.01020755588101958, "squared_error": 610.380859375, "values": 30244864 } }, "condition_latent_frames": 14768, "emitted_frames": 4281, "model_id": "simpletuner-v2", "sample_id": "0385eeed-b4cf-4526-8f2c-f7689ea2502f", "shard_id": 2079, "token_metrics": { "per_head": [ { "ce_sum": 9157.995574951172, "count": 4224, "top1_correct": 1748, "top5_correct": 3331 }, { "ce_sum": 17372.67300415039, "count": 4224, "top1_correct": 548, "top5_correct": 1517 }, { "ce_sum": 18565.27703857422, "count": 4224, "top1_correct": 456, "top5_correct": 1343 }, { "ce_sum": 19235.959838867188, "count": 4224, "top1_correct": 401, "top5_correct": 1150 }, { "ce_sum": 20033.8857421875, "count": 4224, "top1_correct": 371, "top5_correct": 1034 }, { "ce_sum": 22564.52166748047, "count": 4224, "top1_correct": 227, "top5_correct": 696 }, { "ce_sum": 24396.869567871094, "count": 4224, "top1_correct": 122, "top5_correct": 428 }, { "ce_sum": 24951.776977539062, "count": 4224, "top1_correct": 121, "top5_correct": 403 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9050561189651489, "cosine_mean": 0.7480180263519287, "cosine_min": 0.5443673729896545, "cosine_std": 0.04985567554831505, "flattened_dot": 2618734.25, "latent_frames": 10342, "mse": 0.08366597355783759, "predicted_squared": 3205559.0, "reference_squared": 3803989.5, "relative_l2": 0.6825304360318647, "squared_error": 1772080.125, "values": 21180416 }, "true_code_control": { "cosine_max": 0.9999723434448242, "cosine_mean": 0.999935507774353, "cosine_min": 0.9997527599334717, "cosine_std": 1.9094521121587604e-05, "flattened_dot": 3805574.0, "latent_frames": 10342, "mse": 2.3178430607323027e-05, "predicted_squared": 3807649.0, "reference_squared": 3803989.5, "relative_l2": 0.01136029480238976, "squared_error": 490.9288024902344, "values": 21180416 } }, "condition_latent_frames": 10342, "emitted_frames": 2998, "model_id": "simpletuner-v2", "sample_id": "903b16e1-74f2-4c87-bbe8-0254ed9c4812", "shard_id": 2111, "token_metrics": { "per_head": [ { "ce_sum": 6464.184967041016, "count": 2944, "top1_correct": 1185, "top5_correct": 2310 }, { "ce_sum": 12855.177734375, "count": 2944, "top1_correct": 315, "top5_correct": 894 }, { "ce_sum": 12940.136260986328, "count": 2944, "top1_correct": 342, "top5_correct": 928 }, { "ce_sum": 13508.744079589844, "count": 2944, "top1_correct": 313, "top5_correct": 827 }, { "ce_sum": 13854.218048095703, "count": 2944, "top1_correct": 277, "top5_correct": 758 }, { "ce_sum": 16095.914794921875, "count": 2944, "top1_correct": 132, "top5_correct": 410 }, { "ce_sum": 16811.556762695312, "count": 2944, "top1_correct": 110, "top5_correct": 350 }, { "ce_sum": 17644.80419921875, "count": 2944, "top1_correct": 63, "top5_correct": 242 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9392117857933044, "cosine_mean": 0.7785021066665649, "cosine_min": 0.5310967564582825, "cosine_std": 0.04335526004433632, "flattened_dot": 4119098.75, "latent_frames": 14485, "mse": 0.08000016349078788, "predicted_squared": 4828225.0, "reference_squared": 5783200.0, "relative_l2": 0.6405979688634622, "squared_error": 2373227.25, "values": 29665280 }, "true_code_control": { "cosine_max": 0.9999657869338989, "cosine_mean": 0.9999122619628906, "cosine_min": 0.9989082217216492, "cosine_std": 4.6192311856430024e-05, "flattened_dot": 5782419.5, "latent_frames": 14485, "mse": 3.379709069630916e-05, "predicted_squared": 5782641.0, "reference_squared": 5783200.0, "relative_l2": 0.013166786048896505, "squared_error": 1002.6001586914062, "values": 29665280 } }, "condition_latent_frames": 14485, "emitted_frames": 4199, "model_id": "simpletuner-v2", "sample_id": "848e7dbf-b9f2-4ee2-bcc5-fed51ce1d6b7", "shard_id": 2113, "token_metrics": { "per_head": [ { "ce_sum": 8520.86849975586, "count": 4096, "top1_correct": 1747, "top5_correct": 3312 }, { "ce_sum": 17650.291259765625, "count": 4096, "top1_correct": 508, "top5_correct": 1295 }, { "ce_sum": 17116.76544189453, "count": 4096, "top1_correct": 504, "top5_correct": 1428 }, { "ce_sum": 18537.716430664062, "count": 4096, "top1_correct": 395, "top5_correct": 1144 }, { "ce_sum": 19201.96368408203, "count": 4096, "top1_correct": 353, "top5_correct": 1041 }, { "ce_sum": 22017.948486328125, "count": 4096, "top1_correct": 177, "top5_correct": 615 }, { "ce_sum": 23668.992248535156, "count": 4096, "top1_correct": 130, "top5_correct": 441 }, { "ce_sum": 24378.865783691406, "count": 4096, "top1_correct": 111, "top5_correct": 342 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9498067498207092, "cosine_mean": 0.7803999185562134, "cosine_min": 0.5019373297691345, "cosine_std": 0.048215899616479874, "flattened_dot": 406315.625, "latent_frames": 1455, "mse": 0.0780773464347079, "predicted_squared": 480931.8125, "reference_squared": 564357.375, "relative_l2": 0.6420692820394065, "squared_error": 232658.0, "values": 2979840 }, "true_code_control": { "cosine_max": 0.9999679923057556, "cosine_mean": 0.9999385476112366, "cosine_min": 0.9998178482055664, "cosine_std": 2.1891832147957757e-05, "flattened_dot": 564126.0, "latent_frames": 1455, "mse": 2.2673384123241778e-05, "predicted_squared": 563962.125, "reference_squared": 564357.375, "relative_l2": 0.010941517096607204, "squared_error": 67.56305694580078, "values": 2979840 } }, "condition_latent_frames": 1455, "emitted_frames": 422, "model_id": "simpletuner-v2", "sample_id": "25cdb4b6-ea4d-46d2-8ba8-7fe5a10da136", "shard_id": 2162, "token_metrics": { "per_head": [ { "ce_sum": 884.1100463867188, "count": 384, "top1_correct": 146, "top5_correct": 292 }, { "ce_sum": 1536.282470703125, "count": 384, "top1_correct": 60, "top5_correct": 137 }, { "ce_sum": 1647.2933959960938, "count": 384, "top1_correct": 49, "top5_correct": 125 }, { "ce_sum": 1809.8112182617188, "count": 384, "top1_correct": 39, "top5_correct": 104 }, { "ce_sum": 1891.3189086914062, "count": 384, "top1_correct": 28, "top5_correct": 91 }, { "ce_sum": 1927.5675048828125, "count": 384, "top1_correct": 24, "top5_correct": 76 }, { "ce_sum": 2164.5987548828125, "count": 384, "top1_correct": 12, "top5_correct": 38 }, { "ce_sum": 2116.0015258789062, "count": 384, "top1_correct": 13, "top5_correct": 50 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9635114073753357, "cosine_mean": 0.7598273158073425, "cosine_min": 0.5550225973129272, "cosine_std": 0.04791461303830147, "flattened_dot": 2777547.5, "latent_frames": 11774, "mse": 0.07294264661044728, "predicted_squared": 3358065.5, "reference_squared": 3955907.0, "relative_l2": 0.6667986529338606, "squared_error": 1758877.125, "values": 24113152 }, "true_code_control": { "cosine_max": 0.9999715089797974, "cosine_mean": 0.999929666519165, "cosine_min": 0.9994894862174988, "cosine_std": 3.3879241527756676e-05, "flattened_dot": 3954230.75, "latent_frames": 11774, "mse": 2.2800553527412137e-05, "predicted_squared": 3953104.5, "reference_squared": 3955907.0, "relative_l2": 0.011788991390835571, "squared_error": 549.793212890625, "values": 24113152 } }, "condition_latent_frames": 11774, "emitted_frames": 3413, "model_id": "simpletuner-v2", "sample_id": "a802fc74-8c23-4951-9afd-73e1c8599eef", "shard_id": 2164, "token_metrics": { "per_head": [ { "ce_sum": 5656.768325805664, "count": 3328, "top1_correct": 1644, "top5_correct": 2872 }, { "ce_sum": 14856.63232421875, "count": 3328, "top1_correct": 349, "top5_correct": 1025 }, { "ce_sum": 15023.454162597656, "count": 3328, "top1_correct": 314, "top5_correct": 973 }, { "ce_sum": 15965.578369140625, "count": 3328, "top1_correct": 267, "top5_correct": 774 }, { "ce_sum": 16298.629455566406, "count": 3328, "top1_correct": 237, "top5_correct": 754 }, { "ce_sum": 19258.222412109375, "count": 3328, "top1_correct": 104, "top5_correct": 336 }, { "ce_sum": 20183.772094726562, "count": 3328, "top1_correct": 75, "top5_correct": 261 }, { "ce_sum": 20737.34002685547, "count": 3328, "top1_correct": 69, "top5_correct": 215 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9469270706176758, "cosine_mean": 0.7993620038032532, "cosine_min": 0.52457195520401, "cosine_std": 0.041934989392757416, "flattened_dot": 1505712.25, "latent_frames": 5609, "mse": 0.06649887457657336, "predicted_squared": 1754054.125, "reference_squared": 2021258.25, "relative_l2": 0.614757649018378, "squared_error": 763888.0, "values": 11487232 }, "true_code_control": { "cosine_max": 0.9999597668647766, "cosine_mean": 0.9999157190322876, "cosine_min": 0.9990390539169312, "cosine_std": 4.442021236172877e-05, "flattened_dot": 2021662.0, "latent_frames": 5609, "mse": 2.9500008670802122e-05, "predicted_squared": 2022404.75, "reference_squared": 2021258.25, "relative_l2": 0.012948154271892633, "squared_error": 338.8734436035156, "values": 11487232 } }, "condition_latent_frames": 5609, "emitted_frames": 1626, "model_id": "simpletuner-v2", "sample_id": "523595ac-4e69-4069-bcf4-6e4c577f29b8", "shard_id": 2187, "token_metrics": { "per_head": [ { "ce_sum": 2977.370590209961, "count": 1536, "top1_correct": 694, "top5_correct": 1265 }, { "ce_sum": 5961.840911865234, "count": 1536, "top1_correct": 221, "top5_correct": 629 }, { "ce_sum": 6240.040679931641, "count": 1536, "top1_correct": 217, "top5_correct": 569 }, { "ce_sum": 6717.736755371094, "count": 1536, "top1_correct": 184, "top5_correct": 469 }, { "ce_sum": 7048.9027099609375, "count": 1536, "top1_correct": 157, "top5_correct": 418 }, { "ce_sum": 8168.353515625, "count": 1536, "top1_correct": 92, "top5_correct": 248 }, { "ce_sum": 8743.113098144531, "count": 1536, "top1_correct": 62, "top5_correct": 192 }, { "ce_sum": 8742.453369140625, "count": 1536, "top1_correct": 56, "top5_correct": 191 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.905468761920929, "cosine_mean": 0.7655834555625916, "cosine_min": 0.44622737169265747, "cosine_std": 0.048626918345689774, "flattened_dot": 2862615.5, "latent_frames": 11487, "mse": 0.0753781257311254, "predicted_squared": 3382049.0, "reference_squared": 4116480.5, "relative_l2": 0.6563385643067534, "squared_error": 1773298.75, "values": 23525376 }, "true_code_control": { "cosine_max": 0.9999675750732422, "cosine_mean": 0.999936580657959, "cosine_min": 0.9994958639144897, "cosine_std": 2.0393797967699356e-05, "flattened_dot": 4116952.75, "latent_frames": 11487, "mse": 2.235855478795004e-05, "predicted_squared": 4117951.0, "reference_squared": 4116480.5, "relative_l2": 0.011303869096200505, "squared_error": 525.993408203125, "values": 23525376 } }, "condition_latent_frames": 11487, "emitted_frames": 3330, "model_id": "simpletuner-v2", "sample_id": "c42540cd-64fa-4f85-bdaf-cc7219f4d5f4", "shard_id": 2236, "token_metrics": { "per_head": [ { "ce_sum": 7225.102584838867, "count": 3328, "top1_correct": 1323, "top5_correct": 2613 }, { "ce_sum": 13724.204071044922, "count": 3328, "top1_correct": 454, "top5_correct": 1194 }, { "ce_sum": 14054.463623046875, "count": 3328, "top1_correct": 413, "top5_correct": 1128 }, { "ce_sum": 15342.242065429688, "count": 3328, "top1_correct": 275, "top5_correct": 901 }, { "ce_sum": 15999.879333496094, "count": 3328, "top1_correct": 258, "top5_correct": 772 }, { "ce_sum": 17852.048400878906, "count": 3328, "top1_correct": 202, "top5_correct": 556 }, { "ce_sum": 18516.468505859375, "count": 3328, "top1_correct": 167, "top5_correct": 489 }, { "ce_sum": 19169.82208251953, "count": 3328, "top1_correct": 134, "top5_correct": 400 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9255278706550598, "cosine_mean": 0.7438845038414001, "cosine_min": 0.5126546025276184, "cosine_std": 0.05322546139359474, "flattened_dot": 2075967.625, "latent_frames": 8472, "mse": 0.08324605277172228, "predicted_squared": 2524264.0, "reference_squared": 3072044.5, "relative_l2": 0.6856871701941534, "squared_error": 1444373.625, "values": 17350656 }, "true_code_control": { "cosine_max": 0.9999648332595825, "cosine_mean": 0.999882161617279, "cosine_min": 0.9975578784942627, "cosine_std": 9.848181798588485e-05, "flattened_dot": 3071767.25, "latent_frames": 8472, "mse": 4.0258776055291874e-05, "predicted_squared": 3072188.25, "reference_squared": 3072044.5, "relative_l2": 0.015079067392648785, "squared_error": 698.5161743164062, "values": 17350656 } }, "condition_latent_frames": 8472, "emitted_frames": 2456, "model_id": "simpletuner-v2", "sample_id": "2e9ad923-fac4-41d4-b26e-ea253ded0429", "shard_id": 2303, "token_metrics": { "per_head": [ { "ce_sum": 5184.669494628906, "count": 2432, "top1_correct": 1018, "top5_correct": 1906 }, { "ce_sum": 10813.944396972656, "count": 2432, "top1_correct": 236, "top5_correct": 698 }, { "ce_sum": 10582.324920654297, "count": 2432, "top1_correct": 266, "top5_correct": 793 }, { "ce_sum": 11469.757202148438, "count": 2432, "top1_correct": 207, "top5_correct": 619 }, { "ce_sum": 12317.335083007812, "count": 2432, "top1_correct": 136, "top5_correct": 462 }, { "ce_sum": 13952.246032714844, "count": 2432, "top1_correct": 72, "top5_correct": 250 }, { "ce_sum": 14774.910461425781, "count": 2432, "top1_correct": 74, "top5_correct": 204 }, { "ce_sum": 14918.878662109375, "count": 2432, "top1_correct": 60, "top5_correct": 188 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9206781387329102, "cosine_mean": 0.7745352387428284, "cosine_min": 0.5255017876625061, "cosine_std": 0.047538574784994125, "flattened_dot": 4058260.0, "latent_frames": 15524, "mse": 0.07442057019071277, "predicted_squared": 4786788.0, "reference_squared": 5695796.0, "relative_l2": 0.6445195224356439, "squared_error": 2366064.5, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999719262123108, "cosine_mean": 0.9999479651451111, "cosine_min": 0.999823808670044, "cosine_std": 1.316528141614981e-05, "flattened_dot": 5697783.0, "latent_frames": 15524, "mse": 1.887406571198296e-05, "predicted_squared": 5700370.5, "reference_squared": 5695796.0, "relative_l2": 0.010264133958405192, "squared_error": 600.0660400390625, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "1280a5b3-93ad-4cd5-b8d0-42f3ea1ff1e6", "shard_id": 2332, "token_metrics": { "per_head": [ { "ce_sum": 8781.229949951172, "count": 4480, "top1_correct": 1971, "top5_correct": 3714 }, { "ce_sum": 19123.373931884766, "count": 4480, "top1_correct": 494, "top5_correct": 1453 }, { "ce_sum": 18181.780151367188, "count": 4480, "top1_correct": 600, "top5_correct": 1659 }, { "ce_sum": 20017.582092285156, "count": 4480, "top1_correct": 484, "top5_correct": 1385 }, { "ce_sum": 20731.3984375, "count": 4480, "top1_correct": 443, "top5_correct": 1209 }, { "ce_sum": 24236.119201660156, "count": 4480, "top1_correct": 212, "top5_correct": 685 }, { "ce_sum": 25482.75665283203, "count": 4480, "top1_correct": 167, "top5_correct": 534 }, { "ce_sum": 26306.539306640625, "count": 4480, "top1_correct": 127, "top5_correct": 459 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9225555658340454, "cosine_mean": 0.7908788919448853, "cosine_min": 0.4553998112678528, "cosine_std": 0.045797038823366165, "flattened_dot": 3879667.75, "latent_frames": 13440, "mse": 0.0763506117321196, "predicted_squared": 4317907.0, "reference_squared": 5542988.5, "relative_l2": 0.6157421478051602, "squared_error": 2101559.75, "values": 27525120 }, "true_code_control": { "cosine_max": 0.9999692440032959, "cosine_mean": 0.999933123588562, "cosine_min": 0.9994672536849976, "cosine_std": 2.667365151864942e-05, "flattened_dot": 5543615.0, "latent_frames": 13440, "mse": 2.6638431119776907e-05, "predicted_squared": 5544974.5, "reference_squared": 5542988.5, "relative_l2": 0.011501300308500563, "squared_error": 733.2260131835938, "values": 27525120 } }, "condition_latent_frames": 13440, "emitted_frames": 3896, "model_id": "simpletuner-v2", "sample_id": "321b28b8-aa0a-4886-864d-a5adfa300aa3", "shard_id": 2337, "token_metrics": { "per_head": [ { "ce_sum": 6818.5870361328125, "count": 3840, "top1_correct": 1872, "top5_correct": 3270 }, { "ce_sum": 15902.233581542969, "count": 3840, "top1_correct": 511, "top5_correct": 1397 }, { "ce_sum": 15095.795867919922, "count": 3840, "top1_correct": 580, "top5_correct": 1519 }, { "ce_sum": 16595.188354492188, "count": 3840, "top1_correct": 415, "top5_correct": 1197 }, { "ce_sum": 17373.01318359375, "count": 3840, "top1_correct": 428, "top5_correct": 1097 }, { "ce_sum": 20140.17498779297, "count": 3840, "top1_correct": 223, "top5_correct": 700 }, { "ce_sum": 22219.09295654297, "count": 3840, "top1_correct": 139, "top5_correct": 436 }, { "ce_sum": 22089.301513671875, "count": 3840, "top1_correct": 163, "top5_correct": 462 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9709628820419312, "cosine_mean": 0.7989970445632935, "cosine_min": 0.4060670733451843, "cosine_std": 0.04581702873110771, "flattened_dot": 2377259.5, "latent_frames": 8455, "mse": 0.06979701822146658, "predicted_squared": 2697808.0, "reference_squared": 3265305.25, "relative_l2": 0.6083847560505168, "squared_error": 1208594.0, "values": 17315840 }, "true_code_control": { "cosine_max": 0.9999749660491943, "cosine_mean": 0.9999422430992126, "cosine_min": 0.9997609257698059, "cosine_std": 1.789404996088706e-05, "flattened_dot": 3265070.75, "latent_frames": 8455, "mse": 2.1542357594779368e-05, "predicted_squared": 3265209.0, "reference_squared": 3265305.25, "relative_l2": 0.0106882475566235, "squared_error": 373.0240173339844, "values": 17315840 } }, "condition_latent_frames": 8455, "emitted_frames": 2451, "model_id": "simpletuner-v2", "sample_id": "9d9c35b3-172b-4725-a01d-9e0d3061b90b", "shard_id": 2371, "token_metrics": { "per_head": [ { "ce_sum": 4164.847473144531, "count": 2432, "top1_correct": 1214, "top5_correct": 2110 }, { "ce_sum": 10146.71646118164, "count": 2432, "top1_correct": 304, "top5_correct": 823 }, { "ce_sum": 9878.501831054688, "count": 2432, "top1_correct": 343, "top5_correct": 912 }, { "ce_sum": 10222.59130859375, "count": 2432, "top1_correct": 317, "top5_correct": 834 }, { "ce_sum": 11381.71533203125, "count": 2432, "top1_correct": 196, "top5_correct": 607 }, { "ce_sum": 12952.976684570312, "count": 2432, "top1_correct": 133, "top5_correct": 397 }, { "ce_sum": 14115.9033203125, "count": 2432, "top1_correct": 69, "top5_correct": 237 }, { "ce_sum": 14637.888916015625, "count": 2432, "top1_correct": 64, "top5_correct": 229 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9787768125534058, "cosine_mean": 0.7490703463554382, "cosine_min": 0.5347182154655457, "cosine_std": 0.05959303677082062, "flattened_dot": 1990838.0, "latent_frames": 7785, "mse": 0.08242232972563424, "predicted_squared": 2396895.0, "reference_squared": 2898896.0, "relative_l2": 0.6732872806435583, "squared_error": 1314115.25, "values": 15943680 }, "true_code_control": { "cosine_max": 0.9999681711196899, "cosine_mean": 0.9998921751976013, "cosine_min": 0.9891294836997986, "cosine_std": 0.0003700156812556088, "flattened_dot": 2898952.25, "latent_frames": 7785, "mse": 3.563698163458224e-05, "predicted_squared": 2899576.5, "reference_squared": 2898896.0, "relative_l2": 0.014000012509037957, "squared_error": 568.1846313476562, "values": 15943680 } }, "condition_latent_frames": 7785, "emitted_frames": 2257, "model_id": "simpletuner-v2", "sample_id": "d73fcec5-5a1d-416a-8a26-5bc21da53b94", "shard_id": 2429, "token_metrics": { "per_head": [ { "ce_sum": 4028.322006225586, "count": 2176, "top1_correct": 1007, "top5_correct": 1840 }, { "ce_sum": 9171.18814086914, "count": 2176, "top1_correct": 255, "top5_correct": 779 }, { "ce_sum": 9210.1962890625, "count": 2176, "top1_correct": 268, "top5_correct": 730 }, { "ce_sum": 10116.683166503906, "count": 2176, "top1_correct": 205, "top5_correct": 583 }, { "ce_sum": 10676.993225097656, "count": 2176, "top1_correct": 164, "top5_correct": 504 }, { "ce_sum": 11864.455139160156, "count": 2176, "top1_correct": 102, "top5_correct": 349 }, { "ce_sum": 12930.445434570312, "count": 2176, "top1_correct": 61, "top5_correct": 186 }, { "ce_sum": 13256.701232910156, "count": 2176, "top1_correct": 46, "top5_correct": 180 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9002115726470947, "cosine_mean": 0.7466614842414856, "cosine_min": 0.5385191440582275, "cosine_std": 0.0579909011721611, "flattened_dot": 814576.75, "latent_frames": 3318, "mse": 0.08095404755429664, "predicted_squared": 1009053.0, "reference_squared": 1170204.625, "relative_l2": 0.6856327368874431, "squared_error": 550104.125, "values": 6795264 }, "true_code_control": { "cosine_max": 0.9999575614929199, "cosine_mean": 0.9998981356620789, "cosine_min": 0.999567985534668, "cosine_std": 4.0057129808701575e-05, "flattened_dot": 1171828.875, "latent_frames": 3318, "mse": 3.5400551223409975e-05, "predicted_squared": 1173693.625, "reference_squared": 1170204.625, "relative_l2": 0.014337626877799938, "squared_error": 240.55609130859375, "values": 6795264 } }, "condition_latent_frames": 3318, "emitted_frames": 962, "model_id": "simpletuner-v2", "sample_id": "e5a32971-24c9-49bc-b651-e7caf0c4a216", "shard_id": 2444, "token_metrics": { "per_head": [ { "ce_sum": 2099.044631958008, "count": 896, "top1_correct": 340, "top5_correct": 666 }, { "ce_sum": 3922.6828002929688, "count": 896, "top1_correct": 105, "top5_correct": 277 }, { "ce_sum": 3776.638916015625, "count": 896, "top1_correct": 115, "top5_correct": 301 }, { "ce_sum": 4071.9933471679688, "count": 896, "top1_correct": 86, "top5_correct": 253 }, { "ce_sum": 4315.164123535156, "count": 896, "top1_correct": 69, "top5_correct": 203 }, { "ce_sum": 4751.88427734375, "count": 896, "top1_correct": 59, "top5_correct": 154 }, { "ce_sum": 5048.1514892578125, "count": 896, "top1_correct": 32, "top5_correct": 113 }, { "ce_sum": 5158.513854980469, "count": 896, "top1_correct": 36, "top5_correct": 107 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9577010273933411, "cosine_mean": 0.7274165153503418, "cosine_min": 0.16887348890304565, "cosine_std": 0.04853157326579094, "flattened_dot": 3607692.75, "latent_frames": 15524, "mse": 0.08607673595873727, "predicted_squared": 4458919.0, "reference_squared": 5493117.0, "relative_l2": 0.7058302442533223, "squared_error": 2736650.75, "values": 31793152 }, "true_code_control": { "cosine_max": 0.999973714351654, "cosine_mean": 0.9999500513076782, "cosine_min": 0.9997940063476562, "cosine_std": 1.0379113518865779e-05, "flattened_dot": 5494503.5, "latent_frames": 15524, "mse": 1.7515142011261577e-05, "predicted_squared": 5496446.0, "reference_squared": 5493117.0, "relative_l2": 0.010068486682593105, "squared_error": 556.861572265625, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "597f9e50-5535-4bb7-8fd7-728216b28a17", "shard_id": 2441, "token_metrics": { "per_head": [ { "ce_sum": 10096.74447631836, "count": 4480, "top1_correct": 1692, "top5_correct": 3471 }, { "ce_sum": 20470.20101928711, "count": 4480, "top1_correct": 429, "top5_correct": 1231 }, { "ce_sum": 21109.80877685547, "count": 4480, "top1_correct": 385, "top5_correct": 1123 }, { "ce_sum": 21410.721069335938, "count": 4480, "top1_correct": 339, "top5_correct": 1072 }, { "ce_sum": 22893.55792236328, "count": 4480, "top1_correct": 275, "top5_correct": 878 }, { "ce_sum": 26247.259399414062, "count": 4480, "top1_correct": 132, "top5_correct": 420 }, { "ce_sum": 27386.3916015625, "count": 4480, "top1_correct": 91, "top5_correct": 315 }, { "ce_sum": 27611.25323486328, "count": 4480, "top1_correct": 82, "top5_correct": 283 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9088455438613892, "cosine_mean": 0.7758958339691162, "cosine_min": 0.5815561413764954, "cosine_std": 0.04887159541249275, "flattened_dot": 1613984.75, "latent_frames": 6157, "mse": 0.07458600677296928, "predicted_squared": 1923631.75, "reference_squared": 2244832.5, "relative_l2": 0.6472711652607157, "squared_error": 940494.9375, "values": 12609536 }, "true_code_control": { "cosine_max": 0.9999691247940063, "cosine_mean": 0.9999408721923828, "cosine_min": 0.999797523021698, "cosine_std": 1.6951777070062235e-05, "flattened_dot": 2247072.25, "latent_frames": 6157, "mse": 2.1350302439880618e-05, "predicted_squared": 2249581.0, "reference_squared": 2244832.5, "relative_l2": 0.010951146731953715, "squared_error": 269.2174072265625, "values": 12609536 } }, "condition_latent_frames": 6157, "emitted_frames": 1785, "model_id": "simpletuner-v2", "sample_id": "c53e9479-2a58-4bc7-8880-3d05a8a71363", "shard_id": 2477, "token_metrics": { "per_head": [ { "ce_sum": 3557.0609283447266, "count": 1664, "top1_correct": 711, "top5_correct": 1316 }, { "ce_sum": 7044.395660400391, "count": 1664, "top1_correct": 250, "top5_correct": 580 }, { "ce_sum": 7166.403533935547, "count": 1664, "top1_correct": 200, "top5_correct": 530 }, { "ce_sum": 7796.566589355469, "count": 1664, "top1_correct": 145, "top5_correct": 433 }, { "ce_sum": 8110.619201660156, "count": 1664, "top1_correct": 127, "top5_correct": 374 }, { "ce_sum": 8767.205749511719, "count": 1664, "top1_correct": 82, "top5_correct": 305 }, { "ce_sum": 9261.463562011719, "count": 1664, "top1_correct": 74, "top5_correct": 218 }, { "ce_sum": 9900.171081542969, "count": 1664, "top1_correct": 46, "top5_correct": 156 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9625964164733887, "cosine_mean": 0.8023310303688049, "cosine_min": 0.5440495610237122, "cosine_std": 0.04169777035713196, "flattened_dot": 1214629.125, "latent_frames": 4784, "mse": 0.061771692639609244, "predicted_squared": 1424817.75, "reference_squared": 1609656.75, "relative_l2": 0.6131809797289577, "squared_error": 605216.3125, "values": 9797632 }, "true_code_control": { "cosine_max": 0.9999662637710571, "cosine_mean": 0.9999380111694336, "cosine_min": 0.9996904730796814, "cosine_std": 2.1708601707359776e-05, "flattened_dot": 1610182.125, "latent_frames": 4784, "mse": 2.0652187109790916e-05, "predicted_squared": 1610909.75, "reference_squared": 1609656.75, "relative_l2": 0.011211841501660208, "squared_error": 202.342529296875, "values": 9797632 } }, "condition_latent_frames": 4784, "emitted_frames": 1387, "model_id": "simpletuner-v2", "sample_id": "0160a954-639b-4808-a84d-dfcd0f97b2d3", "shard_id": 2484, "token_metrics": { "per_head": [ { "ce_sum": 2257.0039672851562, "count": 1280, "top1_correct": 607, "top5_correct": 1091 }, { "ce_sum": 5561.0062255859375, "count": 1280, "top1_correct": 161, "top5_correct": 404 }, { "ce_sum": 5388.409729003906, "count": 1280, "top1_correct": 150, "top5_correct": 437 }, { "ce_sum": 5529.749084472656, "count": 1280, "top1_correct": 159, "top5_correct": 406 }, { "ce_sum": 6088.6790771484375, "count": 1280, "top1_correct": 101, "top5_correct": 325 }, { "ce_sum": 6912.5582275390625, "count": 1280, "top1_correct": 62, "top5_correct": 204 }, { "ce_sum": 7660.531494140625, "count": 1280, "top1_correct": 32, "top5_correct": 89 }, { "ce_sum": 7898.8876953125, "count": 1280, "top1_correct": 28, "top5_correct": 95 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9432252645492554, "cosine_mean": 0.7591830492019653, "cosine_min": 0.477794885635376, "cosine_std": 0.048880886286497116, "flattened_dot": 2215748.25, "latent_frames": 9186, "mse": 0.0755551116232412, "predicted_squared": 2730369.25, "reference_squared": 3122539.75, "relative_l2": 0.6746928917077463, "squared_error": 1421412.875, "values": 18812928 }, "true_code_control": { "cosine_max": 0.9999656677246094, "cosine_mean": 0.9999185800552368, "cosine_min": 0.9987355470657349, "cosine_std": 4.4535590859595686e-05, "flattened_dot": 3123387.25, "latent_frames": 9186, "mse": 2.6874985540196084e-05, "predicted_squared": 3124740.25, "reference_squared": 3122539.75, "relative_l2": 0.012724722747510183, "squared_error": 505.59716796875, "values": 18812928 } }, "condition_latent_frames": 9186, "emitted_frames": 2663, "model_id": "simpletuner-v2", "sample_id": "40b569f5-3a8b-4b17-a880-edb8f669dd63", "shard_id": 2485, "token_metrics": { "per_head": [ { "ce_sum": 5450.988739013672, "count": 2560, "top1_correct": 1037, "top5_correct": 2033 }, { "ce_sum": 11072.133209228516, "count": 2560, "top1_correct": 279, "top5_correct": 828 }, { "ce_sum": 10731.983642578125, "count": 2560, "top1_correct": 304, "top5_correct": 893 }, { "ce_sum": 11569.330871582031, "count": 2560, "top1_correct": 273, "top5_correct": 730 }, { "ce_sum": 12100.776306152344, "count": 2560, "top1_correct": 215, "top5_correct": 633 }, { "ce_sum": 13739.893981933594, "count": 2560, "top1_correct": 132, "top5_correct": 399 }, { "ce_sum": 14735.917785644531, "count": 2560, "top1_correct": 71, "top5_correct": 278 }, { "ce_sum": 15400.230773925781, "count": 2560, "top1_correct": 66, "top5_correct": 212 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9718786478042603, "cosine_mean": 0.760461688041687, "cosine_min": 0.5528168082237244, "cosine_std": 0.05340029299259186, "flattened_dot": 2321360.0, "latent_frames": 8365, "mse": 0.08671246042382695, "predicted_squared": 2767632.5, "reference_squared": 3360604.0, "relative_l2": 0.6648597369899136, "squared_error": 1485516.25, "values": 17131520 }, "true_code_control": { "cosine_max": 0.9999450445175171, "cosine_mean": 0.9997804164886475, "cosine_min": 0.9954860806465149, "cosine_std": 0.0002702320634853095, "flattened_dot": 3363977.5, "latent_frames": 8365, "mse": 8.228294021414913e-05, "predicted_squared": 3368760.5, "reference_squared": 3360604.0, "relative_l2": 0.020480670935235014, "squared_error": 1409.6318359375, "values": 17131520 } }, "condition_latent_frames": 8365, "emitted_frames": 2425, "model_id": "simpletuner-v2", "sample_id": "dd01e47d-da65-4369-a18d-4991284f4195", "shard_id": 2515, "token_metrics": { "per_head": [ { "ce_sum": 4938.713714599609, "count": 2304, "top1_correct": 936, "top5_correct": 1820 }, { "ce_sum": 9798.73355102539, "count": 2304, "top1_correct": 275, "top5_correct": 764 }, { "ce_sum": 9954.697814941406, "count": 2304, "top1_correct": 257, "top5_correct": 729 }, { "ce_sum": 10444.311004638672, "count": 2304, "top1_correct": 221, "top5_correct": 641 }, { "ce_sum": 11160.12548828125, "count": 2304, "top1_correct": 158, "top5_correct": 538 }, { "ce_sum": 12619.273986816406, "count": 2304, "top1_correct": 108, "top5_correct": 302 }, { "ce_sum": 13495.920776367188, "count": 2304, "top1_correct": 64, "top5_correct": 226 }, { "ce_sum": 13658.209594726562, "count": 2304, "top1_correct": 69, "top5_correct": 201 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9450873732566833, "cosine_mean": 0.7902765870094299, "cosine_min": 0.5676895380020142, "cosine_std": 0.046019889414310455, "flattened_dot": 3361813.25, "latent_frames": 11549, "mse": 0.0767218308775381, "predicted_squared": 3844414.5, "reference_squared": 4693863.5, "relative_l2": 0.6217723682614865, "squared_error": 1814651.75, "values": 23652352 }, "true_code_control": { "cosine_max": 0.999972939491272, "cosine_mean": 0.9999480843544006, "cosine_min": 0.9997270703315735, "cosine_std": 1.6082591173471883e-05, "flattened_dot": 4695821.0, "latent_frames": 11549, "mse": 2.071128767675647e-05, "predicted_squared": 4698268.0, "reference_squared": 4693863.5, "relative_l2": 0.010215873095409748, "squared_error": 489.87066650390625, "values": 23652352 } }, "condition_latent_frames": 11549, "emitted_frames": 3348, "model_id": "simpletuner-v2", "sample_id": "b65f7d3f-83dd-40be-ba98-b371a373a72c", "shard_id": 2541, "token_metrics": { "per_head": [ { "ce_sum": 6282.140686035156, "count": 3328, "top1_correct": 1551, "top5_correct": 2779 }, { "ce_sum": 13693.142700195312, "count": 3328, "top1_correct": 461, "top5_correct": 1194 }, { "ce_sum": 13856.90298461914, "count": 3328, "top1_correct": 430, "top5_correct": 1178 }, { "ce_sum": 14760.587707519531, "count": 3328, "top1_correct": 349, "top5_correct": 994 }, { "ce_sum": 15846.130065917969, "count": 3328, "top1_correct": 303, "top5_correct": 811 }, { "ce_sum": 18003.413818359375, "count": 3328, "top1_correct": 152, "top5_correct": 473 }, { "ce_sum": 19054.21417236328, "count": 3328, "top1_correct": 125, "top5_correct": 391 }, { "ce_sum": 19502.065795898438, "count": 3328, "top1_correct": 106, "top5_correct": 347 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9401639699935913, "cosine_mean": 0.7523654699325562, "cosine_min": 0.5226627588272095, "cosine_std": 0.05255686491727829, "flattened_dot": 1837255.875, "latent_frames": 7037, "mse": 0.08552394063021795, "predicted_squared": 2174684.0, "reference_squared": 2732379.5, "relative_l2": 0.6716331045072117, "squared_error": 1232551.875, "values": 14411776 }, "true_code_control": { "cosine_max": 0.9999751448631287, "cosine_mean": 0.9999454021453857, "cosine_min": 0.9996266961097717, "cosine_std": 2.0060711904079653e-05, "flattened_dot": 2732855.0, "latent_frames": 7037, "mse": 2.075045034596404e-05, "predicted_squared": 2733630.0, "reference_squared": 2732379.5, "relative_l2": 0.010461693827984396, "squared_error": 299.05084228515625, "values": 14411776 } }, "condition_latent_frames": 7037, "emitted_frames": 2040, "model_id": "simpletuner-v2", "sample_id": "575f0c02-1291-4c8c-8be3-3fbeb1c81dce", "shard_id": 2552, "token_metrics": { "per_head": [ { "ce_sum": 3367.570098876953, "count": 1920, "top1_correct": 963, "top5_correct": 1637 }, { "ce_sum": 8120.1773681640625, "count": 1920, "top1_correct": 209, "top5_correct": 643 }, { "ce_sum": 8253.661193847656, "count": 1920, "top1_correct": 251, "top5_correct": 636 }, { "ce_sum": 8642.581787109375, "count": 1920, "top1_correct": 202, "top5_correct": 567 }, { "ce_sum": 9611.069091796875, "count": 1920, "top1_correct": 146, "top5_correct": 386 }, { "ce_sum": 10811.186584472656, "count": 1920, "top1_correct": 69, "top5_correct": 250 }, { "ce_sum": 11169.659790039062, "count": 1920, "top1_correct": 70, "top5_correct": 195 }, { "ce_sum": 11908.209167480469, "count": 1920, "top1_correct": 26, "top5_correct": 119 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9691461324691772, "cosine_mean": 0.7657681703567505, "cosine_min": 0.5520791411399841, "cosine_std": 0.0462176613509655, "flattened_dot": 2015456.375, "latent_frames": 8472, "mse": 0.0712788611566041, "predicted_squared": 2407845.5, "reference_squared": 2859802.25, "relative_l2": 0.6576129002279494, "squared_error": 1236735.0, "values": 17350656 }, "true_code_control": { "cosine_max": 0.9999487400054932, "cosine_mean": 0.999870777130127, "cosine_min": 0.998567521572113, "cosine_std": 8.105667802738026e-05, "flattened_dot": 2859139.0, "latent_frames": 8472, "mse": 4.210528531538303e-05, "predicted_squared": 2859206.5, "reference_squared": 2859802.25, "relative_l2": 0.015982998372614406, "squared_error": 730.5543212890625, "values": 17350656 } }, "condition_latent_frames": 8472, "emitted_frames": 2456, "model_id": "simpletuner-v2", "sample_id": "faf4a4a9-c3f2-45e8-ae3f-00f11953fa18", "shard_id": 2554, "token_metrics": { "per_head": [ { "ce_sum": 4830.527481079102, "count": 2432, "top1_correct": 1063, "top5_correct": 1991 }, { "ce_sum": 10311.889587402344, "count": 2432, "top1_correct": 297, "top5_correct": 803 }, { "ce_sum": 10151.934356689453, "count": 2432, "top1_correct": 307, "top5_correct": 815 }, { "ce_sum": 10657.224334716797, "count": 2432, "top1_correct": 255, "top5_correct": 750 }, { "ce_sum": 11584.19970703125, "count": 2432, "top1_correct": 186, "top5_correct": 616 }, { "ce_sum": 13169.899780273438, "count": 2432, "top1_correct": 115, "top5_correct": 364 }, { "ce_sum": 14294.261413574219, "count": 2432, "top1_correct": 81, "top5_correct": 237 }, { "ce_sum": 14753.740295410156, "count": 2432, "top1_correct": 62, "top5_correct": 189 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9716746807098389, "cosine_mean": 0.7484844326972961, "cosine_min": 0.44047313928604126, "cosine_std": 0.04889857396483421, "flattened_dot": 1841944.0, "latent_frames": 8293, "mse": 0.07305045629832765, "predicted_squared": 2285391.25, "reference_squared": 2639190.5, "relative_l2": 0.6856411990350829, "squared_error": 1240693.625, "values": 16984064 }, "true_code_control": { "cosine_max": 0.9999672174453735, "cosine_mean": 0.9999344944953918, "cosine_min": 0.9991669058799744, "cosine_std": 3.608278711908497e-05, "flattened_dot": 2639888.0, "latent_frames": 8293, "mse": 2.060889709014506e-05, "predicted_squared": 2640935.75, "reference_squared": 2639190.5, "relative_l2": 0.01151629588399072, "squared_error": 350.0228271484375, "values": 16984064 } }, "condition_latent_frames": 8293, "emitted_frames": 2404, "model_id": "simpletuner-v2", "sample_id": "b742eaa6-2aba-442e-a7f3-47fb11405eca", "shard_id": 2596, "token_metrics": { "per_head": [ { "ce_sum": 4596.035018920898, "count": 2304, "top1_correct": 1020, "top5_correct": 1888 }, { "ce_sum": 9800.45181274414, "count": 2304, "top1_correct": 280, "top5_correct": 768 }, { "ce_sum": 10444.534545898438, "count": 2304, "top1_correct": 226, "top5_correct": 645 }, { "ce_sum": 10417.038269042969, "count": 2304, "top1_correct": 221, "top5_correct": 642 }, { "ce_sum": 11654.891662597656, "count": 2304, "top1_correct": 126, "top5_correct": 443 }, { "ce_sum": 12989.175720214844, "count": 2304, "top1_correct": 89, "top5_correct": 280 }, { "ce_sum": 13948.340942382812, "count": 2304, "top1_correct": 50, "top5_correct": 188 }, { "ce_sum": 14319.131530761719, "count": 2304, "top1_correct": 48, "top5_correct": 159 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9493405818939209, "cosine_mean": 0.7807087302207947, "cosine_min": 0.5848214626312256, "cosine_std": 0.04490026459097862, "flattened_dot": 4273888.5, "latent_frames": 15427, "mse": 0.07739372547674127, "predicted_squared": 4887240.5, "reference_squared": 6105752.0, "relative_l2": 0.6328328456086435, "squared_error": 2445215.75, "values": 31594496 }, "true_code_control": { "cosine_max": 0.9999669194221497, "cosine_mean": 0.9999135732650757, "cosine_min": 0.9987857937812805, "cosine_std": 5.830015288665891e-05, "flattened_dot": 6105949.0, "latent_frames": 15427, "mse": 3.2348619521518087e-05, "predicted_squared": 6107168.0, "reference_squared": 6105752.0, "relative_l2": 0.012937906601468135, "squared_error": 1022.038330078125, "values": 31594496 } }, "condition_latent_frames": 15427, "emitted_frames": 4472, "model_id": "simpletuner-v2", "sample_id": "c4467911-c503-4ff3-b9ec-84b867bf9e34", "shard_id": 2610, "token_metrics": { "per_head": [ { "ce_sum": 8007.309143066406, "count": 4352, "top1_correct": 2033, "top5_correct": 3680 }, { "ce_sum": 17619.972717285156, "count": 4352, "top1_correct": 572, "top5_correct": 1583 }, { "ce_sum": 17625.95068359375, "count": 4352, "top1_correct": 624, "top5_correct": 1647 }, { "ce_sum": 18418.94595336914, "count": 4352, "top1_correct": 527, "top5_correct": 1452 }, { "ce_sum": 20358.51336669922, "count": 4352, "top1_correct": 383, "top5_correct": 1102 }, { "ce_sum": 23737.96514892578, "count": 4352, "top1_correct": 222, "top5_correct": 642 }, { "ce_sum": 24753.51641845703, "count": 4352, "top1_correct": 157, "top5_correct": 517 }, { "ce_sum": 26132.315551757812, "count": 4352, "top1_correct": 104, "top5_correct": 372 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.8821728229522705, "cosine_mean": 0.7478866577148438, "cosine_min": 0.4899372458457947, "cosine_std": 0.05205751582980156, "flattened_dot": 3244126.5, "latent_frames": 12850, "mse": 0.08462366245136187, "predicted_squared": 3848687.75, "reference_squared": 4866589.0, "relative_l2": 0.6764724490076223, "squared_error": 2227024.0, "values": 26316800 }, "true_code_control": { "cosine_max": 0.9999691247940063, "cosine_mean": 0.9999428391456604, "cosine_min": 0.9998059272766113, "cosine_std": 1.4147717593004927e-05, "flattened_dot": 4869936.5, "latent_frames": 12850, "mse": 2.1661049197156143e-05, "predicted_squared": 4873853.5, "reference_squared": 4866589.0, "relative_l2": 0.010822907564755771, "squared_error": 570.0494995117188, "values": 26316800 } }, "condition_latent_frames": 12850, "emitted_frames": 3725, "model_id": "simpletuner-v2", "sample_id": "2fa8caa9-0ae9-4d7c-b09d-06e67bd7abfb", "shard_id": 2636, "token_metrics": { "per_head": [ { "ce_sum": 9243.257339477539, "count": 3712, "top1_correct": 1334, "top5_correct": 2688 }, { "ce_sum": 17063.60107421875, "count": 3712, "top1_correct": 363, "top5_correct": 1018 }, { "ce_sum": 16872.541412353516, "count": 3712, "top1_correct": 353, "top5_correct": 1056 }, { "ce_sum": 17800.692169189453, "count": 3712, "top1_correct": 278, "top5_correct": 923 }, { "ce_sum": 17543.237731933594, "count": 3712, "top1_correct": 289, "top5_correct": 926 }, { "ce_sum": 20186.83367919922, "count": 3712, "top1_correct": 151, "top5_correct": 548 }, { "ce_sum": 21593.911193847656, "count": 3712, "top1_correct": 115, "top5_correct": 400 }, { "ce_sum": 22000.8193359375, "count": 3712, "top1_correct": 83, "top5_correct": 330 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9077989459037781, "cosine_mean": 0.747007429599762, "cosine_min": 0.27546676993370056, "cosine_std": 0.04726569727063179, "flattened_dot": 3926712.0, "latent_frames": 15524, "mse": 0.08487143709437805, "predicted_squared": 4713974.0, "reference_squared": 5837780.0, "relative_l2": 0.6798666047257483, "squared_error": 2698330.5, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999737739562988, "cosine_mean": 0.999947190284729, "cosine_min": 0.9998262524604797, "cosine_std": 1.1559675840544514e-05, "flattened_dot": 5835680.0, "latent_frames": 15524, "mse": 1.9659461725682705e-05, "predicted_squared": 5834205.5, "reference_squared": 5837780.0, "relative_l2": 0.010347340541087985, "squared_error": 625.0362548828125, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "c6f8a38b-0cd4-4322-b2fd-a41e42217cc9", "shard_id": 2695, "token_metrics": { "per_head": [ { "ce_sum": 9586.797348022461, "count": 4480, "top1_correct": 1833, "top5_correct": 3524 }, { "ce_sum": 19693.551025390625, "count": 4480, "top1_correct": 505, "top5_correct": 1359 }, { "ce_sum": 19618.578521728516, "count": 4480, "top1_correct": 495, "top5_correct": 1402 }, { "ce_sum": 21159.761962890625, "count": 4480, "top1_correct": 398, "top5_correct": 1140 }, { "ce_sum": 21834.178833007812, "count": 4480, "top1_correct": 356, "top5_correct": 1031 }, { "ce_sum": 24686.233520507812, "count": 4480, "top1_correct": 195, "top5_correct": 610 }, { "ce_sum": 26479.24932861328, "count": 4480, "top1_correct": 116, "top5_correct": 388 }, { "ce_sum": 27177.309326171875, "count": 4480, "top1_correct": 102, "top5_correct": 344 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9508150815963745, "cosine_mean": 0.7723274827003479, "cosine_min": 0.48543766140937805, "cosine_std": 0.047967832535505295, "flattened_dot": 3397593.0, "latent_frames": 12339, "mse": 0.08037313567499392, "predicted_squared": 3853418.0, "reference_squared": 4972819.0, "relative_l2": 0.6390856827829314, "squared_error": 2031051.0, "values": 25270272 }, "true_code_control": { "cosine_max": 0.9999719858169556, "cosine_mean": 0.9999400973320007, "cosine_min": 0.9987650513648987, "cosine_std": 3.520730388117954e-05, "flattened_dot": 4974526.0, "latent_frames": 12339, "mse": 2.3354420023129105e-05, "predicted_squared": 4976823.0, "reference_squared": 4972819.0, "relative_l2": 0.010894020182216947, "squared_error": 590.1725463867188, "values": 25270272 } }, "condition_latent_frames": 12339, "emitted_frames": 3577, "model_id": "simpletuner-v2", "sample_id": "8c52b53d-9ffd-4ee9-99c5-4977c19bc43d", "shard_id": 2699, "token_metrics": { "per_head": [ { "ce_sum": 7358.157577514648, "count": 3456, "top1_correct": 1461, "top5_correct": 2718 }, { "ce_sum": 15745.34765625, "count": 3456, "top1_correct": 321, "top5_correct": 931 }, { "ce_sum": 14655.396301269531, "count": 3456, "top1_correct": 440, "top5_correct": 1168 }, { "ce_sum": 16193.78369140625, "count": 3456, "top1_correct": 308, "top5_correct": 872 }, { "ce_sum": 16566.609497070312, "count": 3456, "top1_correct": 295, "top5_correct": 844 }, { "ce_sum": 18951.304626464844, "count": 3456, "top1_correct": 134, "top5_correct": 464 }, { "ce_sum": 20315.716674804688, "count": 3456, "top1_correct": 99, "top5_correct": 325 }, { "ce_sum": 20792.994018554688, "count": 3456, "top1_correct": 98, "top5_correct": 292 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9066597819328308, "cosine_mean": 0.7516444325447083, "cosine_min": 0.49647584557533264, "cosine_std": 0.053846992552280426, "flattened_dot": 3582873.0, "latent_frames": 14165, "mse": 0.08238724891347511, "predicted_squared": 4219581.0, "reference_squared": 5336212.0, "relative_l2": 0.669247455324674, "squared_error": 2390047.5, "values": 29009920 }, "true_code_control": { "cosine_max": 0.9999725818634033, "cosine_mean": 0.9999433755874634, "cosine_min": 0.9994475245475769, "cosine_std": 2.1615549485431984e-05, "flattened_dot": 5335518.0, "latent_frames": 14165, "mse": 2.0936786854936172e-05, "predicted_squared": 5335431.0, "reference_squared": 5336212.0, "relative_l2": 0.010668705915348716, "squared_error": 607.37451171875, "values": 29009920 } }, "condition_latent_frames": 14165, "emitted_frames": 4106, "model_id": "simpletuner-v2", "sample_id": "5e2bd322-ab3f-4155-aab5-30991fd52a9a", "shard_id": 2709, "token_metrics": { "per_head": [ { "ce_sum": 9019.953659057617, "count": 4096, "top1_correct": 1671, "top5_correct": 3184 }, { "ce_sum": 17931.531311035156, "count": 4096, "top1_correct": 476, "top5_correct": 1275 }, { "ce_sum": 17428.972106933594, "count": 4096, "top1_correct": 554, "top5_correct": 1434 }, { "ce_sum": 18403.86459350586, "count": 4096, "top1_correct": 437, "top5_correct": 1201 }, { "ce_sum": 19484.740112304688, "count": 4096, "top1_correct": 356, "top5_correct": 986 }, { "ce_sum": 22169.22930908203, "count": 4096, "top1_correct": 200, "top5_correct": 623 }, { "ce_sum": 23501.64959716797, "count": 4096, "top1_correct": 123, "top5_correct": 443 }, { "ce_sum": 23661.376098632812, "count": 4096, "top1_correct": 139, "top5_correct": 463 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9250518679618835, "cosine_mean": 0.7357695698738098, "cosine_min": 0.5230843424797058, "cosine_std": 0.054672230035066605, "flattened_dot": 2221734.5, "latent_frames": 8586, "mse": 0.09161031471108491, "predicted_squared": 2737073.75, "reference_squared": 3317282.5, "relative_l2": 0.6968533255605187, "squared_error": 1610887.5, "values": 17584128 }, "true_code_control": { "cosine_max": 0.9998878240585327, "cosine_mean": 0.9994238018989563, "cosine_min": 0.9936599135398865, "cosine_std": 0.00044039933709427714, "flattened_dot": 3319123.0, "latent_frames": 8586, "mse": 0.0002081067362726915, "predicted_squared": 3324622.5, "reference_squared": 3317282.5, "relative_l2": 0.03321331760863458, "squared_error": 3659.37548828125, "values": 17584128 } }, "condition_latent_frames": 8586, "emitted_frames": 2489, "model_id": "simpletuner-v2", "sample_id": "12431af5-17b4-48a8-8aa1-77df9fe01683", "shard_id": 2723, "token_metrics": { "per_head": [ { "ce_sum": 6032.887847900391, "count": 2432, "top1_correct": 845, "top5_correct": 1774 }, { "ce_sum": 10976.12548828125, "count": 2432, "top1_correct": 236, "top5_correct": 724 }, { "ce_sum": 11093.168273925781, "count": 2432, "top1_correct": 234, "top5_correct": 701 }, { "ce_sum": 11738.014953613281, "count": 2432, "top1_correct": 174, "top5_correct": 553 }, { "ce_sum": 11968.693237304688, "count": 2432, "top1_correct": 180, "top5_correct": 534 }, { "ce_sum": 12947.682067871094, "count": 2432, "top1_correct": 103, "top5_correct": 366 }, { "ce_sum": 14032.198852539062, "count": 2432, "top1_correct": 79, "top5_correct": 261 }, { "ce_sum": 14438.875732421875, "count": 2432, "top1_correct": 59, "top5_correct": 218 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.956713080406189, "cosine_mean": 0.7792382836341858, "cosine_min": 0.565369725227356, "cosine_std": 0.046165842562913895, "flattened_dot": 400859.6875, "latent_frames": 1738, "mse": 0.06368317949758164, "predicted_squared": 481591.4375, "reference_squared": 546803.4375, "relative_l2": 0.6438528363987539, "squared_error": 226675.4375, "values": 3559424 }, "true_code_control": { "cosine_max": 0.999907374382019, "cosine_mean": 0.9995995163917542, "cosine_min": 0.9943608045578003, "cosine_std": 0.0005039166426286101, "flattened_dot": 546611.1875, "latent_frames": 1738, "mse": 0.00011381892738188644, "predicted_squared": 546824.0, "reference_squared": 546803.4375, "relative_l2": 0.027219584305724527, "squared_error": 405.12982177734375, "values": 3559424 } }, "condition_latent_frames": 1738, "emitted_frames": 504, "model_id": "simpletuner-v2", "sample_id": "691f4e4b-692d-480a-922f-c648a147203d", "shard_id": 2727, "token_metrics": { "per_head": [ { "ce_sum": 707.0606994628906, "count": 384, "top1_correct": 186, "top5_correct": 323 }, { "ce_sum": 1572.8191528320312, "count": 384, "top1_correct": 53, "top5_correct": 151 }, { "ce_sum": 1687.3232421875, "count": 384, "top1_correct": 39, "top5_correct": 123 }, { "ce_sum": 1711.1658935546875, "count": 384, "top1_correct": 43, "top5_correct": 111 }, { "ce_sum": 1832.0009155273438, "count": 384, "top1_correct": 29, "top5_correct": 90 }, { "ce_sum": 2135.2010498046875, "count": 384, "top1_correct": 14, "top5_correct": 51 }, { "ce_sum": 2250.9159545898438, "count": 384, "top1_correct": 16, "top5_correct": 45 }, { "ce_sum": 2320.1595458984375, "count": 384, "top1_correct": 6, "top5_correct": 34 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9625306725502014, "cosine_mean": 0.7761691808700562, "cosine_min": 0.4450932741165161, "cosine_std": 0.043149761855602264, "flattened_dot": 2650833.0, "latent_frames": 10387, "mse": 0.07240224456126047, "predicted_squared": 3104295.0, "reference_squared": 3737553.5, "relative_l2": 0.6419369109249967, "squared_error": 1540182.25, "values": 21272576 }, "true_code_control": { "cosine_max": 0.9999701976776123, "cosine_mean": 0.999940037727356, "cosine_min": 0.9990377426147461, "cosine_std": 2.7310026780469343e-05, "flattened_dot": 3737863.0, "latent_frames": 10387, "mse": 2.11959413354179e-05, "predicted_squared": 3738622.5, "reference_squared": 3737553.5, "relative_l2": 0.010983548887614075, "squared_error": 450.89227294921875, "values": 21272576 } }, "condition_latent_frames": 10387, "emitted_frames": 3011, "model_id": "simpletuner-v2", "sample_id": "294e1725-1ec3-4636-929d-e3c2d1bb2dee", "shard_id": 2758, "token_metrics": { "per_head": [ { "ce_sum": 5581.546051025391, "count": 2944, "top1_correct": 1323, "top5_correct": 2470 }, { "ce_sum": 12207.844543457031, "count": 2944, "top1_correct": 393, "top5_correct": 1048 }, { "ce_sum": 12406.764770507812, "count": 2944, "top1_correct": 381, "top5_correct": 1003 }, { "ce_sum": 13144.047668457031, "count": 2944, "top1_correct": 321, "top5_correct": 859 }, { "ce_sum": 14958.593444824219, "count": 2944, "top1_correct": 180, "top5_correct": 570 }, { "ce_sum": 16082.737121582031, "count": 2944, "top1_correct": 123, "top5_correct": 434 }, { "ce_sum": 17696.772399902344, "count": 2944, "top1_correct": 78, "top5_correct": 265 }, { "ce_sum": 17947.426696777344, "count": 2944, "top1_correct": 54, "top5_correct": 224 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9715849161148071, "cosine_mean": 0.7746053338050842, "cosine_min": 0.4575725197792053, "cosine_std": 0.05152195692062378, "flattened_dot": 2646429.0, "latent_frames": 10132, "mse": 0.07490059438073678, "predicted_squared": 3252304.5, "reference_squared": 3594765.5, "relative_l2": 0.6575365766850695, "squared_error": 1554212.5, "values": 20750336 }, "true_code_control": { "cosine_max": 0.999963641166687, "cosine_mean": 0.9999216198921204, "cosine_min": 0.9993224740028381, "cosine_std": 3.655890395748429e-05, "flattened_dot": 3595126.25, "latent_frames": 10132, "mse": 2.705657901003386e-05, "predicted_squared": 3596048.25, "reference_squared": 3594765.5, "relative_l2": 0.012497228954051549, "squared_error": 561.43310546875, "values": 20750336 } }, "condition_latent_frames": 10132, "emitted_frames": 2937, "model_id": "simpletuner-v2", "sample_id": "fc3ac309-110c-471e-8396-f60e94356e1b", "shard_id": 2763, "token_metrics": { "per_head": [ { "ce_sum": 6104.321884155273, "count": 2816, "top1_correct": 1134, "top5_correct": 2205 }, { "ce_sum": 12122.102447509766, "count": 2816, "top1_correct": 330, "top5_correct": 877 }, { "ce_sum": 12005.591217041016, "count": 2816, "top1_correct": 330, "top5_correct": 941 }, { "ce_sum": 12715.650024414062, "count": 2816, "top1_correct": 284, "top5_correct": 814 }, { "ce_sum": 13752.832763671875, "count": 2816, "top1_correct": 203, "top5_correct": 611 }, { "ce_sum": 14966.033813476562, "count": 2816, "top1_correct": 156, "top5_correct": 428 }, { "ce_sum": 16115.2783203125, "count": 2816, "top1_correct": 98, "top5_correct": 308 }, { "ce_sum": 16276.012634277344, "count": 2816, "top1_correct": 96, "top5_correct": 324 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9433750510215759, "cosine_mean": 0.8361330032348633, "cosine_min": 0.5714523196220398, "cosine_std": 0.04225217550992966, "flattened_dot": 1712780.75, "latent_frames": 5101, "mse": 0.06465028375065857, "predicted_squared": 1945855.0, "reference_squared": 2155098.0, "relative_l2": 0.5598147584857366, "squared_error": 675391.6875, "values": 10446848 }, "true_code_control": { "cosine_max": 0.9999544620513916, "cosine_mean": 0.9999021887779236, "cosine_min": 0.9995412826538086, "cosine_std": 4.1766859794734046e-05, "flattened_dot": 2157646.5, "latent_frames": 5101, "mse": 4.007266365156714e-05, "predicted_squared": 2160613.5, "reference_squared": 2155098.0, "relative_l2": 0.01393744708578442, "squared_error": 418.6330261230469, "values": 10446848 } }, "condition_latent_frames": 5101, "emitted_frames": 1479, "model_id": "simpletuner-v2", "sample_id": "714c7c68-d9ea-443c-8d15-43f6cd297e52", "shard_id": 2773, "token_metrics": { "per_head": [ { "ce_sum": 2585.6578826904297, "count": 1408, "top1_correct": 642, "top5_correct": 1199 }, { "ce_sum": 5104.7718505859375, "count": 1408, "top1_correct": 238, "top5_correct": 650 }, { "ce_sum": 5150.457061767578, "count": 1408, "top1_correct": 281, "top5_correct": 631 }, { "ce_sum": 5850.27880859375, "count": 1408, "top1_correct": 199, "top5_correct": 512 }, { "ce_sum": 6325.693176269531, "count": 1408, "top1_correct": 138, "top5_correct": 382 }, { "ce_sum": 7040.982421875, "count": 1408, "top1_correct": 81, "top5_correct": 282 }, { "ce_sum": 7409.056335449219, "count": 1408, "top1_correct": 70, "top5_correct": 236 }, { "ce_sum": 7346.966552734375, "count": 1408, "top1_correct": 78, "top5_correct": 258 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9537258148193359, "cosine_mean": 0.767276406288147, "cosine_min": 0.4975220263004303, "cosine_std": 0.045448385179042816, "flattened_dot": 3726185.5, "latent_frames": 15524, "mse": 0.07143395219196888, "predicted_squared": 4512751.0, "reference_squared": 5210731.0, "relative_l2": 0.6601913134823211, "squared_error": 2271110.5, "values": 31793152 }, "true_code_control": { "cosine_max": 0.9999696612358093, "cosine_mean": 0.9999325275421143, "cosine_min": 0.9992012977600098, "cosine_std": 3.076238135690801e-05, "flattened_dot": 5211466.0, "latent_frames": 15524, "mse": 2.2063267442928828e-05, "predicted_squared": 5212902.0, "reference_squared": 5210731.0, "relative_l2": 0.011602521478740758, "squared_error": 701.4608154296875, "values": 31793152 } }, "condition_latent_frames": 15524, "emitted_frames": 4500, "model_id": "simpletuner-v2", "sample_id": "8714af38-1caf-45ea-ab9d-f56d3ba19c7a", "shard_id": 2796, "token_metrics": { "per_head": [ { "ce_sum": 8561.817398071289, "count": 4480, "top1_correct": 1983, "top5_correct": 3729 }, { "ce_sum": 18887.970672607422, "count": 4480, "top1_correct": 507, "top5_correct": 1518 }, { "ce_sum": 19372.570556640625, "count": 4480, "top1_correct": 546, "top5_correct": 1465 }, { "ce_sum": 20058.42987060547, "count": 4480, "top1_correct": 473, "top5_correct": 1291 }, { "ce_sum": 21453.77166748047, "count": 4480, "top1_correct": 354, "top5_correct": 1038 }, { "ce_sum": 25143.921936035156, "count": 4480, "top1_correct": 152, "top5_correct": 530 }, { "ce_sum": 27043.77703857422, "count": 4480, "top1_correct": 110, "top5_correct": 364 }, { "ce_sum": 27156.03741455078, "count": 4480, "top1_correct": 107, "top5_correct": 350 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.967939555644989, "cosine_mean": 0.7933732867240906, "cosine_min": 0.571882426738739, "cosine_std": 0.045396771281957626, "flattened_dot": 3492818.0, "latent_frames": 11946, "mse": 0.07453821125729847, "predicted_squared": 3959124.0, "reference_squared": 4850120.0, "relative_l2": 0.6131821059326497, "squared_error": 1823607.75, "values": 24465408 }, "true_code_control": { "cosine_max": 0.9999736547470093, "cosine_mean": 0.9999292492866516, "cosine_min": 0.9993231296539307, "cosine_std": 3.688811193569563e-05, "flattened_dot": 4851119.0, "latent_frames": 11946, "mse": 2.708903872625484e-05, "predicted_squared": 4852781.0, "reference_squared": 4850120.0, "relative_l2": 0.011689522909422876, "squared_error": 662.744384765625, "values": 24465408 } }, "condition_latent_frames": 11946, "emitted_frames": 3463, "model_id": "simpletuner-v2", "sample_id": "c6cb5b8f-fb7e-4cdb-a4ba-9aec542593a2", "shard_id": 2816, "token_metrics": { "per_head": [ { "ce_sum": 6670.337539672852, "count": 3456, "top1_correct": 1595, "top5_correct": 2832 }, { "ce_sum": 13966.272430419922, "count": 3456, "top1_correct": 439, "top5_correct": 1249 }, { "ce_sum": 13779.01187133789, "count": 3456, "top1_correct": 541, "top5_correct": 1337 }, { "ce_sum": 15274.446502685547, "count": 3456, "top1_correct": 405, "top5_correct": 1059 }, { "ce_sum": 16039.795471191406, "count": 3456, "top1_correct": 304, "top5_correct": 925 }, { "ce_sum": 17725.42156982422, "count": 3456, "top1_correct": 220, "top5_correct": 692 }, { "ce_sum": 19223.125915527344, "count": 3456, "top1_correct": 176, "top5_correct": 470 }, { "ce_sum": 20114.90216064453, "count": 3456, "top1_correct": 117, "top5_correct": 377 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9643898606300354, "cosine_mean": 0.7955507636070251, "cosine_min": 0.4756939709186554, "cosine_std": 0.04097311943769455, "flattened_dot": 3518203.25, "latent_frames": 12895, "mse": 0.06987510583529226, "predicted_squared": 4008622.0, "reference_squared": 4873113.0, "relative_l2": 0.6153662133860014, "squared_error": 1845328.875, "values": 26408960 }, "true_code_control": { "cosine_max": 0.9999680519104004, "cosine_mean": 0.999930202960968, "cosine_min": 0.9966968297958374, "cosine_std": 9.874150418909267e-05, "flattened_dot": 4869668.5, "latent_frames": 12895, "mse": 2.5702114482404834e-05, "predicted_squared": 4866902.0, "reference_squared": 4873113.0, "relative_l2": 0.011802033286078288, "squared_error": 678.76611328125, "values": 26408960 } }, "condition_latent_frames": 12895, "emitted_frames": 3738, "model_id": "simpletuner-v2", "sample_id": "61fbb2b6-e81e-4a17-93bb-576d82fa6869", "shard_id": 2825, "token_metrics": { "per_head": [ { "ce_sum": 7018.667282104492, "count": 3712, "top1_correct": 1715, "top5_correct": 3097 }, { "ce_sum": 15459.340545654297, "count": 3712, "top1_correct": 475, "top5_correct": 1281 }, { "ce_sum": 15386.821319580078, "count": 3712, "top1_correct": 481, "top5_correct": 1289 }, { "ce_sum": 16416.910064697266, "count": 3712, "top1_correct": 392, "top5_correct": 1119 }, { "ce_sum": 17729.004821777344, "count": 3712, "top1_correct": 290, "top5_correct": 908 }, { "ce_sum": 20154.625244140625, "count": 3712, "top1_correct": 149, "top5_correct": 535 }, { "ce_sum": 21436.886657714844, "count": 3712, "top1_correct": 118, "top5_correct": 393 }, { "ce_sum": 22051.446655273438, "count": 3712, "top1_correct": 117, "top5_correct": 371 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9615517854690552, "cosine_mean": 0.7978976368904114, "cosine_min": 0.6577354669570923, "cosine_std": 0.037396140396595, "flattened_dot": 718719.8125, "latent_frames": 2628, "mse": 0.06823537121080372, "predicted_squared": 841138.125, "reference_squared": 963554.0, "relative_l2": 0.6173684144801385, "squared_error": 367252.59375, "values": 5382144 }, "true_code_control": { "cosine_max": 0.999945878982544, "cosine_mean": 0.9998265504837036, "cosine_min": 0.9987019300460815, "cosine_std": 0.00013342281454242766, "flattened_dot": 962452.125, "latent_frames": 2628, "mse": 5.877174471066967e-05, "predicted_squared": 961666.625, "reference_squared": 963554.0, "relative_l2": 0.018118570034016745, "squared_error": 316.3179931640625, "values": 5382144 } }, "condition_latent_frames": 2628, "emitted_frames": 762, "model_id": "simpletuner-v2", "sample_id": "9a9447bd-e1f9-4caa-96b9-6acd1468f8f7", "shard_id": 2826, "token_metrics": { "per_head": [ { "ce_sum": 1313.8929595947266, "count": 640, "top1_correct": 268, "top5_correct": 514 }, { "ce_sum": 2543.1156005859375, "count": 640, "top1_correct": 88, "top5_correct": 244 }, { "ce_sum": 2371.023681640625, "count": 640, "top1_correct": 118, "top5_correct": 285 }, { "ce_sum": 2567.2713012695312, "count": 640, "top1_correct": 92, "top5_correct": 248 }, { "ce_sum": 2947.9535522460938, "count": 640, "top1_correct": 68, "top5_correct": 182 }, { "ce_sum": 3265.4898681640625, "count": 640, "top1_correct": 41, "top5_correct": 109 }, { "ce_sum": 3315.3283081054688, "count": 640, "top1_correct": 29, "top5_correct": 113 }, { "ce_sum": 3463.0820922851562, "count": 640, "top1_correct": 30, "top5_correct": 101 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9676209688186646, "cosine_mean": 0.775428295135498, "cosine_min": 0.5924640893936157, "cosine_std": 0.061832644045352936, "flattened_dot": 317285.875, "latent_frames": 1189, "mse": 0.07596474560095143, "predicted_squared": 375184.5, "reference_squared": 444366.875, "relative_l2": 0.6451951716821189, "squared_error": 184979.625, "values": 2435072 }, "true_code_control": { "cosine_max": 0.9999676942825317, "cosine_mean": 0.9999398589134216, "cosine_min": 0.9998760223388672, "cosine_std": 1.703140515019186e-05, "flattened_dot": 444312.25, "latent_frames": 1189, "mse": 2.20588788302432e-05, "predicted_squared": 444311.34375, "reference_squared": 444366.875, "relative_l2": 0.010994532878844616, "squared_error": 53.71495819091797, "values": 2435072 } }, "condition_latent_frames": 1189, "emitted_frames": 345, "model_id": "simpletuner-v2", "sample_id": "b6a737a4-ec40-4721-943a-dd0cbeff13b4", "shard_id": 2839, "token_metrics": { "per_head": [ { "ce_sum": 646.1787414550781, "count": 256, "top1_correct": 90, "top5_correct": 177 }, { "ce_sum": 1102.7510070800781, "count": 256, "top1_correct": 35, "top5_correct": 78 }, { "ce_sum": 1128.14111328125, "count": 256, "top1_correct": 29, "top5_correct": 83 }, { "ce_sum": 1073.2471923828125, "count": 256, "top1_correct": 22, "top5_correct": 82 }, { "ce_sum": 1126.8576049804688, "count": 256, "top1_correct": 36, "top5_correct": 85 }, { "ce_sum": 1346.1929931640625, "count": 256, "top1_correct": 16, "top5_correct": 44 }, { "ce_sum": 1364.3094482421875, "count": 256, "top1_correct": 19, "top5_correct": 49 }, { "ce_sum": 1381.6097412109375, "count": 256, "top1_correct": 17, "top5_correct": 37 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9825527667999268, "cosine_mean": 0.7805342078208923, "cosine_min": 0.43425893783569336, "cosine_std": 0.04449344426393509, "flattened_dot": 3893496.0, "latent_frames": 13920, "mse": 0.07761435673154633, "predicted_squared": 4567906.0, "reference_squared": 5431728.0, "relative_l2": 0.6382438195238278, "squared_error": 2212642.5, "values": 28508160 }, "true_code_control": { "cosine_max": 0.9999679923057556, "cosine_mean": 0.9999398589134216, "cosine_min": 0.9991027116775513, "cosine_std": 2.364979445701465e-05, "flattened_dot": 5430987.0, "latent_frames": 13920, "mse": 2.297903785760375e-05, "predicted_squared": 5430901.0, "reference_squared": 5431728.0, "relative_l2": 0.010982001712443427, "squared_error": 655.090087890625, "values": 28508160 } }, "condition_latent_frames": 13920, "emitted_frames": 4035, "model_id": "simpletuner-v2", "sample_id": "98ec4615-a68c-4c5a-885e-0c30edd73292", "shard_id": 2907, "token_metrics": { "per_head": [ { "ce_sum": 8280.937545776367, "count": 3968, "top1_correct": 1713, "top5_correct": 3137 }, { "ce_sum": 16392.628143310547, "count": 3968, "top1_correct": 531, "top5_correct": 1393 }, { "ce_sum": 16581.461547851562, "count": 3968, "top1_correct": 524, "top5_correct": 1390 }, { "ce_sum": 17307.326782226562, "count": 3968, "top1_correct": 446, "top5_correct": 1260 }, { "ce_sum": 18939.10467529297, "count": 3968, "top1_correct": 306, "top5_correct": 968 }, { "ce_sum": 21404.286865234375, "count": 3968, "top1_correct": 209, "top5_correct": 627 }, { "ce_sum": 22870.070739746094, "count": 3968, "top1_correct": 126, "top5_correct": 426 }, { "ce_sum": 23336.119995117188, "count": 3968, "top1_correct": 103, "top5_correct": 382 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9588369727134705, "cosine_mean": 0.7838839292526245, "cosine_min": 0.49479958415031433, "cosine_std": 0.04940566048026085, "flattened_dot": 3061411.5, "latent_frames": 11467, "mse": 0.07367319672756606, "predicted_squared": 3433307.75, "reference_squared": 4419687.0, "relative_l2": 0.6256751159009258, "squared_error": 1730172.0, "values": 23484416 }, "true_code_control": { "cosine_max": 0.9999633431434631, "cosine_mean": 0.9999056458473206, "cosine_min": 0.9975554347038269, "cosine_std": 9.631387365516275e-05, "flattened_dot": 4419927.0, "latent_frames": 11467, "mse": 3.470597525383961e-05, "predicted_squared": 4420981.0, "reference_squared": 4419687.0, "relative_l2": 0.013579889992364716, "squared_error": 815.049560546875, "values": 23484416 } }, "condition_latent_frames": 11467, "emitted_frames": 3324, "model_id": "simpletuner-v2", "sample_id": "75923ab0-beba-4f6c-8d39-eabf04d22372", "shard_id": 2928, "token_metrics": { "per_head": [ { "ce_sum": 5525.2449951171875, "count": 3200, "top1_correct": 1573, "top5_correct": 2736 }, { "ce_sum": 12963.908142089844, "count": 3200, "top1_correct": 489, "top5_correct": 1196 }, { "ce_sum": 12672.86831665039, "count": 3200, "top1_correct": 523, "top5_correct": 1274 }, { "ce_sum": 13463.091339111328, "count": 3200, "top1_correct": 409, "top5_correct": 1141 }, { "ce_sum": 14765.756164550781, "count": 3200, "top1_correct": 293, "top5_correct": 854 }, { "ce_sum": 16846.82861328125, "count": 3200, "top1_correct": 176, "top5_correct": 563 }, { "ce_sum": 18042.050903320312, "count": 3200, "top1_correct": 133, "top5_correct": 424 }, { "ce_sum": 18849.188354492188, "count": 3200, "top1_correct": 95, "top5_correct": 331 } ] } }, { "condition_embedding_replay": { "predicted_codes": { "cosine_max": 0.9422266483306885, "cosine_mean": 0.7558683156967163, "cosine_min": 0.5575735569000244, "cosine_std": 0.04379183426499367, "flattened_dot": 2990131.5, "latent_frames": 11788, "mse": 0.08104376247627354, "predicted_squared": 3571017.25, "reference_squared": 4365790.0, "relative_l2": 0.6694427096567208, "squared_error": 1956544.25, "values": 24141824 }, "true_code_control": { "cosine_max": 0.9999693036079407, "cosine_mean": 0.9999439120292664, "cosine_min": 0.9997127056121826, "cosine_std": 1.3662951459991746e-05, "flattened_dot": 4365614.0, "latent_frames": 11788, "mse": 2.0514522664296978e-05, "predicted_squared": 4365932.5, "reference_squared": 4365790.0, "relative_l2": 0.010650851436021755, "squared_error": 495.25799560546875, "values": 24141824 } }, "condition_latent_frames": 11788, "emitted_frames": 3417, "model_id": "simpletuner-v2", "sample_id": "4f274859-822a-4105-8e34-2890a3f4e880", "shard_id": 2955, "token_metrics": { "per_head": [ { "ce_sum": 6794.089584350586, "count": 3328, "top1_correct": 1434, "top5_correct": 2699 }, { "ce_sum": 14481.278930664062, "count": 3328, "top1_correct": 346, "top5_correct": 1041 }, { "ce_sum": 14119.829162597656, "count": 3328, "top1_correct": 415, "top5_correct": 1117 }, { "ce_sum": 15366.246643066406, "count": 3328, "top1_correct": 289, "top5_correct": 862 }, { "ce_sum": 15731.191955566406, "count": 3328, "top1_correct": 284, "top5_correct": 867 }, { "ce_sum": 18559.358825683594, "count": 3328, "top1_correct": 129, "top5_correct": 396 }, { "ce_sum": 19130.299072265625, "count": 3328, "top1_correct": 105, "top5_correct": 344 }, { "ce_sum": 20287.64422607422, "count": 3328, "top1_correct": 61, "top5_correct": 225 } ] } } ], "token_metrics": { "acoustic_top1": 0.07620937306461602, "acoustic_top5": 0.21978099517444263, "loss": 4.633152916080001, "per_head": [ { "cross_entropy": 2.0675839665480433, "frames": 354304, "head": 0, "top1": 0.4285754606213873, "top5": 0.8018594201589595, "vocab_size": 16384 }, { "cross_entropy": 4.25709032254412, "frames": 354304, "head": 1, "top1": 0.11949625180635838, "top5": 0.33115065028901736, "vocab_size": 1024 }, { "cross_entropy": 4.236256216991843, "frames": 354304, "head": 2, "top1": 0.12558988890895953, "top5": 0.3394260296242775, "vocab_size": 1024 }, { "cross_entropy": 4.532510933934609, "frames": 354304, "head": 3, "top1": 0.10005814216040462, "top5": 0.2822293849349711, "vocab_size": 1024 }, { "cross_entropy": 4.802503578752452, "frames": 354304, "head": 4, "top1": 0.08076679913294797, "top5": 0.23649747109826588, "vocab_size": 1024 }, { "cross_entropy": 5.436662318045005, "frames": 354304, "head": 5, "top1": 0.0470302339234104, "top5": 0.14838669617052022, "vocab_size": 1024 }, { "cross_entropy": 5.788419944013475, "frames": 354304, "head": 6, "top1": 0.03289547958815029, "top5": 0.10805974530346821, "vocab_size": 1024 }, { "cross_entropy": 5.944196047810461, "frames": 354304, "head": 7, "top1": 0.027628815932080924, "top5": 0.09271698880057803, "vocab_size": 1024 } ], "semantic_top1": 0.4285754606213873, "semantic_top5": 0.8018594201589595 } }