diff --git "a/evaluation/replay-comparison/raw-metrics-serveurperso-v1.json" "b/evaluation/replay-comparison/raw-metrics-serveurperso-v1.json" new file mode 100644--- /dev/null +++ "b/evaluation/replay-comparison/raw-metrics-serveurperso-v1.json" @@ -0,0 +1,11727 @@ +{ + "checkpoint": { + "checkpoint_bytes": 163955786, + "checkpoint_sha256": "fd7bfefb197cb7b65a6b6d9b1373c1772a15979f1a4b67d820764d610f0fb9a5", + "checkpoint_url": "https://www.serveurperso.com/ia/ssd/workspace/git/minimaxmusic.cpp/training/checkpoints/v1/best.pt", + "epoch": 17, + "reported_validation_loss": 5.292583839459852, + "source_commit": "d19efe9f94e41ac4c900aa30d56fe90c8dac7ef1", + "source_url": "https://github.com/ServeurpersoCom/minimaxmusic.cpp/commit/d19efe9f94e41ac4c900aa30d56fe90c8dac7ef1" + }, + "condition_embedding_replay": { + "predicted_codes": { + "global_flattened_cosine": 0.6636795577623623, + "latent_frames": 1247184, + "latent_weighted_mean_cosine": 0.6623315079063057, + "mse": 0.108709813883267, + "per_record_cosine": { + "count": 130, + "max": 0.7290002703666687, + "mean": 0.6633286081827604, + "min": 0.6026018261909485, + "quantiles": { + "0.0": 0.6026018261909485, + "0.05": 0.6280524551868438, + "0.25": 0.6483299732208252, + "0.5": 0.6645751297473907, + "0.75": 0.6784153282642365, + "0.95": 0.6963281780481339, + "1.0": 0.7290002703666687 + }, + "std": 0.02217457298933777 + }, + "relative_l2": 0.7713430530920168 + }, + "true_code_control": { + "global_flattened_cosine": 0.9999244132588798, + "latent_frames": 1247184, + "latent_weighted_mean_cosine": 0.9999227839764951, + "mse": 2.763638821693823e-05, + "per_record_cosine": { + "count": 130, + "max": 0.999957263469696, + "mean": 0.9999072317893688, + "min": 0.9983662366867065, + "quantiles": { + "0.0": 0.9983662366867065, + "0.05": 0.999821075797081, + "0.25": 0.9999240636825562, + "0.5": 0.9999381899833679, + "0.75": 0.9999445825815201, + "0.95": 0.9999500513076782, + "1.0": 0.999957263469696 + }, + "std": 0.00015022638681815362 + }, + "relative_l2": 0.01229854795158292 + } + }, + "dataset": { + "exact_alignment_records": 130, + "repo_id": "bghira/minimax-music3-rvq-reverse-distillation", + "revision": "5029b1e7f1bbfbf028b76b38564fecccda94a111", + "split": "holdout" + }, + "format": "simpletuner-minimaxmusic-external-replay-v1", + "limitations": [ + "This is teacher-forced hidden-state replay, not a diffusion render or audio-domain score.", + "Only the 130 holdout records with recorded exact chunk alignment are included.", + "Complete non-overlapping windows define token metrics; a shifted final window fills replay-only tail frames.", + "The Serveurperso checkpoint was trained on a separate corpus and has no checkpoint-specific license declaration." + ], + "model_id": "serveurperso-v1", + "parameter_count": 40978944, + "protocol": { + "code_selection": "argmax", + "condition": "official condition encoder with recorded chunk stitching", + "metric": "cosine similarity per stitched condition-embedding latent frame", + "official_model_revision": "fbdf52fbaaca799592917417eb05f1899f1255ec", + "replay": "teacher-forced official language model and RVQ depth decoder", + "window_frames": 128 + }, + "records": [ + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9156121015548706, + "cosine_mean": 0.6203688383102417, + "cosine_min": 0.24130788445472717, + "cosine_std": 0.059822458773851395, + "flattened_dot": 2846011.5, + "latent_frames": 15524, + "mse": 0.11201923294676791, + "predicted_squared": 4002949.25, + "reference_squared": 5250518.5, + "relative_l2": 0.8235917619898446, + "squared_error": 3561444.5, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999727010726929, + "cosine_mean": 0.9999457597732544, + "cosine_min": 0.9997843503952026, + "cosine_std": 1.1789102245529648e-05, + "flattened_dot": 5247772.0, + "latent_frames": 15524, + "mse": 1.8229315005083485e-05, + "predicted_squared": 5245605.0, + "reference_squared": 5250518.5, + "relative_l2": 0.010506325979063667, + "squared_error": 579.5673828125, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "bf131a41-49be-43c7-bf93-9c79f5be522e", + "shard_id": 233, + "token_metrics": { + "per_head": [ + { + "ce_sum": 19529.234741210938, + "count": 4480, + "top1_correct": 671, + "top5_correct": 1759 + }, + { + "ce_sum": 24014.627563476562, + "count": 4480, + "top1_correct": 230, + "top5_correct": 736 + }, + { + "ce_sum": 24138.909790039062, + "count": 4480, + "top1_correct": 234, + "top5_correct": 726 + }, + { + "ce_sum": 25498.330993652344, + "count": 4480, + "top1_correct": 139, + "top5_correct": 534 + }, + { + "ce_sum": 25288.197265625, + "count": 4480, + "top1_correct": 152, + "top5_correct": 506 + }, + { + "ce_sum": 28343.339782714844, + "count": 4480, + "top1_correct": 51, + "top5_correct": 234 + }, + { + "ce_sum": 28929.262573242188, + "count": 4480, + "top1_correct": 51, + "top5_correct": 219 + }, + { + "ce_sum": 29211.012145996094, + "count": 4480, + "top1_correct": 45, + "top5_correct": 186 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9611713290214539, + "cosine_mean": 0.6764711141586304, + "cosine_min": 0.3506896495819092, + "cosine_std": 0.054706886410713196, + "flattened_dot": 3446983.0, + "latent_frames": 15403, + "mse": 0.10910061719409368, + "predicted_squared": 4289000.0, + "reference_squared": 6046583.0, + "relative_l2": 0.7544426436761031, + "squared_error": 3441616.5, + "values": 31545344 + }, + "true_code_control": { + "cosine_max": 0.9999679327011108, + "cosine_mean": 0.9999333024024963, + "cosine_min": 0.9993491172790527, + "cosine_std": 2.74152698693797e-05, + "flattened_dot": 6043039.5, + "latent_frames": 15403, + "mse": 2.5502367545310333e-05, + "predicted_squared": 6040300.5, + "reference_squared": 6046583.0, + "relative_l2": 0.011534608931131687, + "squared_error": 804.48095703125, + "values": 31545344 + } + }, + "condition_latent_frames": 15403, + "emitted_frames": 4465, + "model_id": "serveurperso-v1", + "sample_id": "2e12af11-2d89-493b-bc9e-407b80a39dbd", + "shard_id": 244, + "token_metrics": { + "per_head": [ + { + "ce_sum": 15216.934814453125, + "count": 4352, + "top1_correct": 1048, + "top5_correct": 2315 + }, + { + "ce_sum": 22483.96844482422, + "count": 4352, + "top1_correct": 263, + "top5_correct": 813 + }, + { + "ce_sum": 21675.46600341797, + "count": 4352, + "top1_correct": 340, + "top5_correct": 941 + }, + { + "ce_sum": 23320.481384277344, + "count": 4352, + "top1_correct": 201, + "top5_correct": 657 + }, + { + "ce_sum": 23916.063049316406, + "count": 4352, + "top1_correct": 183, + "top5_correct": 601 + }, + { + "ce_sum": 26372.073669433594, + "count": 4352, + "top1_correct": 115, + "top5_correct": 332 + }, + { + "ce_sum": 26279.395568847656, + "count": 4352, + "top1_correct": 98, + "top5_correct": 348 + }, + { + "ce_sum": 27618.48321533203, + "count": 4352, + "top1_correct": 70, + "top5_correct": 224 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9515567421913147, + "cosine_mean": 0.6605103015899658, + "cosine_min": 0.33128124475479126, + "cosine_std": 0.06408841907978058, + "flattened_dot": 2752510.25, + "latent_frames": 12553, + "mse": 0.11615026700850892, + "predicted_squared": 3476817.25, + "reference_squared": 5014258.0, + "relative_l2": 0.7716946844604623, + "squared_error": 2986054.25, + "values": 25708544 + }, + "true_code_control": { + "cosine_max": 0.9999747276306152, + "cosine_mean": 0.999941349029541, + "cosine_min": 0.9994785189628601, + "cosine_std": 2.12174254556885e-05, + "flattened_dot": 5012467.0, + "latent_frames": 12553, + "mse": 2.277673767504346e-05, + "predicted_squared": 5011262.0, + "reference_squared": 5014258.0, + "relative_l2": 0.01080640307427066, + "squared_error": 585.5567626953125, + "values": 25708544 + } + }, + "condition_latent_frames": 12553, + "emitted_frames": 3639, + "model_id": "serveurperso-v1", + "sample_id": "a5ba167a-f2d9-4f7d-8600-ecd37ea10d55", + "shard_id": 249, + "token_metrics": { + "per_head": [ + { + "ce_sum": 13926.042083740234, + "count": 3584, + "top1_correct": 712, + "top5_correct": 1664 + }, + { + "ce_sum": 18272.564453125, + "count": 3584, + "top1_correct": 222, + "top5_correct": 672 + }, + { + "ce_sum": 18141.804321289062, + "count": 3584, + "top1_correct": 236, + "top5_correct": 741 + }, + { + "ce_sum": 19906.573669433594, + "count": 3584, + "top1_correct": 158, + "top5_correct": 488 + }, + { + "ce_sum": 20706.82501220703, + "count": 3584, + "top1_correct": 121, + "top5_correct": 413 + }, + { + "ce_sum": 21574.31103515625, + "count": 3584, + "top1_correct": 88, + "top5_correct": 294 + }, + { + "ce_sum": 22376.115661621094, + "count": 3584, + "top1_correct": 67, + "top5_correct": 232 + }, + { + "ce_sum": 22960.743286132812, + "count": 3584, + "top1_correct": 54, + "top5_correct": 185 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9498373866081238, + "cosine_mean": 0.6730811595916748, + "cosine_min": 0.2966535687446594, + "cosine_std": 0.06166483461856842, + "flattened_dot": 2744791.0, + "latent_frames": 13071, + "mse": 0.1026600401473204, + "predicted_squared": 3473342.0, + "reference_squared": 4764389.0, + "relative_l2": 0.7594802623181482, + "squared_error": 2748148.5, + "values": 26769408 + }, + "true_code_control": { + "cosine_max": 0.9999668598175049, + "cosine_mean": 0.9999411702156067, + "cosine_min": 0.99932861328125, + "cosine_std": 2.0227502318448387e-05, + "flattened_dot": 4765881.0, + "latent_frames": 13071, + "mse": 2.109725804912972e-05, + "predicted_squared": 4767938.0, + "reference_squared": 4764389.0, + "relative_l2": 0.010887515450196686, + "squared_error": 564.7611083984375, + "values": 26769408 + } + }, + "condition_latent_frames": 13071, + "emitted_frames": 3789, + "model_id": "serveurperso-v1", + "sample_id": "532f4630-561f-4eda-8a10-b4d14a6e10eb", + "shard_id": 273, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12552.863372802734, + "count": 3712, + "top1_correct": 907, + "top5_correct": 2061 + }, + { + "ce_sum": 18646.518188476562, + "count": 3712, + "top1_correct": 242, + "top5_correct": 763 + }, + { + "ce_sum": 18850.398315429688, + "count": 3712, + "top1_correct": 234, + "top5_correct": 726 + }, + { + "ce_sum": 20609.354919433594, + "count": 3712, + "top1_correct": 136, + "top5_correct": 505 + }, + { + "ce_sum": 20780.32208251953, + "count": 3712, + "top1_correct": 134, + "top5_correct": 454 + }, + { + "ce_sum": 22851.734130859375, + "count": 3712, + "top1_correct": 72, + "top5_correct": 252 + }, + { + "ce_sum": 23779.474975585938, + "count": 3712, + "top1_correct": 51, + "top5_correct": 192 + }, + { + "ce_sum": 24014.12646484375, + "count": 3712, + "top1_correct": 42, + "top5_correct": 179 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9471049308776855, + "cosine_mean": 0.6718868613243103, + "cosine_min": 0.3129964768886566, + "cosine_std": 0.06664110720157623, + "flattened_dot": 1946335.25, + "latent_frames": 9476, + "mse": 0.10054341385061603, + "predicted_squared": 2446553.5, + "reference_squared": 3397348.0, + "relative_l2": 0.7578518204613678, + "squared_error": 1951230.75, + "values": 19406848 + }, + "true_code_control": { + "cosine_max": 0.9999704360961914, + "cosine_mean": 0.9999377727508545, + "cosine_min": 0.9996823668479919, + "cosine_std": 2.2029958927305415e-05, + "flattened_dot": 3397272.75, + "latent_frames": 9476, + "mse": 2.169885832632378e-05, + "predicted_squared": 3397618.5, + "reference_squared": 3397348.0, + "relative_l2": 0.011133351653543958, + "squared_error": 421.1064453125, + "values": 19406848 + } + }, + "condition_latent_frames": 9476, + "emitted_frames": 2747, + "model_id": "serveurperso-v1", + "sample_id": "e0203aee-7dcd-498d-9b7a-22a1efaaa674", + "shard_id": 308, + "token_metrics": { + "per_head": [ + { + "ce_sum": 9597.349548339844, + "count": 2688, + "top1_correct": 625, + "top5_correct": 1429 + }, + { + "ce_sum": 14071.559448242188, + "count": 2688, + "top1_correct": 139, + "top5_correct": 482 + }, + { + "ce_sum": 13079.96630859375, + "count": 2688, + "top1_correct": 212, + "top5_correct": 651 + }, + { + "ce_sum": 14690.629638671875, + "count": 2688, + "top1_correct": 115, + "top5_correct": 411 + }, + { + "ce_sum": 15082.983032226562, + "count": 2688, + "top1_correct": 97, + "top5_correct": 340 + }, + { + "ce_sum": 16377.048645019531, + "count": 2688, + "top1_correct": 42, + "top5_correct": 187 + }, + { + "ce_sum": 16897.62078857422, + "count": 2688, + "top1_correct": 49, + "top5_correct": 142 + }, + { + "ce_sum": 17137.490783691406, + "count": 2688, + "top1_correct": 37, + "top5_correct": 134 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9538747668266296, + "cosine_mean": 0.6495266556739807, + "cosine_min": 0.40873897075653076, + "cosine_std": 0.06438331305980682, + "flattened_dot": 684816.1875, + "latent_frames": 3400, + "mse": 0.10936715518727022, + "predicted_squared": 900196.5, + "reference_squared": 1230981.25, + "relative_l2": 0.7865424624412015, + "squared_error": 761545.375, + "values": 6963200 + }, + "true_code_control": { + "cosine_max": 0.9999676942825317, + "cosine_mean": 0.9999436140060425, + "cosine_min": 0.9998382925987244, + "cosine_std": 1.3914136616222095e-05, + "flattened_dot": 1230944.25, + "latent_frames": 3400, + "mse": 1.995806089218925e-05, + "predicted_squared": 1231046.25, + "reference_squared": 1230981.25, + "relative_l2": 0.010625218930833446, + "squared_error": 138.9719696044922, + "values": 6963200 + } + }, + "condition_latent_frames": 3400, + "emitted_frames": 986, + "model_id": "serveurperso-v1", + "sample_id": "609c8509-95c6-48ae-99ff-72b27b90d5a5", + "shard_id": 309, + "token_metrics": { + "per_head": [ + { + "ce_sum": 3566.9201049804688, + "count": 896, + "top1_correct": 163, + "top5_correct": 398 + }, + { + "ce_sum": 4686.234436035156, + "count": 896, + "top1_correct": 57, + "top5_correct": 168 + }, + { + "ce_sum": 4735.5677490234375, + "count": 896, + "top1_correct": 51, + "top5_correct": 154 + }, + { + "ce_sum": 5142.699462890625, + "count": 896, + "top1_correct": 36, + "top5_correct": 123 + }, + { + "ce_sum": 5291.718017578125, + "count": 896, + "top1_correct": 29, + "top5_correct": 90 + }, + { + "ce_sum": 5469.672912597656, + "count": 896, + "top1_correct": 13, + "top5_correct": 64 + }, + { + "ce_sum": 5707.89453125, + "count": 896, + "top1_correct": 11, + "top5_correct": 45 + }, + { + "ce_sum": 5847.728515625, + "count": 896, + "top1_correct": 11, + "top5_correct": 43 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9317640662193298, + "cosine_mean": 0.6887884736061096, + "cosine_min": 0.3560361862182617, + "cosine_std": 0.06559716165065765, + "flattened_dot": 3847569.5, + "latent_frames": 15524, + "mse": 0.11621130707644212, + "predicted_squared": 4514499.0, + "reference_squared": 6875363.5, + "relative_l2": 0.7330661297424392, + "squared_error": 3694723.75, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999716281890869, + "cosine_mean": 0.9999425411224365, + "cosine_min": 0.9972609877586365, + "cosine_std": 5.782806329079904e-05, + "flattened_dot": 6878007.5, + "latent_frames": 15524, + "mse": 2.4603817518824495e-05, + "predicted_squared": 6881433.5, + "reference_squared": 6875363.5, + "relative_l2": 0.010666457560071632, + "squared_error": 782.23291015625, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "d2aa42b5-25f6-477c-be48-83aaab4cd42f", + "shard_id": 320, + "token_metrics": { + "per_head": [ + { + "ce_sum": 16401.365112304688, + "count": 4480, + "top1_correct": 1055, + "top5_correct": 2343 + }, + { + "ce_sum": 21445.17416381836, + "count": 4480, + "top1_correct": 384, + "top5_correct": 1099 + }, + { + "ce_sum": 21667.999145507812, + "count": 4480, + "top1_correct": 342, + "top5_correct": 1054 + }, + { + "ce_sum": 23840.852172851562, + "count": 4480, + "top1_correct": 215, + "top5_correct": 740 + }, + { + "ce_sum": 24649.428588867188, + "count": 4480, + "top1_correct": 212, + "top5_correct": 668 + }, + { + "ce_sum": 25385.729553222656, + "count": 4480, + "top1_correct": 176, + "top5_correct": 580 + }, + { + "ce_sum": 27271.65966796875, + "count": 4480, + "top1_correct": 102, + "top5_correct": 350 + }, + { + "ce_sum": 27918.605590820312, + "count": 4480, + "top1_correct": 86, + "top5_correct": 299 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9341585636138916, + "cosine_mean": 0.6513226628303528, + "cosine_min": 0.40538105368614197, + "cosine_std": 0.06189925968647003, + "flattened_dot": 2006586.5, + "latent_frames": 10673, + "mse": 0.09938562708250374, + "predicted_squared": 2695569.75, + "reference_squared": 3490004.75, + "relative_l2": 0.7889636837995592, + "squared_error": 2172401.25, + "values": 21858304 + }, + "true_code_control": { + "cosine_max": 0.999967634677887, + "cosine_mean": 0.9999387860298157, + "cosine_min": 0.9998070001602173, + "cosine_std": 1.3987446436658502e-05, + "flattened_dot": 3491370.25, + "latent_frames": 10673, + "mse": 1.9774273712253276e-05, + "predicted_squared": 3493168.0, + "reference_squared": 3490004.75, + "relative_l2": 0.011128727094047917, + "squared_error": 432.2320861816406, + "values": 21858304 + } + }, + "condition_latent_frames": 10673, + "emitted_frames": 3094, + "model_id": "serveurperso-v1", + "sample_id": "b61380ce-4750-49c6-adad-d7bb80971143", + "shard_id": 328, + "token_metrics": { + "per_head": [ + { + "ce_sum": 13864.322784423828, + "count": 3072, + "top1_correct": 437, + "top5_correct": 1137 + }, + { + "ce_sum": 15609.791625976562, + "count": 3072, + "top1_correct": 199, + "top5_correct": 602 + }, + { + "ce_sum": 15943.812194824219, + "count": 3072, + "top1_correct": 169, + "top5_correct": 526 + }, + { + "ce_sum": 16773.6435546875, + "count": 3072, + "top1_correct": 143, + "top5_correct": 444 + }, + { + "ce_sum": 17434.830078125, + "count": 3072, + "top1_correct": 101, + "top5_correct": 347 + }, + { + "ce_sum": 18537.045166015625, + "count": 3072, + "top1_correct": 70, + "top5_correct": 254 + }, + { + "ce_sum": 19265.647705078125, + "count": 3072, + "top1_correct": 66, + "top5_correct": 190 + }, + { + "ce_sum": 19521.351989746094, + "count": 3072, + "top1_correct": 57, + "top5_correct": 169 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.955034077167511, + "cosine_mean": 0.6539413332939148, + "cosine_min": 0.42740219831466675, + "cosine_std": 0.0627470538020134, + "flattened_dot": 389654.375, + "latent_frames": 2079, + "mse": 0.09884929794597763, + "predicted_squared": 525719.875, + "reference_squared": 674468.5625, + "relative_l2": 0.7899473737337369, + "squared_error": 420879.75, + "values": 4257792 + }, + "true_code_control": { + "cosine_max": 0.9999673366546631, + "cosine_mean": 0.99993497133255, + "cosine_min": 0.9997856616973877, + "cosine_std": 1.809022251109127e-05, + "flattened_dot": 674714.3125, + "latent_frames": 2079, + "mse": 2.0623615637830152e-05, + "predicted_squared": 675047.8125, + "reference_squared": 674468.5625, + "relative_l2": 0.011410213430054902, + "squared_error": 87.81106567382812, + "values": 4257792 + } + }, + "condition_latent_frames": 2079, + "emitted_frames": 603, + "model_id": "serveurperso-v1", + "sample_id": "d442c2c1-bd8b-49bb-8e5e-b0182bbe0ba8", + "shard_id": 336, + "token_metrics": { + "per_head": [ + { + "ce_sum": 1896.9927978515625, + "count": 512, + "top1_correct": 105, + "top5_correct": 250 + }, + { + "ce_sum": 2518.1637573242188, + "count": 512, + "top1_correct": 35, + "top5_correct": 114 + }, + { + "ce_sum": 2489.745849609375, + "count": 512, + "top1_correct": 29, + "top5_correct": 112 + }, + { + "ce_sum": 2812.6715698242188, + "count": 512, + "top1_correct": 18, + "top5_correct": 81 + }, + { + "ce_sum": 2774.356689453125, + "count": 512, + "top1_correct": 22, + "top5_correct": 81 + }, + { + "ce_sum": 3098.4484252929688, + "count": 512, + "top1_correct": 13, + "top5_correct": 40 + }, + { + "ce_sum": 3217.2981567382812, + "count": 512, + "top1_correct": 5, + "top5_correct": 32 + }, + { + "ce_sum": 3197.2211303710938, + "count": 512, + "top1_correct": 12, + "top5_correct": 40 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9158622026443481, + "cosine_mean": 0.6700048446655273, + "cosine_min": 0.4478191137313843, + "cosine_std": 0.06314148008823395, + "flattened_dot": 600857.875, + "latent_frames": 2969, + "mse": 0.09990488876594603, + "predicted_squared": 798495.1875, + "reference_squared": 1010693.4375, + "relative_l2": 0.7752713274132399, + "squared_error": 607472.875, + "values": 6080512 + }, + "true_code_control": { + "cosine_max": 0.9997569918632507, + "cosine_mean": 0.9983662366867065, + "cosine_min": 0.981013834476471, + "cosine_std": 0.002069080015644431, + "flattened_dot": 1008456.875, + "latent_frames": 2969, + "mse": 0.0004984369660194734, + "predicted_squared": 1009251.0, + "reference_squared": 1010693.4375, + "relative_l2": 0.0547602565284596, + "squared_error": 3030.751953125, + "values": 6080512 + } + }, + "condition_latent_frames": 2969, + "emitted_frames": 861, + "model_id": "serveurperso-v1", + "sample_id": "e16715d3-a806-484c-9f40-e4f1d4b22a3b", + "shard_id": 347, + "token_metrics": { + "per_head": [ + { + "ce_sum": 3259.5985107421875, + "count": 768, + "top1_correct": 131, + "top5_correct": 308 + }, + { + "ce_sum": 3727.1286010742188, + "count": 768, + "top1_correct": 51, + "top5_correct": 193 + }, + { + "ce_sum": 4026.8655395507812, + "count": 768, + "top1_correct": 45, + "top5_correct": 144 + }, + { + "ce_sum": 4267.9525146484375, + "count": 768, + "top1_correct": 26, + "top5_correct": 100 + }, + { + "ce_sum": 4274.144958496094, + "count": 768, + "top1_correct": 24, + "top5_correct": 105 + }, + { + "ce_sum": 4520.12109375, + "count": 768, + "top1_correct": 20, + "top5_correct": 67 + }, + { + "ce_sum": 4858.2088623046875, + "count": 768, + "top1_correct": 12, + "top5_correct": 42 + }, + { + "ce_sum": 4840.276611328125, + "count": 768, + "top1_correct": 13, + "top5_correct": 50 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9413949251174927, + "cosine_mean": 0.6459949612617493, + "cosine_min": 0.4229620695114136, + "cosine_std": 0.06445025652647018, + "flattened_dot": 1233578.75, + "latent_frames": 6816, + "mse": 0.09773323345632061, + "predicted_squared": 1677531.0, + "reference_squared": 2153901.0, + "relative_l2": 0.7958624816798039, + "squared_error": 1364274.625, + "values": 13959168 + }, + "true_code_control": { + "cosine_max": 0.9999438524246216, + "cosine_mean": 0.9997154474258423, + "cosine_min": 0.9925087690353394, + "cosine_std": 0.0004435848677530885, + "flattened_dot": 2150708.5, + "latent_frames": 6816, + "mse": 8.600548854176427e-05, + "predicted_squared": 2148716.5, + "reference_squared": 2153901.0, + "relative_l2": 0.023609129896687054, + "squared_error": 1200.5650634765625, + "values": 13959168 + } + }, + "condition_latent_frames": 6816, + "emitted_frames": 1976, + "model_id": "serveurperso-v1", + "sample_id": "e0824e64-6612-4122-a714-163c9f772524", + "shard_id": 343, + "token_metrics": { + "per_head": [ + { + "ce_sum": 6572.988189697266, + "count": 1920, + "top1_correct": 492, + "top5_correct": 1058 + }, + { + "ce_sum": 9916.838073730469, + "count": 1920, + "top1_correct": 107, + "top5_correct": 347 + }, + { + "ce_sum": 10043.700561523438, + "count": 1920, + "top1_correct": 117, + "top5_correct": 327 + }, + { + "ce_sum": 10759.825012207031, + "count": 1920, + "top1_correct": 66, + "top5_correct": 233 + }, + { + "ce_sum": 11402.104858398438, + "count": 1920, + "top1_correct": 46, + "top5_correct": 166 + }, + { + "ce_sum": 12232.416442871094, + "count": 1920, + "top1_correct": 33, + "top5_correct": 113 + }, + { + "ce_sum": 12590.278442382812, + "count": 1920, + "top1_correct": 17, + "top5_correct": 81 + }, + { + "ce_sum": 12811.495422363281, + "count": 1920, + "top1_correct": 15, + "top5_correct": 50 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9216532707214355, + "cosine_mean": 0.6558113098144531, + "cosine_min": 0.33598199486732483, + "cosine_std": 0.06694742292165756, + "flattened_dot": 1229617.0, + "latent_frames": 5805, + "mse": 0.11306502467902131, + "predicted_squared": 1601398.5, + "reference_squared": 2202024.5, + "relative_l2": 0.7813023953382902, + "squared_error": 1344189.375, + "values": 11888640 + }, + "true_code_control": { + "cosine_max": 0.9999701380729675, + "cosine_mean": 0.9999385476112366, + "cosine_min": 0.9997289180755615, + "cosine_std": 1.8790617104968987e-05, + "flattened_dot": 2201866.5, + "latent_frames": 5805, + "mse": 2.2508618546189368e-05, + "predicted_squared": 2201975.25, + "reference_squared": 2202024.5, + "relative_l2": 0.011023752027065258, + "squared_error": 267.59686279296875, + "values": 11888640 + } + }, + "condition_latent_frames": 5805, + "emitted_frames": 1683, + "model_id": "serveurperso-v1", + "sample_id": "b6c376ff-b413-4579-9281-13a2943daa7f", + "shard_id": 378, + "token_metrics": { + "per_head": [ + { + "ce_sum": 6937.363372802734, + "count": 1664, + "top1_correct": 299, + "top5_correct": 730 + }, + { + "ce_sum": 8751.232421875, + "count": 1664, + "top1_correct": 100, + "top5_correct": 306 + }, + { + "ce_sum": 9009.17822265625, + "count": 1664, + "top1_correct": 99, + "top5_correct": 279 + }, + { + "ce_sum": 9276.161376953125, + "count": 1664, + "top1_correct": 74, + "top5_correct": 218 + }, + { + "ce_sum": 9574.220336914062, + "count": 1664, + "top1_correct": 47, + "top5_correct": 190 + }, + { + "ce_sum": 10219.222961425781, + "count": 1664, + "top1_correct": 32, + "top5_correct": 114 + }, + { + "ce_sum": 10605.872924804688, + "count": 1664, + "top1_correct": 18, + "top5_correct": 85 + }, + { + "ce_sum": 10905.436218261719, + "count": 1664, + "top1_correct": 11, + "top5_correct": 65 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9628567099571228, + "cosine_mean": 0.6136065721511841, + "cosine_min": 0.32857057452201843, + "cosine_std": 0.07122492790222168, + "flattened_dot": 311000.28125, + "latent_frames": 1831, + "mse": 0.10695651943471378, + "predicted_squared": 437666.90625, + "reference_squared": 585408.625, + "relative_l2": 0.8277195649230681, + "squared_error": 401074.96875, + "values": 3749888 + }, + "true_code_control": { + "cosine_max": 0.9999602437019348, + "cosine_mean": 0.9999249577522278, + "cosine_min": 0.9996347427368164, + "cosine_std": 2.6596218958729878e-05, + "flattened_dot": 585135.0, + "latent_frames": 1831, + "mse": 2.3552514144724537e-05, + "predicted_squared": 584949.625, + "reference_squared": 585408.625, + "relative_l2": 0.012282823934130127, + "squared_error": 88.31929016113281, + "values": 3749888 + } + }, + "condition_latent_frames": 1831, + "emitted_frames": 531, + "model_id": "serveurperso-v1", + "sample_id": "f2a6bc18-5ab5-4d96-8b1e-6c3907ceeb9e", + "shard_id": 399, + "token_metrics": { + "per_head": [ + { + "ce_sum": 2374.5498046875, + "count": 512, + "top1_correct": 55, + "top5_correct": 175 + }, + { + "ce_sum": 2652.9241333007812, + "count": 512, + "top1_correct": 33, + "top5_correct": 90 + }, + { + "ce_sum": 2737.5375366210938, + "count": 512, + "top1_correct": 26, + "top5_correct": 83 + }, + { + "ce_sum": 2798.5275268554688, + "count": 512, + "top1_correct": 26, + "top5_correct": 71 + }, + { + "ce_sum": 2863.5824584960938, + "count": 512, + "top1_correct": 22, + "top5_correct": 67 + }, + { + "ce_sum": 3046.5550537109375, + "count": 512, + "top1_correct": 15, + "top5_correct": 41 + }, + { + "ce_sum": 3221.6068115234375, + "count": 512, + "top1_correct": 9, + "top5_correct": 32 + }, + { + "ce_sum": 3402.4593505859375, + "count": 512, + "top1_correct": 5, + "top5_correct": 21 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9488658905029297, + "cosine_mean": 0.6556497812271118, + "cosine_min": 0.36917877197265625, + "cosine_std": 0.07124951481819153, + "flattened_dot": 1316314.875, + "latent_frames": 5929, + "mse": 0.12076859290009909, + "predicted_squared": 1621409.75, + "reference_squared": 2477664.0, + "relative_l2": 0.7693279292933266, + "squared_error": 1466443.75, + "values": 12142592 + }, + "true_code_control": { + "cosine_max": 0.999972403049469, + "cosine_mean": 0.9999333024024963, + "cosine_min": 0.9995590448379517, + "cosine_std": 2.8721218768623658e-05, + "flattened_dot": 2477920.75, + "latent_frames": 5929, + "mse": 2.663821952100507e-05, + "predicted_squared": 2478501.25, + "reference_squared": 2477664.0, + "relative_l2": 0.011425812496002283, + "squared_error": 323.45703125, + "values": 12142592 + } + }, + "condition_latent_frames": 5929, + "emitted_frames": 1719, + "model_id": "serveurperso-v1", + "sample_id": "dc642966-b250-479c-974a-306cb86babbc", + "shard_id": 417, + "token_metrics": { + "per_head": [ + { + "ce_sum": 6625.146209716797, + "count": 1664, + "top1_correct": 269, + "top5_correct": 726 + }, + { + "ce_sum": 8695.84423828125, + "count": 1664, + "top1_correct": 126, + "top5_correct": 336 + }, + { + "ce_sum": 8734.956420898438, + "count": 1664, + "top1_correct": 90, + "top5_correct": 301 + }, + { + "ce_sum": 9750.900390625, + "count": 1664, + "top1_correct": 48, + "top5_correct": 175 + }, + { + "ce_sum": 9817.430725097656, + "count": 1664, + "top1_correct": 47, + "top5_correct": 164 + }, + { + "ce_sum": 10261.049255371094, + "count": 1664, + "top1_correct": 25, + "top5_correct": 94 + }, + { + "ce_sum": 10547.2744140625, + "count": 1664, + "top1_correct": 25, + "top5_correct": 113 + }, + { + "ce_sum": 10815.912170410156, + "count": 1664, + "top1_correct": 22, + "top5_correct": 72 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9482066631317139, + "cosine_mean": 0.6557813882827759, + "cosine_min": 0.3750838041305542, + "cosine_std": 0.05659383162856102, + "flattened_dot": 2522849.25, + "latent_frames": 11860, + "mse": 0.11291038680438449, + "predicted_squared": 3279239.25, + "reference_squared": 4508971.0, + "relative_l2": 0.7798939426111157, + "squared_error": 2742512.0, + "values": 24289280 + }, + "true_code_control": { + "cosine_max": 0.9999685287475586, + "cosine_mean": 0.9999446272850037, + "cosine_min": 0.9996544122695923, + "cosine_std": 1.420611260982696e-05, + "flattened_dot": 4507117.0, + "latent_frames": 11860, + "mse": 2.0882346577829293e-05, + "predicted_squared": 4505769.0, + "reference_squared": 4508971.0, + "relative_l2": 0.010606161828513098, + "squared_error": 507.2171630859375, + "values": 24289280 + } + }, + "condition_latent_frames": 11860, + "emitted_frames": 3438, + "model_id": "serveurperso-v1", + "sample_id": "9c99572e-a8b1-4db4-a70b-5ba1d23fd308", + "shard_id": 440, + "token_metrics": { + "per_head": [ + { + "ce_sum": 13508.362915039062, + "count": 3328, + "top1_correct": 624, + "top5_correct": 1458 + }, + { + "ce_sum": 17843.141540527344, + "count": 3328, + "top1_correct": 160, + "top5_correct": 543 + }, + { + "ce_sum": 18042.50567626953, + "count": 3328, + "top1_correct": 156, + "top5_correct": 516 + }, + { + "ce_sum": 18890.708557128906, + "count": 3328, + "top1_correct": 122, + "top5_correct": 405 + }, + { + "ce_sum": 19517.584838867188, + "count": 3328, + "top1_correct": 84, + "top5_correct": 342 + }, + { + "ce_sum": 20743.99725341797, + "count": 3328, + "top1_correct": 64, + "top5_correct": 238 + }, + { + "ce_sum": 21030.399841308594, + "count": 3328, + "top1_correct": 49, + "top5_correct": 204 + }, + { + "ce_sum": 21587.011596679688, + "count": 3328, + "top1_correct": 30, + "top5_correct": 138 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.8802566528320312, + "cosine_mean": 0.6647732257843018, + "cosine_min": 0.43750542402267456, + "cosine_std": 0.06527373939752579, + "flattened_dot": 3314735.75, + "latent_frames": 15524, + "mse": 0.10985838239630974, + "predicted_squared": 4202411.0, + "reference_squared": 5919804.5, + "relative_l2": 0.7681211278538196, + "squared_error": 3492744.25, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.999966561794281, + "cosine_mean": 0.9999247789382935, + "cosine_min": 0.9992831945419312, + "cosine_std": 3.147853567497805e-05, + "flattened_dot": 5920314.5, + "latent_frames": 15524, + "mse": 2.7727486392450958e-05, + "predicted_squared": 5921705.5, + "reference_squared": 5919804.5, + "relative_l2": 0.012203049174644971, + "squared_error": 881.544189453125, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "41855a6c-d8f8-4d4c-8051-c2564a6b1fbc", + "shard_id": 441, + "token_metrics": { + "per_head": [ + { + "ce_sum": 15949.967956542969, + "count": 4480, + "top1_correct": 935, + "top5_correct": 2314 + }, + { + "ce_sum": 22721.575439453125, + "count": 4480, + "top1_correct": 271, + "top5_correct": 900 + }, + { + "ce_sum": 23258.585998535156, + "count": 4480, + "top1_correct": 240, + "top5_correct": 828 + }, + { + "ce_sum": 25112.756774902344, + "count": 4480, + "top1_correct": 186, + "top5_correct": 581 + }, + { + "ce_sum": 25091.748901367188, + "count": 4480, + "top1_correct": 166, + "top5_correct": 525 + }, + { + "ce_sum": 27776.474243164062, + "count": 4480, + "top1_correct": 75, + "top5_correct": 293 + }, + { + "ce_sum": 28739.955444335938, + "count": 4480, + "top1_correct": 60, + "top5_correct": 211 + }, + { + "ce_sum": 29619.677795410156, + "count": 4480, + "top1_correct": 36, + "top5_correct": 168 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9744909405708313, + "cosine_mean": 0.626552402973175, + "cosine_min": 0.3863910734653473, + "cosine_std": 0.07685273140668869, + "flattened_dot": 450516.75, + "latent_frames": 1958, + "mse": 0.1422834230760023, + "predicted_squared": 582745.0625, + "reference_squared": 888842.625, + "relative_l2": 0.8011909513345079, + "squared_error": 570554.25, + "values": 4009984 + }, + "true_code_control": { + "cosine_max": 0.9999697208404541, + "cosine_mean": 0.999942421913147, + "cosine_min": 0.9997735619544983, + "cosine_std": 2.498779576853849e-05, + "flattened_dot": 888912.625, + "latent_frames": 1958, + "mse": 2.493561493790308e-05, + "predicted_squared": 889082.5625, + "reference_squared": 888842.625, + "relative_l2": 0.010606422541232275, + "squared_error": 99.99141693115234, + "values": 4009984 + } + }, + "condition_latent_frames": 1958, + "emitted_frames": 568, + "model_id": "serveurperso-v1", + "sample_id": "f4f22bb1-fb7c-4ce1-8291-35d06635dc66", + "shard_id": 446, + "token_metrics": { + "per_head": [ + { + "ce_sum": 3184.4298095703125, + "count": 512, + "top1_correct": 60, + "top5_correct": 120 + }, + { + "ce_sum": 2687.799072265625, + "count": 512, + "top1_correct": 28, + "top5_correct": 90 + }, + { + "ce_sum": 2368.9474487304688, + "count": 512, + "top1_correct": 49, + "top5_correct": 136 + }, + { + "ce_sum": 2792.504638671875, + "count": 512, + "top1_correct": 19, + "top5_correct": 71 + }, + { + "ce_sum": 2766.7909545898438, + "count": 512, + "top1_correct": 18, + "top5_correct": 61 + }, + { + "ce_sum": 2784.057373046875, + "count": 512, + "top1_correct": 38, + "top5_correct": 119 + }, + { + "ce_sum": 2882.1469116210938, + "count": 512, + "top1_correct": 19, + "top5_correct": 72 + }, + { + "ce_sum": 3166.5599975585938, + "count": 512, + "top1_correct": 9, + "top5_correct": 26 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9508921504020691, + "cosine_mean": 0.6615679264068604, + "cosine_min": 0.3016507029533386, + "cosine_std": 0.06266900151968002, + "flattened_dot": 758719.75, + "latent_frames": 3980, + "mse": 0.09772757525420069, + "predicted_squared": 997931.875, + "reference_squared": 1316089.125, + "relative_l2": 0.7779871497664825, + "squared_error": 796581.375, + "values": 8151040 + }, + "true_code_control": { + "cosine_max": 0.9999554753303528, + "cosine_mean": 0.9998980164527893, + "cosine_min": 0.9948133826255798, + "cosine_std": 0.00022727488249074668, + "flattened_dot": 1315433.0, + "latent_frames": 3980, + "mse": 3.2965120059161926e-05, + "predicted_squared": 1315045.375, + "reference_squared": 1316089.125, + "relative_l2": 0.014288649818793027, + "squared_error": 268.70001220703125, + "values": 8151040 + } + }, + "condition_latent_frames": 3980, + "emitted_frames": 1154, + "model_id": "serveurperso-v1", + "sample_id": "28a6775d-e12c-49e8-a791-a391e376ab65", + "shard_id": 448, + "token_metrics": { + "per_head": [ + { + "ce_sum": 3777.6588439941406, + "count": 1152, + "top1_correct": 273, + "top5_correct": 660 + }, + { + "ce_sum": 5544.803527832031, + "count": 1152, + "top1_correct": 100, + "top5_correct": 271 + }, + { + "ce_sum": 5801.06787109375, + "count": 1152, + "top1_correct": 73, + "top5_correct": 241 + }, + { + "ce_sum": 6469.861267089844, + "count": 1152, + "top1_correct": 39, + "top5_correct": 141 + }, + { + "ce_sum": 6432.174865722656, + "count": 1152, + "top1_correct": 35, + "top5_correct": 146 + }, + { + "ce_sum": 7113.285461425781, + "count": 1152, + "top1_correct": 22, + "top5_correct": 69 + }, + { + "ce_sum": 7259.378662109375, + "count": 1152, + "top1_correct": 20, + "top5_correct": 71 + }, + { + "ce_sum": 7580.240966796875, + "count": 1152, + "top1_correct": 10, + "top5_correct": 53 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9691017270088196, + "cosine_mean": 0.6661006212234497, + "cosine_min": 0.4108850955963135, + "cosine_std": 0.06399845331907272, + "flattened_dot": 2064956.0, + "latent_frames": 8965, + "mse": 0.11602472070203569, + "predicted_squared": 2621464.0, + "reference_squared": 3638699.5, + "relative_l2": 0.7651424432075614, + "squared_error": 2130251.0, + "values": 18360320 + }, + "true_code_control": { + "cosine_max": 0.9999714493751526, + "cosine_mean": 0.9999444484710693, + "cosine_min": 0.99957674741745, + "cosine_std": 2.134078022208996e-05, + "flattened_dot": 3640449.75, + "latent_frames": 8965, + "mse": 2.2064741935666154e-05, + "predicted_squared": 3642605.0, + "reference_squared": 3638699.5, + "relative_l2": 0.010551554677150706, + "squared_error": 405.11572265625, + "values": 18360320 + } + }, + "condition_latent_frames": 8965, + "emitted_frames": 2599, + "model_id": "serveurperso-v1", + "sample_id": "ab803a0a-20b8-4993-bb40-be25b672286a", + "shard_id": 466, + "token_metrics": { + "per_head": [ + { + "ce_sum": 9211.345733642578, + "count": 2560, + "top1_correct": 611, + "top5_correct": 1385 + }, + { + "ce_sum": 14270.181823730469, + "count": 2560, + "top1_correct": 97, + "top5_correct": 337 + }, + { + "ce_sum": 13077.776245117188, + "count": 2560, + "top1_correct": 180, + "top5_correct": 526 + }, + { + "ce_sum": 14407.362182617188, + "count": 2560, + "top1_correct": 114, + "top5_correct": 339 + }, + { + "ce_sum": 14139.863891601562, + "count": 2560, + "top1_correct": 133, + "top5_correct": 380 + }, + { + "ce_sum": 14922.837158203125, + "count": 2560, + "top1_correct": 81, + "top5_correct": 251 + }, + { + "ce_sum": 16269.841186523438, + "count": 2560, + "top1_correct": 26, + "top5_correct": 132 + }, + { + "ce_sum": 16671.112854003906, + "count": 2560, + "top1_correct": 32, + "top5_correct": 116 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9547141790390015, + "cosine_mean": 0.6059017181396484, + "cosine_min": 0.3155883252620697, + "cosine_std": 0.07653385400772095, + "flattened_dot": 3167519.25, + "latent_frames": 15524, + "mse": 0.13504288596487696, + "predicted_squared": 4283742.5, + "reference_squared": 6344735.0, + "relative_l2": 0.8226136366630884, + "squared_error": 4293439.0, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999716281890869, + "cosine_mean": 0.9999496936798096, + "cosine_min": 0.999828577041626, + "cosine_std": 1.1512986930029001e-05, + "flattened_dot": 6348382.0, + "latent_frames": 15524, + "mse": 2.0488177077483344e-05, + "predicted_squared": 6352681.0, + "reference_squared": 6344735.0, + "relative_l2": 0.010132385596431103, + "squared_error": 651.3837280273438, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "c02e34d3-78ab-421c-b312-60cf9039c22b", + "shard_id": 473, + "token_metrics": { + "per_head": [ + { + "ce_sum": 23796.212432861328, + "count": 4480, + "top1_correct": 514, + "top5_correct": 1312 + }, + { + "ce_sum": 23965.018798828125, + "count": 4480, + "top1_correct": 228, + "top5_correct": 736 + }, + { + "ce_sum": 24471.507263183594, + "count": 4480, + "top1_correct": 223, + "top5_correct": 672 + }, + { + "ce_sum": 27218.77215576172, + "count": 4480, + "top1_correct": 128, + "top5_correct": 436 + }, + { + "ce_sum": 26693.25762939453, + "count": 4480, + "top1_correct": 103, + "top5_correct": 367 + }, + { + "ce_sum": 27234.036071777344, + "count": 4480, + "top1_correct": 85, + "top5_correct": 336 + }, + { + "ce_sum": 27930.66717529297, + "count": 4480, + "top1_correct": 83, + "top5_correct": 285 + }, + { + "ce_sum": 28926.692138671875, + "count": 4480, + "top1_correct": 47, + "top5_correct": 182 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9050815105438232, + "cosine_mean": 0.6491218209266663, + "cosine_min": 0.2897731065750122, + "cosine_std": 0.06394264101982117, + "flattened_dot": 795803.375, + "latent_frames": 4598, + "mse": 0.09288669368815246, + "predicted_squared": 1092582.625, + "reference_squared": 1373710.5, + "relative_l2": 0.7979553721467576, + "squared_error": 874686.5, + "values": 9416704 + }, + "true_code_control": { + "cosine_max": 0.9999650716781616, + "cosine_mean": 0.9999279975891113, + "cosine_min": 0.9996085166931152, + "cosine_std": 2.512332321202848e-05, + "flattened_dot": 1373624.75, + "latent_frames": 4598, + "mse": 2.1187514844486226e-05, + "predicted_squared": 1373738.375, + "reference_squared": 1373710.5, + "relative_l2": 0.012051520965643197, + "squared_error": 199.5165557861328, + "values": 9416704 + } + }, + "condition_latent_frames": 4598, + "emitted_frames": 1333, + "model_id": "serveurperso-v1", + "sample_id": "89efb9a2-ea8f-4fd9-959a-0b7ed42a0c1f", + "shard_id": 541, + "token_metrics": { + "per_head": [ + { + "ce_sum": 4701.672027587891, + "count": 1280, + "top1_correct": 257, + "top5_correct": 638 + }, + { + "ce_sum": 6703.3572998046875, + "count": 1280, + "top1_correct": 65, + "top5_correct": 210 + }, + { + "ce_sum": 6822.8173828125, + "count": 1280, + "top1_correct": 66, + "top5_correct": 199 + }, + { + "ce_sum": 7151.852722167969, + "count": 1280, + "top1_correct": 44, + "top5_correct": 170 + }, + { + "ce_sum": 7432.194580078125, + "count": 1280, + "top1_correct": 35, + "top5_correct": 125 + }, + { + "ce_sum": 8186.514221191406, + "count": 1280, + "top1_correct": 19, + "top5_correct": 64 + }, + { + "ce_sum": 8447.716979980469, + "count": 1280, + "top1_correct": 18, + "top5_correct": 60 + }, + { + "ce_sum": 8628.429931640625, + "count": 1280, + "top1_correct": 9, + "top5_correct": 33 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9559429883956909, + "cosine_mean": 0.6910181045532227, + "cosine_min": 0.40306466817855835, + "cosine_std": 0.06319581717252731, + "flattened_dot": 3125382.5, + "latent_frames": 14113, + "mse": 0.09953311240910419, + "predicted_squared": 3861041.0, + "reference_squared": 5266571.0, + "relative_l2": 0.7390851350749424, + "squared_error": 2876847.75, + "values": 28903424 + }, + "true_code_control": { + "cosine_max": 0.999976634979248, + "cosine_mean": 0.9999443888664246, + "cosine_min": 0.9987625479698181, + "cosine_std": 3.89822234865278e-05, + "flattened_dot": 5266492.5, + "latent_frames": 14113, + "mse": 2.026250882210573e-05, + "predicted_squared": 5266998.5, + "reference_squared": 5266571.0, + "relative_l2": 0.010545259798030964, + "squared_error": 585.6558837890625, + "values": 28903424 + } + }, + "condition_latent_frames": 14113, + "emitted_frames": 4091, + "model_id": "serveurperso-v1", + "sample_id": "ddde3742-bd45-4fc1-9e26-902e2ec3629d", + "shard_id": 553, + "token_metrics": { + "per_head": [ + { + "ce_sum": 13103.281463623047, + "count": 3968, + "top1_correct": 1023, + "top5_correct": 2283 + }, + { + "ce_sum": 19594.615234375, + "count": 3968, + "top1_correct": 253, + "top5_correct": 840 + }, + { + "ce_sum": 18924.463439941406, + "count": 3968, + "top1_correct": 331, + "top5_correct": 989 + }, + { + "ce_sum": 21417.319091796875, + "count": 3968, + "top1_correct": 177, + "top5_correct": 587 + }, + { + "ce_sum": 22782.929443359375, + "count": 3968, + "top1_correct": 126, + "top5_correct": 434 + }, + { + "ce_sum": 24238.659545898438, + "count": 3968, + "top1_correct": 86, + "top5_correct": 304 + }, + { + "ce_sum": 24619.897888183594, + "count": 3968, + "top1_correct": 72, + "top5_correct": 266 + }, + { + "ce_sum": 25064.15740966797, + "count": 3968, + "top1_correct": 61, + "top5_correct": 227 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9546963572502136, + "cosine_mean": 0.6298858523368835, + "cosine_min": 0.3460315465927124, + "cosine_std": 0.06436575204133987, + "flattened_dot": 2683104.25, + "latent_frames": 13709, + "mse": 0.11594210499546374, + "predicted_squared": 3625994.25, + "reference_squared": 4995408.0, + "relative_l2": 0.8072405550447217, + "squared_error": 3255194.25, + "values": 28076032 + }, + "true_code_control": { + "cosine_max": 0.999976396560669, + "cosine_mean": 0.9999462366104126, + "cosine_min": 0.9996864199638367, + "cosine_std": 1.283344317926094e-05, + "flattened_dot": 4994508.0, + "latent_frames": 13709, + "mse": 1.9280480837628914e-05, + "predicted_squared": 4994148.5, + "reference_squared": 4995408.0, + "relative_l2": 0.010409774269474089, + "squared_error": 541.3193969726562, + "values": 28076032 + } + }, + "condition_latent_frames": 13709, + "emitted_frames": 3974, + "model_id": "serveurperso-v1", + "sample_id": "7555c64c-d0e3-4a45-88a9-fa5912e3bfb8", + "shard_id": 626, + "token_metrics": { + "per_head": [ + { + "ce_sum": 18169.24639892578, + "count": 3968, + "top1_correct": 520, + "top5_correct": 1470 + }, + { + "ce_sum": 21856.37530517578, + "count": 3968, + "top1_correct": 156, + "top5_correct": 571 + }, + { + "ce_sum": 21629.615600585938, + "count": 3968, + "top1_correct": 191, + "top5_correct": 615 + }, + { + "ce_sum": 22472.43475341797, + "count": 3968, + "top1_correct": 139, + "top5_correct": 502 + }, + { + "ce_sum": 23741.591918945312, + "count": 3968, + "top1_correct": 92, + "top5_correct": 355 + }, + { + "ce_sum": 25194.740844726562, + "count": 3968, + "top1_correct": 55, + "top5_correct": 224 + }, + { + "ce_sum": 25883.37579345703, + "count": 3968, + "top1_correct": 45, + "top5_correct": 191 + }, + { + "ce_sum": 25800.436584472656, + "count": 3968, + "top1_correct": 40, + "top5_correct": 172 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9610795974731445, + "cosine_mean": 0.6446582078933716, + "cosine_min": 0.32866108417510986, + "cosine_std": 0.06361768394708633, + "flattened_dot": 3099520.0, + "latent_frames": 15524, + "mse": 0.1110548900593436, + "predicted_squared": 4022214.5, + "reference_squared": 5707610.0, + "relative_l2": 0.7865176833421164, + "squared_error": 3530785.0, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.999976634979248, + "cosine_mean": 0.9999514222145081, + "cosine_min": 0.9997843503952026, + "cosine_std": 1.1742558854166418e-05, + "flattened_dot": 5707707.5, + "latent_frames": 15524, + "mse": 1.7732155289240826e-05, + "predicted_squared": 5708368.5, + "reference_squared": 5707610.0, + "relative_l2": 0.009938490137431265, + "squared_error": 563.7611083984375, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "de566560-d0cf-4207-8841-df0a97228177", + "shard_id": 644, + "token_metrics": { + "per_head": [ + { + "ce_sum": 17552.84408569336, + "count": 4480, + "top1_correct": 829, + "top5_correct": 2057 + }, + { + "ce_sum": 23510.47637939453, + "count": 4480, + "top1_correct": 239, + "top5_correct": 740 + }, + { + "ce_sum": 23442.645751953125, + "count": 4480, + "top1_correct": 244, + "top5_correct": 799 + }, + { + "ce_sum": 25076.108764648438, + "count": 4480, + "top1_correct": 172, + "top5_correct": 584 + }, + { + "ce_sum": 25759.863037109375, + "count": 4480, + "top1_correct": 133, + "top5_correct": 493 + }, + { + "ce_sum": 27466.089416503906, + "count": 4480, + "top1_correct": 97, + "top5_correct": 343 + }, + { + "ce_sum": 28365.833740234375, + "count": 4480, + "top1_correct": 71, + "top5_correct": 258 + }, + { + "ce_sum": 28954.975646972656, + "count": 4480, + "top1_correct": 56, + "top5_correct": 213 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9063409566879272, + "cosine_mean": 0.6967841982841492, + "cosine_min": 0.2936267554759979, + "cosine_std": 0.05887651443481445, + "flattened_dot": 3649504.5, + "latent_frames": 15524, + "mse": 0.10310503343613116, + "predicted_squared": 4447381.0, + "reference_squared": 6129662.5, + "relative_l2": 0.7312879974618427, + "squared_error": 3278034.0, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999764561653137, + "cosine_mean": 0.9999475479125977, + "cosine_min": 0.999788761138916, + "cosine_std": 1.6727923139114864e-05, + "flattened_dot": 6129655.0, + "latent_frames": 15524, + "mse": 2.034973373304965e-05, + "predicted_squared": 6130294.0, + "reference_squared": 6129662.5, + "relative_l2": 0.010273723595564497, + "squared_error": 646.982177734375, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "bdfd9628-7183-4751-804d-5458c08c8270", + "shard_id": 642, + "token_metrics": { + "per_head": [ + { + "ce_sum": 14307.245056152344, + "count": 4480, + "top1_correct": 1206, + "top5_correct": 2661 + }, + { + "ce_sum": 21750.084228515625, + "count": 4480, + "top1_correct": 345, + "top5_correct": 1050 + }, + { + "ce_sum": 21776.98956298828, + "count": 4480, + "top1_correct": 370, + "top5_correct": 1023 + }, + { + "ce_sum": 23090.342163085938, + "count": 4480, + "top1_correct": 237, + "top5_correct": 827 + }, + { + "ce_sum": 25115.353576660156, + "count": 4480, + "top1_correct": 157, + "top5_correct": 525 + }, + { + "ce_sum": 26318.552978515625, + "count": 4480, + "top1_correct": 110, + "top5_correct": 417 + }, + { + "ce_sum": 27382.597290039062, + "count": 4480, + "top1_correct": 89, + "top5_correct": 310 + }, + { + "ce_sum": 27734.71600341797, + "count": 4480, + "top1_correct": 78, + "top5_correct": 325 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9595774412155151, + "cosine_mean": 0.6695994138717651, + "cosine_min": 0.3888295590877533, + "cosine_std": 0.07889022678136826, + "flattened_dot": 693072.0625, + "latent_frames": 3156, + "mse": 0.1090361736573194, + "predicted_squared": 880361.5, + "reference_squared": 1210536.375, + "relative_l2": 0.76300933751841, + "squared_error": 704754.0, + "values": 6463488 + }, + "true_code_control": { + "cosine_max": 0.9999691843986511, + "cosine_mean": 0.999939501285553, + "cosine_min": 0.9996910095214844, + "cosine_std": 1.7747510355548002e-05, + "flattened_dot": 1210406.25, + "latent_frames": 3156, + "mse": 2.2928913906499914e-05, + "predicted_squared": 1210424.125, + "reference_squared": 1210536.375, + "relative_l2": 0.011064614650267061, + "squared_error": 148.2007598876953, + "values": 6463488 + } + }, + "condition_latent_frames": 3156, + "emitted_frames": 915, + "model_id": "serveurperso-v1", + "sample_id": "d9607915-511b-4ed1-8956-9a414bfee7d4", + "shard_id": 674, + "token_metrics": { + "per_head": [ + { + "ce_sum": 3666.5247497558594, + "count": 896, + "top1_correct": 146, + "top5_correct": 393 + }, + { + "ce_sum": 4684.049499511719, + "count": 896, + "top1_correct": 60, + "top5_correct": 173 + }, + { + "ce_sum": 4745.280090332031, + "count": 896, + "top1_correct": 48, + "top5_correct": 156 + }, + { + "ce_sum": 4984.877868652344, + "count": 896, + "top1_correct": 37, + "top5_correct": 113 + }, + { + "ce_sum": 5090.247375488281, + "count": 896, + "top1_correct": 29, + "top5_correct": 102 + }, + { + "ce_sum": 5428.590759277344, + "count": 896, + "top1_correct": 18, + "top5_correct": 73 + }, + { + "ce_sum": 5537.1453857421875, + "count": 896, + "top1_correct": 17, + "top5_correct": 48 + }, + { + "ce_sum": 5600.395080566406, + "count": 896, + "top1_correct": 12, + "top5_correct": 51 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9291793704032898, + "cosine_mean": 0.6487165093421936, + "cosine_min": 0.36771291494369507, + "cosine_std": 0.06434708833694458, + "flattened_dot": 3511603.25, + "latent_frames": 15524, + "mse": 0.12365758827561357, + "predicted_squared": 4552564.0, + "reference_squared": 6402107.0, + "relative_l2": 0.7836384105311985, + "squared_error": 3931464.5, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999722838401794, + "cosine_mean": 0.9999475479125977, + "cosine_min": 0.9996371269226074, + "cosine_std": 1.656186577747576e-05, + "flattened_dot": 6402600.0, + "latent_frames": 15524, + "mse": 2.1247270487534943e-05, + "predicted_squared": 6403768.0, + "reference_squared": 6402107.0, + "relative_l2": 0.010272044741481088, + "squared_error": 675.5177001953125, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "378cc0d8-7600-4c12-92ce-8eabf5a1006a", + "shard_id": 694, + "token_metrics": { + "per_head": [ + { + "ce_sum": 18798.36553955078, + "count": 4480, + "top1_correct": 823, + "top5_correct": 1955 + }, + { + "ce_sum": 24521.799743652344, + "count": 4480, + "top1_correct": 200, + "top5_correct": 652 + }, + { + "ce_sum": 23412.341186523438, + "count": 4480, + "top1_correct": 277, + "top5_correct": 825 + }, + { + "ce_sum": 25241.423278808594, + "count": 4480, + "top1_correct": 160, + "top5_correct": 566 + }, + { + "ce_sum": 26112.70654296875, + "count": 4480, + "top1_correct": 145, + "top5_correct": 455 + }, + { + "ce_sum": 27272.004821777344, + "count": 4480, + "top1_correct": 84, + "top5_correct": 352 + }, + { + "ce_sum": 28098.199462890625, + "count": 4480, + "top1_correct": 84, + "top5_correct": 275 + }, + { + "ce_sum": 29202.566833496094, + "count": 4480, + "top1_correct": 59, + "top5_correct": 211 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9325878024101257, + "cosine_mean": 0.6304070949554443, + "cosine_min": 0.43840810656547546, + "cosine_std": 0.06929431855678558, + "flattened_dot": 333053.8125, + "latent_frames": 1703, + "mse": 0.11564676550228457, + "predicted_squared": 447035.625, + "reference_squared": 622418.25, + "relative_l2": 0.8050037182514224, + "squared_error": 403346.3125, + "values": 3487744 + }, + "true_code_control": { + "cosine_max": 0.9999648928642273, + "cosine_mean": 0.999937891960144, + "cosine_min": 0.9996182918548584, + "cosine_std": 2.8602367819985375e-05, + "flattened_dot": 622458.875, + "latent_frames": 1703, + "mse": 2.2084413383963244e-05, + "predicted_squared": 622576.5, + "reference_squared": 622418.25, + "relative_l2": 0.01112433541389174, + "squared_error": 77.0247802734375, + "values": 3487744 + } + }, + "condition_latent_frames": 1703, + "emitted_frames": 494, + "model_id": "serveurperso-v1", + "sample_id": "e06f44c9-15c9-49c7-8030-cc237fc5224a", + "shard_id": 717, + "token_metrics": { + "per_head": [ + { + "ce_sum": 1968.2174682617188, + "count": 384, + "top1_correct": 43, + "top5_correct": 95 + }, + { + "ce_sum": 1991.7957763671875, + "count": 384, + "top1_correct": 32, + "top5_correct": 74 + }, + { + "ce_sum": 1950.9541625976562, + "count": 384, + "top1_correct": 27, + "top5_correct": 82 + }, + { + "ce_sum": 2134.9213256835938, + "count": 384, + "top1_correct": 16, + "top5_correct": 49 + }, + { + "ce_sum": 2008.9532470703125, + "count": 384, + "top1_correct": 17, + "top5_correct": 66 + }, + { + "ce_sum": 2250.5277099609375, + "count": 384, + "top1_correct": 16, + "top5_correct": 46 + }, + { + "ce_sum": 2359.1016845703125, + "count": 384, + "top1_correct": 5, + "top5_correct": 21 + }, + { + "ce_sum": 2352.0372314453125, + "count": 384, + "top1_correct": 7, + "top5_correct": 27 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9422864317893982, + "cosine_mean": 0.6987261772155762, + "cosine_min": 0.2912641763687134, + "cosine_std": 0.05703424662351608, + "flattened_dot": 2804499.5, + "latent_frames": 11704, + "mse": 0.1052503188179522, + "predicted_squared": 3380430.25, + "reference_squared": 4751397.0, + "relative_l2": 0.7286738482142288, + "squared_error": 2522828.25, + "values": 23969792 + }, + "true_code_control": { + "cosine_max": 0.9999658465385437, + "cosine_mean": 0.9998785853385925, + "cosine_min": 0.9964672327041626, + "cosine_std": 0.0001903739757835865, + "flattened_dot": 4753100.5, + "latent_frames": 11704, + "mse": 4.584621829034853e-05, + "predicted_squared": 4755903.0, + "reference_squared": 4751397.0, + "relative_l2": 0.015208039508293922, + "squared_error": 1098.92431640625, + "values": 23969792 + } + }, + "condition_latent_frames": 11704, + "emitted_frames": 3393, + "model_id": "serveurperso-v1", + "sample_id": "5ba2ad49-19cc-4486-b45f-6f9c7d962dab", + "shard_id": 750, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12598.419525146484, + "count": 3328, + "top1_correct": 621, + "top5_correct": 1589 + }, + { + "ce_sum": 16505.470581054688, + "count": 3328, + "top1_correct": 224, + "top5_correct": 723 + }, + { + "ce_sum": 16095.65869140625, + "count": 3328, + "top1_correct": 272, + "top5_correct": 820 + }, + { + "ce_sum": 18025.113037109375, + "count": 3328, + "top1_correct": 169, + "top5_correct": 513 + }, + { + "ce_sum": 18381.95281982422, + "count": 3328, + "top1_correct": 128, + "top5_correct": 439 + }, + { + "ce_sum": 19368.451232910156, + "count": 3328, + "top1_correct": 98, + "top5_correct": 347 + }, + { + "ce_sum": 20364.28302001953, + "count": 3328, + "top1_correct": 70, + "top5_correct": 235 + }, + { + "ce_sum": 20284.87420654297, + "count": 3328, + "top1_correct": 88, + "top5_correct": 278 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9607823491096497, + "cosine_mean": 0.6817813515663147, + "cosine_min": 0.47414177656173706, + "cosine_std": 0.05826936289668083, + "flattened_dot": 1014520.625, + "latent_frames": 4643, + "mse": 0.10302220380899338, + "predicted_squared": 1255260.0, + "reference_squared": 1753405.25, + "relative_l2": 0.7474610810336934, + "squared_error": 979624.125, + "values": 9508864 + }, + "true_code_control": { + "cosine_max": 0.9999736547470093, + "cosine_mean": 0.9999450445175171, + "cosine_min": 0.9997453689575195, + "cosine_std": 1.9635614080470987e-05, + "flattened_dot": 1753424.0, + "latent_frames": 4643, + "mse": 2.0357730212510465e-05, + "predicted_squared": 1753636.0, + "reference_squared": 1753405.25, + "relative_l2": 0.010507220445648589, + "squared_error": 193.57888793945312, + "values": 9508864 + } + }, + "condition_latent_frames": 4643, + "emitted_frames": 1346, + "model_id": "serveurperso-v1", + "sample_id": "0ed1a099-1301-41b1-9b09-e58cf33ef290", + "shard_id": 752, + "token_metrics": { + "per_head": [ + { + "ce_sum": 4907.098449707031, + "count": 1280, + "top1_correct": 239, + "top5_correct": 607 + }, + { + "ce_sum": 6743.454040527344, + "count": 1280, + "top1_correct": 63, + "top5_correct": 218 + }, + { + "ce_sum": 6391.3099365234375, + "count": 1280, + "top1_correct": 87, + "top5_correct": 288 + }, + { + "ce_sum": 7023.0296630859375, + "count": 1280, + "top1_correct": 51, + "top5_correct": 182 + }, + { + "ce_sum": 7291.721435546875, + "count": 1280, + "top1_correct": 41, + "top5_correct": 135 + }, + { + "ce_sum": 7739.0140380859375, + "count": 1280, + "top1_correct": 20, + "top5_correct": 84 + }, + { + "ce_sum": 7832.828186035156, + "count": 1280, + "top1_correct": 19, + "top5_correct": 89 + }, + { + "ce_sum": 7963.244689941406, + "count": 1280, + "top1_correct": 18, + "top5_correct": 80 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9687700867652893, + "cosine_mean": 0.6486858129501343, + "cosine_min": 0.2924095094203949, + "cosine_std": 0.06067498400807381, + "flattened_dot": 1699003.75, + "latent_frames": 8893, + "mse": 0.10424130713324384, + "predicted_squared": 2229315.0, + "reference_squared": 3067225.0, + "relative_l2": 0.7867490531645083, + "squared_error": 1898532.75, + "values": 18212864 + }, + "true_code_control": { + "cosine_max": 0.9999616146087646, + "cosine_mean": 0.9999290108680725, + "cosine_min": 0.9993125200271606, + "cosine_std": 3.427095361985266e-05, + "flattened_dot": 3066797.25, + "latent_frames": 8893, + "mse": 2.388929430658016e-05, + "predicted_squared": 3066804.5, + "reference_squared": 3067225.0, + "relative_l2": 0.011910170126325828, + "squared_error": 435.09246826171875, + "values": 18212864 + } + }, + "condition_latent_frames": 8893, + "emitted_frames": 2578, + "model_id": "serveurperso-v1", + "sample_id": "7bc57e16-afb3-45a7-a7d4-39787a34701f", + "shard_id": 756, + "token_metrics": { + "per_head": [ + { + "ce_sum": 8830.413879394531, + "count": 2560, + "top1_correct": 578, + "top5_correct": 1373 + }, + { + "ce_sum": 12885.941955566406, + "count": 2560, + "top1_correct": 157, + "top5_correct": 535 + }, + { + "ce_sum": 13273.914123535156, + "count": 2560, + "top1_correct": 156, + "top5_correct": 471 + }, + { + "ce_sum": 14188.011596679688, + "count": 2560, + "top1_correct": 108, + "top5_correct": 336 + }, + { + "ce_sum": 14848.349609375, + "count": 2560, + "top1_correct": 82, + "top5_correct": 274 + }, + { + "ce_sum": 15895.543090820312, + "count": 2560, + "top1_correct": 39, + "top5_correct": 148 + }, + { + "ce_sum": 16921.04315185547, + "count": 2560, + "top1_correct": 23, + "top5_correct": 106 + }, + { + "ce_sum": 17139.85430908203, + "count": 2560, + "top1_correct": 14, + "top5_correct": 72 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9642055034637451, + "cosine_mean": 0.6643770337104797, + "cosine_min": 0.42434608936309814, + "cosine_std": 0.06692396104335785, + "flattened_dot": 2204340.25, + "latent_frames": 11594, + "mse": 0.09461616856981521, + "predicted_squared": 2907735.5, + "reference_squared": 3747560.0, + "relative_l2": 0.7742656734554348, + "squared_error": 2246614.75, + "values": 23744512 + }, + "true_code_control": { + "cosine_max": 0.9999654293060303, + "cosine_mean": 0.9999294281005859, + "cosine_min": 0.9995741844177246, + "cosine_std": 1.998352126975078e-05, + "flattened_dot": 3749130.5, + "latent_frames": 11594, + "mse": 2.2367064513192827e-05, + "predicted_squared": 3751232.25, + "reference_squared": 3747560.0, + "relative_l2": 0.011904518162634235, + "squared_error": 531.0950317382812, + "values": 23744512 + } + }, + "condition_latent_frames": 11594, + "emitted_frames": 3361, + "model_id": "serveurperso-v1", + "sample_id": "2cf7c022-b79f-43bd-a5e0-d1b0ba7e05e5", + "shard_id": 801, + "token_metrics": { + "per_head": [ + { + "ce_sum": 11413.534790039062, + "count": 3328, + "top1_correct": 803, + "top5_correct": 1815 + }, + { + "ce_sum": 16988.606384277344, + "count": 3328, + "top1_correct": 190, + "top5_correct": 650 + }, + { + "ce_sum": 17129.898559570312, + "count": 3328, + "top1_correct": 209, + "top5_correct": 644 + }, + { + "ce_sum": 18406.26446533203, + "count": 3328, + "top1_correct": 123, + "top5_correct": 452 + }, + { + "ce_sum": 19417.18731689453, + "count": 3328, + "top1_correct": 77, + "top5_correct": 311 + }, + { + "ce_sum": 20634.563354492188, + "count": 3328, + "top1_correct": 65, + "top5_correct": 219 + }, + { + "ce_sum": 21513.611083984375, + "count": 3328, + "top1_correct": 36, + "top5_correct": 145 + }, + { + "ce_sum": 21634.071655273438, + "count": 3328, + "top1_correct": 41, + "top5_correct": 148 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9694957137107849, + "cosine_mean": 0.6967711448669434, + "cosine_min": 0.3753073215484619, + "cosine_std": 0.05926711857318878, + "flattened_dot": 3374860.5, + "latent_frames": 15524, + "mse": 0.09503414445978807, + "predicted_squared": 4173005.25, + "reference_squared": 5598151.0, + "relative_l2": 0.7346564968200182, + "squared_error": 3021435.0, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999681711196899, + "cosine_mean": 0.9999357461929321, + "cosine_min": 0.999286413192749, + "cosine_std": 2.669270361366216e-05, + "flattened_dot": 5598916.5, + "latent_frames": 15524, + "mse": 2.2627134907955177e-05, + "predicted_squared": 5600401.0, + "reference_squared": 5598151.0, + "relative_l2": 0.0113359852460092, + "squared_error": 719.387939453125, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "2d575609-e129-4410-8dcf-cce287f2d46c", + "shard_id": 813, + "token_metrics": { + "per_head": [ + { + "ce_sum": 15483.849182128906, + "count": 4480, + "top1_correct": 1035, + "top5_correct": 2440 + }, + { + "ce_sum": 22212.80645751953, + "count": 4480, + "top1_correct": 320, + "top5_correct": 961 + }, + { + "ce_sum": 22201.48193359375, + "count": 4480, + "top1_correct": 309, + "top5_correct": 990 + }, + { + "ce_sum": 23868.16534423828, + "count": 4480, + "top1_correct": 243, + "top5_correct": 741 + }, + { + "ce_sum": 25333.385131835938, + "count": 4480, + "top1_correct": 170, + "top5_correct": 554 + }, + { + "ce_sum": 27070.588134765625, + "count": 4480, + "top1_correct": 103, + "top5_correct": 393 + }, + { + "ce_sum": 28215.568237304688, + "count": 4480, + "top1_correct": 69, + "top5_correct": 268 + }, + { + "ce_sum": 28545.54473876953, + "count": 4480, + "top1_correct": 78, + "top5_correct": 251 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9242769479751587, + "cosine_mean": 0.6426296830177307, + "cosine_min": 0.38141870498657227, + "cosine_std": 0.06675611436367035, + "flattened_dot": 2308201.5, + "latent_frames": 10973, + "mse": 0.11781671889595484, + "predicted_squared": 3002420.5, + "reference_squared": 4261643.0, + "relative_l2": 0.788211187485991, + "squared_error": 2647660.25, + "values": 22472704 + }, + "true_code_control": { + "cosine_max": 0.9999741315841675, + "cosine_mean": 0.9999483823776245, + "cosine_min": 0.9997401237487793, + "cosine_std": 1.230347334058024e-05, + "flattened_dot": 4263583.0, + "latent_frames": 10973, + "mse": 1.9811156953488164e-05, + "predicted_squared": 4265968.5, + "reference_squared": 4261643.0, + "relative_l2": 0.01022101562443832, + "squared_error": 445.21026611328125, + "values": 22472704 + } + }, + "condition_latent_frames": 10973, + "emitted_frames": 3181, + "model_id": "serveurperso-v1", + "sample_id": "69a1a59c-3144-4769-84dc-a564075d2271", + "shard_id": 871, + "token_metrics": { + "per_head": [ + { + "ce_sum": 13131.08023071289, + "count": 3072, + "top1_correct": 484, + "top5_correct": 1238 + }, + { + "ce_sum": 16276.240234375, + "count": 3072, + "top1_correct": 161, + "top5_correct": 536 + }, + { + "ce_sum": 15804.209899902344, + "count": 3072, + "top1_correct": 169, + "top5_correct": 566 + }, + { + "ce_sum": 17281.688232421875, + "count": 3072, + "top1_correct": 124, + "top5_correct": 392 + }, + { + "ce_sum": 18290.47137451172, + "count": 3072, + "top1_correct": 69, + "top5_correct": 266 + }, + { + "ce_sum": 19153.31964111328, + "count": 3072, + "top1_correct": 57, + "top5_correct": 193 + }, + { + "ce_sum": 19282.710693359375, + "count": 3072, + "top1_correct": 42, + "top5_correct": 157 + }, + { + "ce_sum": 19843.809631347656, + "count": 3072, + "top1_correct": 45, + "top5_correct": 163 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9007669687271118, + "cosine_mean": 0.6595449447631836, + "cosine_min": 0.2676524519920349, + "cosine_std": 0.06142619252204895, + "flattened_dot": 3324117.0, + "latent_frames": 15524, + "mse": 0.11151963636697614, + "predicted_squared": 4255173.0, + "reference_squared": 5938621.5, + "relative_l2": 0.7726799488346833, + "squared_error": 3545560.75, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999716281890869, + "cosine_mean": 0.9999500513076782, + "cosine_min": 0.9998340606689453, + "cosine_std": 1.0097629456140567e-05, + "flattened_dot": 5936683.0, + "latent_frames": 15524, + "mse": 1.8902627870736126e-05, + "predicted_squared": 5935344.5, + "reference_squared": 5938621.5, + "relative_l2": 0.010059700763643271, + "squared_error": 600.97412109375, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "49bb99b3-042b-4521-a8cc-0fd2f930257a", + "shard_id": 890, + "token_metrics": { + "per_head": [ + { + "ce_sum": 16238.671173095703, + "count": 4480, + "top1_correct": 1060, + "top5_correct": 2307 + }, + { + "ce_sum": 22862.76007080078, + "count": 4480, + "top1_correct": 305, + "top5_correct": 924 + }, + { + "ce_sum": 23763.997131347656, + "count": 4480, + "top1_correct": 240, + "top5_correct": 768 + }, + { + "ce_sum": 24689.3876953125, + "count": 4480, + "top1_correct": 202, + "top5_correct": 665 + }, + { + "ce_sum": 24388.296875, + "count": 4480, + "top1_correct": 192, + "top5_correct": 605 + }, + { + "ce_sum": 27000.34259033203, + "count": 4480, + "top1_correct": 86, + "top5_correct": 331 + }, + { + "ce_sum": 28639.296630859375, + "count": 4480, + "top1_correct": 60, + "top5_correct": 233 + }, + { + "ce_sum": 29164.262084960938, + "count": 4480, + "top1_correct": 57, + "top5_correct": 180 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9403842687606812, + "cosine_mean": 0.6722913384437561, + "cosine_min": 0.3970211148262024, + "cosine_std": 0.07077810913324356, + "flattened_dot": 505589.4375, + "latent_frames": 2148, + "mse": 0.11688565586310304, + "predicted_squared": 646997.5, + "reference_squared": 878373.5625, + "relative_l2": 0.7651086215623735, + "squared_error": 514192.15625, + "values": 4399104 + }, + "true_code_control": { + "cosine_max": 0.9999611973762512, + "cosine_mean": 0.9999128580093384, + "cosine_min": 0.9993155002593994, + "cosine_std": 5.2328330639284104e-05, + "flattened_dot": 878376.375, + "latent_frames": 2148, + "mse": 3.332668287572026e-05, + "predicted_squared": 878525.75, + "reference_squared": 878373.5625, + "relative_l2": 0.012919286556736196, + "squared_error": 146.6075439453125, + "values": 4399104 + } + }, + "condition_latent_frames": 2148, + "emitted_frames": 623, + "model_id": "serveurperso-v1", + "sample_id": "d9dbd252-2c4e-4fbf-a843-3dc286304495", + "shard_id": 949, + "token_metrics": { + "per_head": [ + { + "ce_sum": 2157.460235595703, + "count": 512, + "top1_correct": 94, + "top5_correct": 242 + }, + { + "ce_sum": 2697.0364379882812, + "count": 512, + "top1_correct": 18, + "top5_correct": 96 + }, + { + "ce_sum": 2749.529541015625, + "count": 512, + "top1_correct": 28, + "top5_correct": 83 + }, + { + "ce_sum": 2778.912353515625, + "count": 512, + "top1_correct": 38, + "top5_correct": 91 + }, + { + "ce_sum": 3020.8961791992188, + "count": 512, + "top1_correct": 17, + "top5_correct": 53 + }, + { + "ce_sum": 3164.6387329101562, + "count": 512, + "top1_correct": 10, + "top5_correct": 37 + }, + { + "ce_sum": 2925.3779907226562, + "count": 512, + "top1_correct": 17, + "top5_correct": 63 + }, + { + "ce_sum": 3128.0699462890625, + "count": 512, + "top1_correct": 7, + "top5_correct": 36 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.966668963432312, + "cosine_mean": 0.6026018261909485, + "cosine_min": 0.3143984079360962, + "cosine_std": 0.07719220221042633, + "flattened_dot": 2042173.0, + "latent_frames": 11622, + "mse": 0.11470009943762369, + "predicted_squared": 2892561.5, + "reference_squared": 3921860.0, + "relative_l2": 0.8343365431420258, + "squared_error": 2730075.25, + "values": 23801856 + }, + "true_code_control": { + "cosine_max": 0.9999639987945557, + "cosine_mean": 0.9999371767044067, + "cosine_min": 0.9996405243873596, + "cosine_std": 1.6970141587080434e-05, + "flattened_dot": 3921955.25, + "latent_frames": 11622, + "mse": 2.0985889200950074e-05, + "predicted_squared": 3922550.0, + "reference_squared": 3921860.0, + "relative_l2": 0.011285558498789117, + "squared_error": 499.50311279296875, + "values": 23801856 + } + }, + "condition_latent_frames": 11622, + "emitted_frames": 3369, + "model_id": "serveurperso-v1", + "sample_id": "d3ddb4a8-516b-4b61-ae6d-27b9b86ab217", + "shard_id": 954, + "token_metrics": { + "per_head": [ + { + "ce_sum": 16309.205841064453, + "count": 3328, + "top1_correct": 369, + "top5_correct": 1018 + }, + { + "ce_sum": 18241.831481933594, + "count": 3328, + "top1_correct": 141, + "top5_correct": 515 + }, + { + "ce_sum": 18364.516723632812, + "count": 3328, + "top1_correct": 148, + "top5_correct": 497 + }, + { + "ce_sum": 19457.67657470703, + "count": 3328, + "top1_correct": 108, + "top5_correct": 377 + }, + { + "ce_sum": 20070.871520996094, + "count": 3328, + "top1_correct": 75, + "top5_correct": 293 + }, + { + "ce_sum": 21224.565063476562, + "count": 3328, + "top1_correct": 58, + "top5_correct": 216 + }, + { + "ce_sum": 21616.544372558594, + "count": 3328, + "top1_correct": 41, + "top5_correct": 164 + }, + { + "ce_sum": 21906.334045410156, + "count": 3328, + "top1_correct": 36, + "top5_correct": 144 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9565768241882324, + "cosine_mean": 0.6756407618522644, + "cosine_min": 0.4648014008998871, + "cosine_std": 0.062029704451560974, + "flattened_dot": 337522.90625, + "latent_frames": 1658, + "mse": 0.1009627320366688, + "predicted_squared": 432194.21875, + "reference_squared": 585679.0, + "relative_l2": 0.7650819570396179, + "squared_error": 342827.4375, + "values": 3395584 + }, + "true_code_control": { + "cosine_max": 0.9999538660049438, + "cosine_mean": 0.9998784065246582, + "cosine_min": 0.9993401169776917, + "cosine_std": 6.775344809284434e-05, + "flattened_dot": 585464.875, + "latent_frames": 1658, + "mse": 3.982363190093e-05, + "predicted_squared": 585386.0, + "reference_squared": 585679.0, + "relative_l2": 0.015194899976590197, + "squared_error": 135.2244873046875, + "values": 3395584 + } + }, + "condition_latent_frames": 1658, + "emitted_frames": 481, + "model_id": "serveurperso-v1", + "sample_id": "e6cb126e-8bee-4422-9e56-a5000f7adfb0", + "shard_id": 967, + "token_metrics": { + "per_head": [ + { + "ce_sum": 1761.5450439453125, + "count": 384, + "top1_correct": 47, + "top5_correct": 127 + }, + { + "ce_sum": 1854.773681640625, + "count": 384, + "top1_correct": 39, + "top5_correct": 96 + }, + { + "ce_sum": 1943.0872802734375, + "count": 384, + "top1_correct": 36, + "top5_correct": 83 + }, + { + "ce_sum": 2143.9761962890625, + "count": 384, + "top1_correct": 20, + "top5_correct": 53 + }, + { + "ce_sum": 2251.4512329101562, + "count": 384, + "top1_correct": 12, + "top5_correct": 39 + }, + { + "ce_sum": 2306.8497314453125, + "count": 384, + "top1_correct": 7, + "top5_correct": 28 + }, + { + "ce_sum": 2299.6762084960938, + "count": 384, + "top1_correct": 9, + "top5_correct": 38 + }, + { + "ce_sum": 2342.1475830078125, + "count": 384, + "top1_correct": 9, + "top5_correct": 29 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9181723594665527, + "cosine_mean": 0.6997115612030029, + "cosine_min": 0.3916066586971283, + "cosine_std": 0.06156972423195839, + "flattened_dot": 1439773.875, + "latent_frames": 6878, + "mse": 0.0895943471116013, + "predicted_squared": 1813679.375, + "reference_squared": 2327907.25, + "relative_l2": 0.7362978460047014, + "squared_error": 1262038.875, + "values": 14086144 + }, + "true_code_control": { + "cosine_max": 0.9999675154685974, + "cosine_mean": 0.9999326467514038, + "cosine_min": 0.9997361302375793, + "cosine_std": 2.039101855189074e-05, + "flattened_dot": 2328260.5, + "latent_frames": 6878, + "mse": 2.2420616872992133e-05, + "predicted_squared": 2328929.5, + "reference_squared": 2327907.25, + "relative_l2": 0.01164761492313814, + "squared_error": 315.8200378417969, + "values": 14086144 + } + }, + "condition_latent_frames": 6878, + "emitted_frames": 1994, + "model_id": "serveurperso-v1", + "sample_id": "ad530405-9db1-42de-a663-aec4f0a5ca27", + "shard_id": 994, + "token_metrics": { + "per_head": [ + { + "ce_sum": 6136.712829589844, + "count": 1920, + "top1_correct": 477, + "top5_correct": 1125 + }, + { + "ce_sum": 9317.152709960938, + "count": 1920, + "top1_correct": 165, + "top5_correct": 457 + }, + { + "ce_sum": 9294.456970214844, + "count": 1920, + "top1_correct": 172, + "top5_correct": 464 + }, + { + "ce_sum": 9876.212829589844, + "count": 1920, + "top1_correct": 119, + "top5_correct": 351 + }, + { + "ce_sum": 10711.926086425781, + "count": 1920, + "top1_correct": 79, + "top5_correct": 249 + }, + { + "ce_sum": 11341.840759277344, + "count": 1920, + "top1_correct": 50, + "top5_correct": 185 + }, + { + "ce_sum": 12046.996887207031, + "count": 1920, + "top1_correct": 30, + "top5_correct": 122 + }, + { + "ce_sum": 12250.115356445312, + "count": 1920, + "top1_correct": 23, + "top5_correct": 105 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9626199007034302, + "cosine_mean": 0.6590792536735535, + "cosine_min": 0.39807260036468506, + "cosine_std": 0.05794611945748329, + "flattened_dot": 3383397.75, + "latent_frames": 15524, + "mse": 0.11435505042092083, + "predicted_squared": 4355122.0, + "reference_squared": 6047381.0, + "relative_l2": 0.7753732294939752, + "squared_error": 3635707.5, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999706745147705, + "cosine_mean": 0.9999484419822693, + "cosine_min": 0.9995308518409729, + "cosine_std": 1.3699151168111712e-05, + "flattened_dot": 6044726.5, + "latent_frames": 15524, + "mse": 1.9967479209437933e-05, + "predicted_squared": 6042706.5, + "reference_squared": 6047381.0, + "relative_l2": 0.010245773435181134, + "squared_error": 634.8291015625, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "96bc489d-f63b-4c8c-a969-3aaa1489909b", + "shard_id": 996, + "token_metrics": { + "per_head": [ + { + "ce_sum": 18854.12973022461, + "count": 4480, + "top1_correct": 732, + "top5_correct": 1833 + }, + { + "ce_sum": 23302.907104492188, + "count": 4480, + "top1_correct": 239, + "top5_correct": 784 + }, + { + "ce_sum": 24050.841247558594, + "count": 4480, + "top1_correct": 199, + "top5_correct": 694 + }, + { + "ce_sum": 24886.25762939453, + "count": 4480, + "top1_correct": 160, + "top5_correct": 565 + }, + { + "ce_sum": 26088.657775878906, + "count": 4480, + "top1_correct": 127, + "top5_correct": 449 + }, + { + "ce_sum": 27306.092529296875, + "count": 4480, + "top1_correct": 100, + "top5_correct": 309 + }, + { + "ce_sum": 28653.296936035156, + "count": 4480, + "top1_correct": 63, + "top5_correct": 231 + }, + { + "ce_sum": 28512.42529296875, + "count": 4480, + "top1_correct": 56, + "top5_correct": 250 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9571929574012756, + "cosine_mean": 0.7070221304893494, + "cosine_min": 0.42345550656318665, + "cosine_std": 0.060795996338129044, + "flattened_dot": 1137163.75, + "latent_frames": 4529, + "mse": 0.10679591762806359, + "predicted_squared": 1361116.5, + "reference_squared": 1903785.0, + "relative_l2": 0.7213308590383688, + "squared_error": 990574.0, + "values": 9275392 + }, + "true_code_control": { + "cosine_max": 0.999954104423523, + "cosine_mean": 0.9998652338981628, + "cosine_min": 0.9986845254898071, + "cosine_std": 9.690536535345018e-05, + "flattened_dot": 1901319.375, + "latent_frames": 4529, + "mse": 5.222195675105126e-05, + "predicted_squared": 1899338.125, + "reference_squared": 1903785.0, + "relative_l2": 0.01595084726520092, + "squared_error": 484.3791198730469, + "values": 9275392 + } + }, + "condition_latent_frames": 4529, + "emitted_frames": 1313, + "model_id": "serveurperso-v1", + "sample_id": "c2cdf709-4d2c-4fa0-aea9-3a58696ea1ba", + "shard_id": 1081, + "token_metrics": { + "per_head": [ + { + "ce_sum": 5333.926452636719, + "count": 1280, + "top1_correct": 208, + "top5_correct": 546 + }, + { + "ce_sum": 6098.398834228516, + "count": 1280, + "top1_correct": 99, + "top5_correct": 318 + }, + { + "ce_sum": 6155.9510498046875, + "count": 1280, + "top1_correct": 109, + "top5_correct": 302 + }, + { + "ce_sum": 7185.396911621094, + "count": 1280, + "top1_correct": 40, + "top5_correct": 174 + }, + { + "ce_sum": 7104.591796875, + "count": 1280, + "top1_correct": 55, + "top5_correct": 166 + }, + { + "ce_sum": 7088.327453613281, + "count": 1280, + "top1_correct": 63, + "top5_correct": 182 + }, + { + "ce_sum": 7546.338562011719, + "count": 1280, + "top1_correct": 20, + "top5_correct": 108 + }, + { + "ce_sum": 7628.1890869140625, + "count": 1280, + "top1_correct": 40, + "top5_correct": 132 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9441863894462585, + "cosine_mean": 0.6739851236343384, + "cosine_min": 0.3645472228527069, + "cosine_std": 0.05948733165860176, + "flattened_dot": 2523045.5, + "latent_frames": 11694, + "mse": 0.10734179963082029, + "predicted_squared": 3078371.5, + "reference_squared": 4538481.5, + "relative_l2": 0.7526198565473258, + "squared_error": 2570762.25, + "values": 23949312 + }, + "true_code_control": { + "cosine_max": 0.9999700784683228, + "cosine_mean": 0.999941349029541, + "cosine_min": 0.9996517896652222, + "cosine_std": 2.0998555555706844e-05, + "flattened_dot": 4538195.0, + "latent_frames": 11694, + "mse": 2.2026072287327083e-05, + "predicted_squared": 4538435.0, + "reference_squared": 4538481.5, + "relative_l2": 0.010781017878812988, + "squared_error": 527.50927734375, + "values": 23949312 + } + }, + "condition_latent_frames": 11694, + "emitted_frames": 3390, + "model_id": "serveurperso-v1", + "sample_id": "a6e65618-1120-4feb-b66a-25f63dc5ea3b", + "shard_id": 1097, + "token_metrics": { + "per_head": [ + { + "ce_sum": 10949.738082885742, + "count": 3328, + "top1_correct": 865, + "top5_correct": 1884 + }, + { + "ce_sum": 17161.373657226562, + "count": 3328, + "top1_correct": 197, + "top5_correct": 625 + }, + { + "ce_sum": 16700.664306640625, + "count": 3328, + "top1_correct": 215, + "top5_correct": 681 + }, + { + "ce_sum": 17920.886840820312, + "count": 3328, + "top1_correct": 175, + "top5_correct": 535 + }, + { + "ce_sum": 18717.702026367188, + "count": 3328, + "top1_correct": 138, + "top5_correct": 455 + }, + { + "ce_sum": 20614.955322265625, + "count": 3328, + "top1_correct": 53, + "top5_correct": 208 + }, + { + "ce_sum": 21467.639099121094, + "count": 3328, + "top1_correct": 37, + "top5_correct": 125 + }, + { + "ce_sum": 21430.44451904297, + "count": 3328, + "top1_correct": 40, + "top5_correct": 149 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.8932604193687439, + "cosine_mean": 0.6732029914855957, + "cosine_min": 0.4581851363182068, + "cosine_std": 0.062129050493240356, + "flattened_dot": 833250.4375, + "latent_frames": 3362, + "mse": 0.12118352360132548, + "predicted_squared": 1049775.0, + "reference_squared": 1451120.0, + "relative_l2": 0.7582876012044246, + "squared_error": 834394.125, + "values": 6885376 + }, + "true_code_control": { + "cosine_max": 0.999976634979248, + "cosine_mean": 0.999957263469696, + "cosine_min": 0.9999033212661743, + "cosine_std": 8.55793223308865e-06, + "flattened_dot": 1450892.375, + "latent_frames": 3362, + "mse": 1.8525940678007612e-05, + "predicted_squared": 1450792.375, + "reference_squared": 1451120.0, + "relative_l2": 0.009375669751028303, + "squared_error": 127.55806732177734, + "values": 6885376 + } + }, + "condition_latent_frames": 3362, + "emitted_frames": 975, + "model_id": "serveurperso-v1", + "sample_id": "deaea54c-f7a9-47ee-b9bc-1a2dd26d93e9", + "shard_id": 1134, + "token_metrics": { + "per_head": [ + { + "ce_sum": 3677.0989379882812, + "count": 896, + "top1_correct": 144, + "top5_correct": 382 + }, + { + "ce_sum": 4703.823425292969, + "count": 896, + "top1_correct": 88, + "top5_correct": 209 + }, + { + "ce_sum": 4622.3917236328125, + "count": 896, + "top1_correct": 59, + "top5_correct": 173 + }, + { + "ce_sum": 4746.208312988281, + "count": 896, + "top1_correct": 60, + "top5_correct": 170 + }, + { + "ce_sum": 5132.4437255859375, + "count": 896, + "top1_correct": 31, + "top5_correct": 103 + }, + { + "ce_sum": 5475.554138183594, + "count": 896, + "top1_correct": 18, + "top5_correct": 72 + }, + { + "ce_sum": 5125.3648681640625, + "count": 896, + "top1_correct": 28, + "top5_correct": 95 + }, + { + "ce_sum": 5423.0045166015625, + "count": 896, + "top1_correct": 11, + "top5_correct": 64 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9483920931816101, + "cosine_mean": 0.6497236490249634, + "cosine_min": 0.30563753843307495, + "cosine_std": 0.06755160540342331, + "flattened_dot": 3265254.5, + "latent_frames": 15251, + "mse": 0.11689655148125533, + "predicted_squared": 4204057.5, + "reference_squared": 5977604.0, + "relative_l2": 0.7815403696766545, + "squared_error": 3651152.5, + "values": 31234048 + }, + "true_code_control": { + "cosine_max": 0.999975860118866, + "cosine_mean": 0.9999364018440247, + "cosine_min": 0.9996178150177002, + "cosine_std": 2.023478373303078e-05, + "flattened_dot": 5973803.0, + "latent_frames": 15251, + "mse": 2.4543852972113556e-05, + "predicted_squared": 5970769.0, + "reference_squared": 5977604.0, + "relative_l2": 0.011324575632585288, + "squared_error": 766.6038818359375, + "values": 31234048 + } + }, + "condition_latent_frames": 15251, + "emitted_frames": 4421, + "model_id": "serveurperso-v1", + "sample_id": "cc7bf0a5-d6f4-4377-bf6b-a281e0c00abe", + "shard_id": 1152, + "token_metrics": { + "per_head": [ + { + "ce_sum": 17416.165130615234, + "count": 4352, + "top1_correct": 845, + "top5_correct": 1989 + }, + { + "ce_sum": 21751.766326904297, + "count": 4352, + "top1_correct": 299, + "top5_correct": 895 + }, + { + "ce_sum": 22135.588745117188, + "count": 4352, + "top1_correct": 275, + "top5_correct": 878 + }, + { + "ce_sum": 23666.7060546875, + "count": 4352, + "top1_correct": 205, + "top5_correct": 651 + }, + { + "ce_sum": 25426.007690429688, + "count": 4352, + "top1_correct": 138, + "top5_correct": 437 + }, + { + "ce_sum": 26056.252990722656, + "count": 4352, + "top1_correct": 105, + "top5_correct": 401 + }, + { + "ce_sum": 26888.015625, + "count": 4352, + "top1_correct": 84, + "top5_correct": 292 + }, + { + "ce_sum": 27556.58380126953, + "count": 4352, + "top1_correct": 88, + "top5_correct": 281 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9256830215454102, + "cosine_mean": 0.6538783311843872, + "cosine_min": 0.33414649963378906, + "cosine_std": 0.06211598590016365, + "flattened_dot": 3209299.25, + "latent_frames": 15524, + "mse": 0.11098114776414746, + "predicted_squared": 4105472.0, + "reference_squared": 5841567.0, + "relative_l2": 0.7771891304749518, + "squared_error": 3528440.5, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999778866767883, + "cosine_mean": 0.999945878982544, + "cosine_min": 0.9997855424880981, + "cosine_std": 1.4196926713339053e-05, + "flattened_dot": 5840396.0, + "latent_frames": 15524, + "mse": 2.000374727659513e-05, + "predicted_squared": 5839860.5, + "reference_squared": 5841567.0, + "relative_l2": 0.01043416719862914, + "squared_error": 635.982177734375, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "0913c74c-b126-4f78-8917-2a0d577cdb97", + "shard_id": 1154, + "token_metrics": { + "per_head": [ + { + "ce_sum": 17850.261169433594, + "count": 4480, + "top1_correct": 894, + "top5_correct": 2090 + }, + { + "ce_sum": 22670.754516601562, + "count": 4480, + "top1_correct": 272, + "top5_correct": 889 + }, + { + "ce_sum": 22586.08905029297, + "count": 4480, + "top1_correct": 331, + "top5_correct": 939 + }, + { + "ce_sum": 24526.87042236328, + "count": 4480, + "top1_correct": 184, + "top5_correct": 603 + }, + { + "ce_sum": 24989.267333984375, + "count": 4480, + "top1_correct": 158, + "top5_correct": 564 + }, + { + "ce_sum": 27499.91961669922, + "count": 4480, + "top1_correct": 88, + "top5_correct": 337 + }, + { + "ce_sum": 28309.120849609375, + "count": 4480, + "top1_correct": 76, + "top5_correct": 252 + }, + { + "ce_sum": 28635.91455078125, + "count": 4480, + "top1_correct": 53, + "top5_correct": 218 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.943390965461731, + "cosine_mean": 0.667025089263916, + "cosine_min": 0.3643803000450134, + "cosine_std": 0.052478332072496414, + "flattened_dot": 2671443.0, + "latent_frames": 13464, + "mse": 0.0996972830325312, + "predicted_squared": 3469651.75, + "reference_squared": 4622314.5, + "relative_l2": 0.7711945352763777, + "squared_error": 2749080.0, + "values": 27574272 + }, + "true_code_control": { + "cosine_max": 0.9999660849571228, + "cosine_mean": 0.9999381899833679, + "cosine_min": 0.9996606707572937, + "cosine_std": 1.9135377442580648e-05, + "flattened_dot": 4623339.0, + "latent_frames": 13464, + "mse": 2.0959888780251616e-05, + "predicted_squared": 4624941.5, + "reference_squared": 4622314.5, + "relative_l2": 0.011181929991595103, + "squared_error": 577.9536743164062, + "values": 27574272 + } + }, + "condition_latent_frames": 13464, + "emitted_frames": 3903, + "model_id": "serveurperso-v1", + "sample_id": "1a5380ab-b04a-426b-950e-6c3a44ea935e", + "shard_id": 1175, + "token_metrics": { + "per_head": [ + { + "ce_sum": 13372.561889648438, + "count": 3840, + "top1_correct": 856, + "top5_correct": 2026 + }, + { + "ce_sum": 19052.042846679688, + "count": 3840, + "top1_correct": 279, + "top5_correct": 781 + }, + { + "ce_sum": 20480.068115234375, + "count": 3840, + "top1_correct": 202, + "top5_correct": 647 + }, + { + "ce_sum": 21239.94512939453, + "count": 3840, + "top1_correct": 145, + "top5_correct": 526 + }, + { + "ce_sum": 22342.5341796875, + "count": 3840, + "top1_correct": 105, + "top5_correct": 361 + }, + { + "ce_sum": 24288.806701660156, + "count": 3840, + "top1_correct": 59, + "top5_correct": 203 + }, + { + "ce_sum": 24972.62969970703, + "count": 3840, + "top1_correct": 39, + "top5_correct": 161 + }, + { + "ce_sum": 25055.582946777344, + "count": 3840, + "top1_correct": 49, + "top5_correct": 164 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9580600261688232, + "cosine_mean": 0.6405276656150818, + "cosine_min": 0.31984391808509827, + "cosine_std": 0.07516519725322723, + "flattened_dot": 2369365.25, + "latent_frames": 11277, + "mse": 0.11894948218026735, + "predicted_squared": 3129934.5, + "reference_squared": 4355970.5, + "relative_l2": 0.7941464142428136, + "squared_error": 2747173.5, + "values": 23095296 + }, + "true_code_control": { + "cosine_max": 0.9999745488166809, + "cosine_mean": 0.9999456405639648, + "cosine_min": 0.9996492862701416, + "cosine_std": 1.6607365978416055e-05, + "flattened_dot": 4357772.0, + "latent_frames": 11277, + "mse": 2.0593991461000597e-05, + "predicted_squared": 4360049.0, + "reference_squared": 4355970.5, + "relative_l2": 0.010449356965582355, + "squared_error": 475.62432861328125, + "values": 23095296 + } + }, + "condition_latent_frames": 11277, + "emitted_frames": 3269, + "model_id": "serveurperso-v1", + "sample_id": "196fcb66-db0e-401f-bd62-f65350283d1a", + "shard_id": 1195, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12956.606750488281, + "count": 3200, + "top1_correct": 631, + "top5_correct": 1457 + }, + { + "ce_sum": 16907.023010253906, + "count": 3200, + "top1_correct": 175, + "top5_correct": 542 + }, + { + "ce_sum": 16667.15155029297, + "count": 3200, + "top1_correct": 204, + "top5_correct": 610 + }, + { + "ce_sum": 17899.23565673828, + "count": 3200, + "top1_correct": 100, + "top5_correct": 396 + }, + { + "ce_sum": 18169.411865234375, + "count": 3200, + "top1_correct": 105, + "top5_correct": 366 + }, + { + "ce_sum": 19562.876037597656, + "count": 3200, + "top1_correct": 77, + "top5_correct": 275 + }, + { + "ce_sum": 20129.116821289062, + "count": 3200, + "top1_correct": 53, + "top5_correct": 189 + }, + { + "ce_sum": 20880.684631347656, + "count": 3200, + "top1_correct": 35, + "top5_correct": 143 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9105119705200195, + "cosine_mean": 0.6254774928092957, + "cosine_min": 0.3928242623806, + "cosine_std": 0.05909696966409683, + "flattened_dot": 2584361.5, + "latent_frames": 13506, + "mse": 0.11544292308163964, + "predicted_squared": 3509452.0, + "reference_squared": 4852455.0, + "relative_l2": 0.8112061751032427, + "squared_error": 3193184.5, + "values": 27660288 + }, + "true_code_control": { + "cosine_max": 0.999969482421875, + "cosine_mean": 0.9999434351921082, + "cosine_min": 0.9998108148574829, + "cosine_std": 1.3252465578261763e-05, + "flattened_dot": 4852784.0, + "latent_frames": 13506, + "mse": 2.0129180530009758e-05, + "predicted_squared": 4853670.0, + "reference_squared": 4852455.0, + "relative_l2": 0.010711755174873659, + "squared_error": 556.7789306640625, + "values": 27660288 + } + }, + "condition_latent_frames": 13506, + "emitted_frames": 3915, + "model_id": "serveurperso-v1", + "sample_id": "23a89945-aa1f-4265-a6f0-555f50285a94", + "shard_id": 1229, + "token_metrics": { + "per_head": [ + { + "ce_sum": 14464.236877441406, + "count": 3840, + "top1_correct": 837, + "top5_correct": 1880 + }, + { + "ce_sum": 20183.998107910156, + "count": 3840, + "top1_correct": 217, + "top5_correct": 648 + }, + { + "ce_sum": 20987.914428710938, + "count": 3840, + "top1_correct": 204, + "top5_correct": 590 + }, + { + "ce_sum": 21822.109619140625, + "count": 3840, + "top1_correct": 132, + "top5_correct": 469 + }, + { + "ce_sum": 21515.38641357422, + "count": 3840, + "top1_correct": 146, + "top5_correct": 467 + }, + { + "ce_sum": 24181.784545898438, + "count": 3840, + "top1_correct": 65, + "top5_correct": 222 + }, + { + "ce_sum": 25307.115173339844, + "count": 3840, + "top1_correct": 44, + "top5_correct": 159 + }, + { + "ce_sum": 25561.360229492188, + "count": 3840, + "top1_correct": 39, + "top5_correct": 133 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9589652419090271, + "cosine_mean": 0.6508384346961975, + "cosine_min": 0.31118959188461304, + "cosine_std": 0.07975316047668457, + "flattened_dot": 1907885.0, + "latent_frames": 7782, + "mse": 0.13638695467103573, + "predicted_squared": 2358080.0, + "reference_squared": 3631361.75, + "relative_l2": 0.7736815639287684, + "squared_error": 2173672.0, + "values": 15937536 + }, + "true_code_control": { + "cosine_max": 0.9999786615371704, + "cosine_mean": 0.999954879283905, + "cosine_min": 0.999843955039978, + "cosine_std": 1.377683202008484e-05, + "flattened_dot": 3631764.0, + "latent_frames": 7782, + "mse": 2.049878948116572e-05, + "predicted_squared": 3632492.75, + "reference_squared": 3631361.75, + "relative_l2": 0.009485056881696869, + "squared_error": 326.7001953125, + "values": 15937536 + } + }, + "condition_latent_frames": 7782, + "emitted_frames": 2256, + "model_id": "serveurperso-v1", + "sample_id": "60f1b881-8852-4094-88b9-6f9a510f996a", + "shard_id": 1283, + "token_metrics": { + "per_head": [ + { + "ce_sum": 8778.423583984375, + "count": 2176, + "top1_correct": 445, + "top5_correct": 1003 + }, + { + "ce_sum": 11368.627319335938, + "count": 2176, + "top1_correct": 109, + "top5_correct": 392 + }, + { + "ce_sum": 11451.663024902344, + "count": 2176, + "top1_correct": 136, + "top5_correct": 449 + }, + { + "ce_sum": 11922.100463867188, + "count": 2176, + "top1_correct": 86, + "top5_correct": 296 + }, + { + "ce_sum": 12347.888610839844, + "count": 2176, + "top1_correct": 82, + "top5_correct": 268 + }, + { + "ce_sum": 12354.139038085938, + "count": 2176, + "top1_correct": 78, + "top5_correct": 244 + }, + { + "ce_sum": 13497.033874511719, + "count": 2176, + "top1_correct": 35, + "top5_correct": 134 + }, + { + "ce_sum": 13464.454956054688, + "count": 2176, + "top1_correct": 40, + "top5_correct": 146 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9563537836074829, + "cosine_mean": 0.671722412109375, + "cosine_min": 0.3198423981666565, + "cosine_std": 0.0592731349170208, + "flattened_dot": 2384782.0, + "latent_frames": 12619, + "mse": 0.09041632641626714, + "predicted_squared": 3224302.0, + "reference_squared": 3881955.5, + "relative_l2": 0.7758461313479834, + "squared_error": 2336693.5, + "values": 25843712 + }, + "true_code_control": { + "cosine_max": 0.999962329864502, + "cosine_mean": 0.9999271631240845, + "cosine_min": 0.9995863437652588, + "cosine_std": 2.0081259208382107e-05, + "flattened_dot": 3883153.0, + "latent_frames": 12619, + "mse": 2.2129737043240924e-05, + "predicted_squared": 3884922.0, + "reference_squared": 3881955.5, + "relative_l2": 0.012137808931961539, + "squared_error": 571.91455078125, + "values": 25843712 + } + }, + "condition_latent_frames": 12619, + "emitted_frames": 3658, + "model_id": "serveurperso-v1", + "sample_id": "2e7bfdee-0af9-4358-ad77-4b7ffb6b02b8", + "shard_id": 1312, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12834.664337158203, + "count": 3584, + "top1_correct": 773, + "top5_correct": 1837 + }, + { + "ce_sum": 18481.62567138672, + "count": 3584, + "top1_correct": 212, + "top5_correct": 632 + }, + { + "ce_sum": 19499.313354492188, + "count": 3584, + "top1_correct": 172, + "top5_correct": 541 + }, + { + "ce_sum": 20551.62957763672, + "count": 3584, + "top1_correct": 126, + "top5_correct": 408 + }, + { + "ce_sum": 21206.94842529297, + "count": 3584, + "top1_correct": 91, + "top5_correct": 327 + }, + { + "ce_sum": 22688.80224609375, + "count": 3584, + "top1_correct": 48, + "top5_correct": 208 + }, + { + "ce_sum": 23645.46710205078, + "count": 3584, + "top1_correct": 35, + "top5_correct": 125 + }, + { + "ce_sum": 23929.23193359375, + "count": 3584, + "top1_correct": 20, + "top5_correct": 111 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9672161936759949, + "cosine_mean": 0.6488218903541565, + "cosine_min": 0.38295918703079224, + "cosine_std": 0.06788203865289688, + "flattened_dot": 3350232.0, + "latent_frames": 15524, + "mse": 0.11840928040101215, + "predicted_squared": 4327364.0, + "reference_squared": 6137704.0, + "relative_l2": 0.7831711738831348, + "squared_error": 3764604.25, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999738335609436, + "cosine_mean": 0.9999482035636902, + "cosine_min": 0.9998315572738647, + "cosine_std": 1.1214622645638883e-05, + "flattened_dot": 6139939.0, + "latent_frames": 15524, + "mse": 2.0364462116028163e-05, + "predicted_squared": 6142821.0, + "reference_squared": 6137704.0, + "relative_l2": 0.010270705935384934, + "squared_error": 647.450439453125, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "e795befd-b238-4ca0-a67d-83c628b43146", + "shard_id": 1342, + "token_metrics": { + "per_head": [ + { + "ce_sum": 18142.46435546875, + "count": 4480, + "top1_correct": 866, + "top5_correct": 2038 + }, + { + "ce_sum": 23069.173217773438, + "count": 4480, + "top1_correct": 267, + "top5_correct": 847 + }, + { + "ce_sum": 24304.462036132812, + "count": 4480, + "top1_correct": 236, + "top5_correct": 715 + }, + { + "ce_sum": 24785.569458007812, + "count": 4480, + "top1_correct": 177, + "top5_correct": 632 + }, + { + "ce_sum": 25693.282165527344, + "count": 4480, + "top1_correct": 135, + "top5_correct": 491 + }, + { + "ce_sum": 26742.178955078125, + "count": 4480, + "top1_correct": 109, + "top5_correct": 396 + }, + { + "ce_sum": 28127.65313720703, + "count": 4480, + "top1_correct": 70, + "top5_correct": 292 + }, + { + "ce_sum": 28725.025634765625, + "count": 4480, + "top1_correct": 60, + "top5_correct": 232 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9165159463882446, + "cosine_mean": 0.6606151461601257, + "cosine_min": 0.3960397243499756, + "cosine_std": 0.06083507090806961, + "flattened_dot": 2639016.0, + "latent_frames": 13519, + "mse": 0.09929775664400566, + "predicted_squared": 3569976.0, + "reference_squared": 4457304.0, + "relative_l2": 0.7853637488913202, + "squared_error": 2749248.25, + "values": 27686912 + }, + "true_code_control": { + "cosine_max": 0.9999601244926453, + "cosine_mean": 0.9999244213104248, + "cosine_min": 0.9992700815200806, + "cosine_std": 3.4579748898977414e-05, + "flattened_dot": 4456983.5, + "latent_frames": 13519, + "mse": 2.4461875839058453e-05, + "predicted_squared": 4457340.0, + "reference_squared": 4457304.0, + "relative_l2": 0.012326676863359472, + "squared_error": 677.2738037109375, + "values": 27686912 + } + }, + "condition_latent_frames": 13519, + "emitted_frames": 3919, + "model_id": "serveurperso-v1", + "sample_id": "86cf339e-5b73-4c81-a3ca-82c7d4bdae34", + "shard_id": 1370, + "token_metrics": { + "per_head": [ + { + "ce_sum": 15277.096374511719, + "count": 3840, + "top1_correct": 720, + "top5_correct": 1727 + }, + { + "ce_sum": 19733.54571533203, + "count": 3840, + "top1_correct": 239, + "top5_correct": 719 + }, + { + "ce_sum": 20148.688903808594, + "count": 3840, + "top1_correct": 235, + "top5_correct": 682 + }, + { + "ce_sum": 20996.021423339844, + "count": 3840, + "top1_correct": 162, + "top5_correct": 541 + }, + { + "ce_sum": 22240.010986328125, + "count": 3840, + "top1_correct": 124, + "top5_correct": 425 + }, + { + "ce_sum": 23838.001953125, + "count": 3840, + "top1_correct": 79, + "top5_correct": 246 + }, + { + "ce_sum": 24068.173950195312, + "count": 3840, + "top1_correct": 52, + "top5_correct": 217 + }, + { + "ce_sum": 25170.16473388672, + "count": 3840, + "top1_correct": 45, + "top5_correct": 156 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9323700666427612, + "cosine_mean": 0.6927067041397095, + "cosine_min": 0.45480865240097046, + "cosine_std": 0.05471259728074074, + "flattened_dot": 2591778.0, + "latent_frames": 12112, + "mse": 0.0943627905499195, + "predicted_squared": 3315267.0, + "reference_squared": 4208993.5, + "relative_l2": 0.7457343834615421, + "squared_error": 2340704.5, + "values": 24805376 + }, + "true_code_control": { + "cosine_max": 0.9999673366546631, + "cosine_mean": 0.9999397993087769, + "cosine_min": 0.999744176864624, + "cosine_std": 1.4250177628127858e-05, + "flattened_dot": 4210221.0, + "latent_frames": 12112, + "mse": 2.0629274837249494e-05, + "predicted_squared": 4211960.0, + "reference_squared": 4208993.5, + "relative_l2": 0.011026197332106634, + "squared_error": 511.7169189453125, + "values": 24805376 + } + }, + "condition_latent_frames": 12112, + "emitted_frames": 3511, + "model_id": "serveurperso-v1", + "sample_id": "f899ad21-c723-4d92-b2a5-83e70568f09e", + "shard_id": 1376, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12010.82846069336, + "count": 3456, + "top1_correct": 841, + "top5_correct": 1886 + }, + { + "ce_sum": 17924.326538085938, + "count": 3456, + "top1_correct": 186, + "top5_correct": 648 + }, + { + "ce_sum": 18632.40936279297, + "count": 3456, + "top1_correct": 177, + "top5_correct": 550 + }, + { + "ce_sum": 18782.217834472656, + "count": 3456, + "top1_correct": 145, + "top5_correct": 475 + }, + { + "ce_sum": 20197.343688964844, + "count": 3456, + "top1_correct": 100, + "top5_correct": 370 + }, + { + "ce_sum": 21778.212768554688, + "count": 3456, + "top1_correct": 43, + "top5_correct": 200 + }, + { + "ce_sum": 21933.836853027344, + "count": 3456, + "top1_correct": 54, + "top5_correct": 202 + }, + { + "ce_sum": 22870.435974121094, + "count": 3456, + "top1_correct": 21, + "top5_correct": 125 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.969188928604126, + "cosine_mean": 0.6795189380645752, + "cosine_min": 0.32220324873924255, + "cosine_std": 0.06120423972606659, + "flattened_dot": 3264935.25, + "latent_frames": 14796, + "mse": 0.10597894384462017, + "predicted_squared": 4023557.0, + "reference_squared": 5717710.0, + "relative_l2": 0.7494382740475233, + "squared_error": 3211396.0, + "values": 30302208 + }, + "true_code_control": { + "cosine_max": 0.9999728798866272, + "cosine_mean": 0.9999479651451111, + "cosine_min": 0.9998722076416016, + "cosine_std": 1.1391051884857006e-05, + "flattened_dot": 5717786.0, + "latent_frames": 14796, + "mse": 1.9823662507659714e-05, + "predicted_squared": 5718462.5, + "reference_squared": 5717710.0, + "relative_l2": 0.010249862111308282, + "squared_error": 600.7007446289062, + "values": 30302208 + } + }, + "condition_latent_frames": 14796, + "emitted_frames": 4289, + "model_id": "serveurperso-v1", + "sample_id": "6f3cce84-7b3b-4b0b-94bb-d62b1af46ca4", + "shard_id": 1372, + "token_metrics": { + "per_head": [ + { + "ce_sum": 13346.535888671875, + "count": 4224, + "top1_correct": 1163, + "top5_correct": 2517 + }, + { + "ce_sum": 21283.442138671875, + "count": 4224, + "top1_correct": 286, + "top5_correct": 890 + }, + { + "ce_sum": 21583.63641357422, + "count": 4224, + "top1_correct": 305, + "top5_correct": 858 + }, + { + "ce_sum": 23174.561767578125, + "count": 4224, + "top1_correct": 187, + "top5_correct": 597 + }, + { + "ce_sum": 23722.169860839844, + "count": 4224, + "top1_correct": 166, + "top5_correct": 526 + }, + { + "ce_sum": 25979.617797851562, + "count": 4224, + "top1_correct": 78, + "top5_correct": 281 + }, + { + "ce_sum": 26500.64031982422, + "count": 4224, + "top1_correct": 57, + "top5_correct": 234 + }, + { + "ce_sum": 27188.786987304688, + "count": 4224, + "top1_correct": 54, + "top5_correct": 206 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.941167414188385, + "cosine_mean": 0.674039900302887, + "cosine_min": 0.29527267813682556, + "cosine_std": 0.06924013793468475, + "flattened_dot": 1136792.75, + "latent_frames": 5043, + "mse": 0.11187919633340769, + "predicted_squared": 1416593.0, + "reference_squared": 2012487.75, + "relative_l2": 0.7577352767042578, + "squared_error": 1155495.5, + "values": 10328064 + }, + "true_code_control": { + "cosine_max": 0.9999699592590332, + "cosine_mean": 0.9999399185180664, + "cosine_min": 0.9997485876083374, + "cosine_std": 1.9725770471268333e-05, + "flattened_dot": 2013005.0, + "latent_frames": 5043, + "mse": 2.334009979349409e-05, + "predicted_squared": 2013763.0, + "reference_squared": 2012487.75, + "relative_l2": 0.01094445630682972, + "squared_error": 241.05804443359375, + "values": 10328064 + } + }, + "condition_latent_frames": 5043, + "emitted_frames": 1462, + "model_id": "serveurperso-v1", + "sample_id": "79dee1bf-6646-4c90-9845-be3d51ad3b1d", + "shard_id": 1419, + "token_metrics": { + "per_head": [ + { + "ce_sum": 4988.008636474609, + "count": 1408, + "top1_correct": 357, + "top5_correct": 767 + }, + { + "ce_sum": 7196.4107666015625, + "count": 1408, + "top1_correct": 103, + "top5_correct": 288 + }, + { + "ce_sum": 7063.58935546875, + "count": 1408, + "top1_correct": 97, + "top5_correct": 292 + }, + { + "ce_sum": 7641.4005126953125, + "count": 1408, + "top1_correct": 63, + "top5_correct": 200 + }, + { + "ce_sum": 8117.974548339844, + "count": 1408, + "top1_correct": 51, + "top5_correct": 159 + }, + { + "ce_sum": 8113.01318359375, + "count": 1408, + "top1_correct": 65, + "top5_correct": 176 + }, + { + "ce_sum": 8616.529846191406, + "count": 1408, + "top1_correct": 29, + "top5_correct": 129 + }, + { + "ce_sum": 8849.044982910156, + "count": 1408, + "top1_correct": 15, + "top5_correct": 95 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.964780867099762, + "cosine_mean": 0.6794731020927429, + "cosine_min": 0.37042757868766785, + "cosine_std": 0.05515923351049423, + "flattened_dot": 3542414.0, + "latent_frames": 15524, + "mse": 0.11018846133909592, + "predicted_squared": 4356214.0, + "reference_squared": 6231852.5, + "relative_l2": 0.7497669104190943, + "squared_error": 3503238.5, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999735951423645, + "cosine_mean": 0.9999451637268066, + "cosine_min": 0.9992592930793762, + "cosine_std": 2.665522879397031e-05, + "flattened_dot": 6232128.5, + "latent_frames": 15524, + "mse": 2.1848961023656526e-05, + "predicted_squared": 6233099.0, + "reference_squared": 6231852.5, + "relative_l2": 0.010557804244687443, + "squared_error": 694.6473388671875, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "af788529-48ef-41f1-bf23-9fe08776de6e", + "shard_id": 1424, + "token_metrics": { + "per_head": [ + { + "ce_sum": 18231.48110961914, + "count": 4480, + "top1_correct": 916, + "top5_correct": 2005 + }, + { + "ce_sum": 23586.917877197266, + "count": 4480, + "top1_correct": 255, + "top5_correct": 841 + }, + { + "ce_sum": 23175.739685058594, + "count": 4480, + "top1_correct": 314, + "top5_correct": 961 + }, + { + "ce_sum": 25414.981079101562, + "count": 4480, + "top1_correct": 179, + "top5_correct": 563 + }, + { + "ce_sum": 26216.05450439453, + "count": 4480, + "top1_correct": 112, + "top5_correct": 440 + }, + { + "ce_sum": 27333.180786132812, + "count": 4480, + "top1_correct": 87, + "top5_correct": 357 + }, + { + "ce_sum": 28643.003295898438, + "count": 4480, + "top1_correct": 67, + "top5_correct": 260 + }, + { + "ce_sum": 28140.476318359375, + "count": 4480, + "top1_correct": 72, + "top5_correct": 283 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9528210759162903, + "cosine_mean": 0.6733492612838745, + "cosine_min": 0.4108670949935913, + "cosine_std": 0.05514439940452576, + "flattened_dot": 2706402.0, + "latent_frames": 13426, + "mse": 0.09834933042987952, + "predicted_squared": 3445882.0, + "reference_squared": 4671179.5, + "relative_l2": 0.7608704596602476, + "squared_error": 2704257.25, + "values": 27496448 + }, + "true_code_control": { + "cosine_max": 0.9999658465385437, + "cosine_mean": 0.9999381899833679, + "cosine_min": 0.9996901154518127, + "cosine_std": 1.584300844115205e-05, + "flattened_dot": 4670553.0, + "latent_frames": 13426, + "mse": 2.1304860300444535e-05, + "predicted_squared": 4670512.0, + "reference_squared": 4671179.5, + "relative_l2": 0.011198616305954208, + "squared_error": 585.8079833984375, + "values": 27496448 + } + }, + "condition_latent_frames": 13426, + "emitted_frames": 3892, + "model_id": "serveurperso-v1", + "sample_id": "6b36256d-eeb0-4e1d-8f14-7da28f955a6d", + "shard_id": 1433, + "token_metrics": { + "per_head": [ + { + "ce_sum": 13562.596557617188, + "count": 3840, + "top1_correct": 930, + "top5_correct": 2023 + }, + { + "ce_sum": 19982.181579589844, + "count": 3840, + "top1_correct": 221, + "top5_correct": 750 + }, + { + "ce_sum": 19838.390380859375, + "count": 3840, + "top1_correct": 244, + "top5_correct": 729 + }, + { + "ce_sum": 21309.607299804688, + "count": 3840, + "top1_correct": 133, + "top5_correct": 498 + }, + { + "ce_sum": 22380.648803710938, + "count": 3840, + "top1_correct": 124, + "top5_correct": 387 + }, + { + "ce_sum": 23452.825805664062, + "count": 3840, + "top1_correct": 87, + "top5_correct": 276 + }, + { + "ce_sum": 24782.161010742188, + "count": 3840, + "top1_correct": 46, + "top5_correct": 180 + }, + { + "ce_sum": 25045.085021972656, + "count": 3840, + "top1_correct": 50, + "top5_correct": 168 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9436070919036865, + "cosine_mean": 0.6410484910011292, + "cosine_min": 0.3234332203865051, + "cosine_std": 0.06728493422269821, + "flattened_dot": 2909175.25, + "latent_frames": 15524, + "mse": 0.10302651023717309, + "predicted_squared": 3921619.0, + "reference_squared": 5172269.5, + "relative_l2": 0.7957941002323066, + "squared_error": 3275537.5, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999709725379944, + "cosine_mean": 0.9999387860298157, + "cosine_min": 0.9995840191841125, + "cosine_std": 1.933199200720992e-05, + "flattened_dot": 5172900.5, + "latent_frames": 15524, + "mse": 1.9843885192733484e-05, + "predicted_squared": 5174162.0, + "reference_squared": 5172269.5, + "relative_l2": 0.011044335049262725, + "squared_error": 630.899658203125, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "3baf244f-ad8a-4e1b-a778-d726c1d89e70", + "shard_id": 1454, + "token_metrics": { + "per_head": [ + { + "ce_sum": 16896.92022705078, + "count": 4480, + "top1_correct": 926, + "top5_correct": 2191 + }, + { + "ce_sum": 23778.08087158203, + "count": 4480, + "top1_correct": 234, + "top5_correct": 718 + }, + { + "ce_sum": 23468.043884277344, + "count": 4480, + "top1_correct": 269, + "top5_correct": 839 + }, + { + "ce_sum": 24419.27862548828, + "count": 4480, + "top1_correct": 202, + "top5_correct": 645 + }, + { + "ce_sum": 25202.044677734375, + "count": 4480, + "top1_correct": 159, + "top5_correct": 574 + }, + { + "ce_sum": 28089.830932617188, + "count": 4480, + "top1_correct": 64, + "top5_correct": 267 + }, + { + "ce_sum": 28702.07061767578, + "count": 4480, + "top1_correct": 70, + "top5_correct": 240 + }, + { + "ce_sum": 29404.253540039062, + "count": 4480, + "top1_correct": 49, + "top5_correct": 184 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9437524080276489, + "cosine_mean": 0.6425690054893494, + "cosine_min": 0.3580884337425232, + "cosine_std": 0.0652371197938919, + "flattened_dot": 2026570.5, + "latent_frames": 9945, + "mse": 0.11471476912078934, + "predicted_squared": 2642513.75, + "reference_squared": 3747064.0, + "relative_l2": 0.7896442587613977, + "squared_error": 2336437.0, + "values": 20367360 + }, + "true_code_control": { + "cosine_max": 0.9999704360961914, + "cosine_mean": 0.9999364018440247, + "cosine_min": 0.999770998954773, + "cosine_std": 1.6692398276063614e-05, + "flattened_dot": 3748579.5, + "latent_frames": 9945, + "mse": 2.3467560818951714e-05, + "predicted_squared": 3750572.75, + "reference_squared": 3747064.0, + "relative_l2": 0.011294208228469197, + "squared_error": 477.9722595214844, + "values": 20367360 + } + }, + "condition_latent_frames": 9945, + "emitted_frames": 2883, + "model_id": "serveurperso-v1", + "sample_id": "44c61dbf-4238-41db-86e6-5cbd86ae9a93", + "shard_id": 1483, + "token_metrics": { + "per_head": [ + { + "ce_sum": 10827.236267089844, + "count": 2816, + "top1_correct": 533, + "top5_correct": 1296 + }, + { + "ce_sum": 14620.183349609375, + "count": 2816, + "top1_correct": 160, + "top5_correct": 506 + }, + { + "ce_sum": 15005.378112792969, + "count": 2816, + "top1_correct": 146, + "top5_correct": 472 + }, + { + "ce_sum": 16024.179016113281, + "count": 2816, + "top1_correct": 102, + "top5_correct": 357 + }, + { + "ce_sum": 16885.826171875, + "count": 2816, + "top1_correct": 76, + "top5_correct": 252 + }, + { + "ce_sum": 17549.532592773438, + "count": 2816, + "top1_correct": 48, + "top5_correct": 179 + }, + { + "ce_sum": 18058.311279296875, + "count": 2816, + "top1_correct": 41, + "top5_correct": 158 + }, + { + "ce_sum": 18408.927124023438, + "count": 2816, + "top1_correct": 25, + "top5_correct": 106 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.955126166343689, + "cosine_mean": 0.6741756796836853, + "cosine_min": 0.2899046540260315, + "cosine_std": 0.05782444030046463, + "flattened_dot": 1591363.0, + "latent_frames": 7841, + "mse": 0.09830964765535327, + "predicted_squared": 2042660.875, + "reference_squared": 2718757.5, + "relative_l2": 0.7620150286624218, + "squared_error": 1578692.5, + "values": 16058368 + }, + "true_code_control": { + "cosine_max": 0.9999708533287048, + "cosine_mean": 0.9999352097511292, + "cosine_min": 0.9998167753219604, + "cosine_std": 1.7082713384297676e-05, + "flattened_dot": 2718702.5, + "latent_frames": 7841, + "mse": 2.2135731015730202e-05, + "predicted_squared": 2719002.5, + "reference_squared": 2718757.5, + "relative_l2": 0.011434374213740979, + "squared_error": 355.4637145996094, + "values": 16058368 + } + }, + "condition_latent_frames": 7841, + "emitted_frames": 2273, + "model_id": "serveurperso-v1", + "sample_id": "2e9c9457-453c-435c-a1d2-3cb766fadea9", + "shard_id": 1484, + "token_metrics": { + "per_head": [ + { + "ce_sum": 7786.8328857421875, + "count": 2176, + "top1_correct": 464, + "top5_correct": 1106 + }, + { + "ce_sum": 10530.041809082031, + "count": 2176, + "top1_correct": 155, + "top5_correct": 512 + }, + { + "ce_sum": 10835.572570800781, + "count": 2176, + "top1_correct": 134, + "top5_correct": 426 + }, + { + "ce_sum": 12186.460205078125, + "count": 2176, + "top1_correct": 80, + "top5_correct": 284 + }, + { + "ce_sum": 12294.613830566406, + "count": 2176, + "top1_correct": 81, + "top5_correct": 258 + }, + { + "ce_sum": 13175.168395996094, + "count": 2176, + "top1_correct": 47, + "top5_correct": 173 + }, + { + "ce_sum": 13471.562622070312, + "count": 2176, + "top1_correct": 34, + "top5_correct": 142 + }, + { + "ce_sum": 13979.832092285156, + "count": 2176, + "top1_correct": 29, + "top5_correct": 110 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9391272664070129, + "cosine_mean": 0.6651450395584106, + "cosine_min": 0.3187979757785797, + "cosine_std": 0.06945686787366867, + "flattened_dot": 258699.515625, + "latent_frames": 1203, + "mse": 0.10695178253097724, + "predicted_squared": 351713.25, + "reference_squared": 429187.59375, + "relative_l2": 0.7835527219495287, + "squared_error": 263501.8125, + "values": 2463744 + }, + "true_code_control": { + "cosine_max": 0.9999703168869019, + "cosine_mean": 0.999950110912323, + "cosine_min": 0.9999059438705444, + "cosine_std": 9.937576578522567e-06, + "flattened_dot": 428991.75, + "latent_frames": 1203, + "mse": 1.750472106243904e-05, + "predicted_squared": 428839.0, + "reference_squared": 429187.59375, + "relative_l2": 0.010024248110556763, + "squared_error": 43.12715148925781, + "values": 2463744 + } + }, + "condition_latent_frames": 1203, + "emitted_frames": 349, + "model_id": "serveurperso-v1", + "sample_id": "1c557493-feee-41ae-9afb-22d73f4a2d52", + "shard_id": 1488, + "token_metrics": { + "per_head": [ + { + "ce_sum": 1242.7008666992188, + "count": 256, + "top1_correct": 23, + "top5_correct": 81 + }, + { + "ce_sum": 1276.4839477539062, + "count": 256, + "top1_correct": 14, + "top5_correct": 59 + }, + { + "ce_sum": 1371.1784057617188, + "count": 256, + "top1_correct": 8, + "top5_correct": 45 + }, + { + "ce_sum": 1507.453125, + "count": 256, + "top1_correct": 16, + "top5_correct": 34 + }, + { + "ce_sum": 1412.5999145507812, + "count": 256, + "top1_correct": 10, + "top5_correct": 36 + }, + { + "ce_sum": 1422.3963623046875, + "count": 256, + "top1_correct": 8, + "top5_correct": 28 + }, + { + "ce_sum": 1583.944091796875, + "count": 256, + "top1_correct": 7, + "top5_correct": 20 + }, + { + "ce_sum": 1550.048583984375, + "count": 256, + "top1_correct": 8, + "top5_correct": 21 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9631825685501099, + "cosine_mean": 0.6363866329193115, + "cosine_min": 0.3373376131057739, + "cosine_std": 0.06443724036216736, + "flattened_dot": 3134769.75, + "latent_frames": 15524, + "mse": 0.11427651935863421, + "predicted_squared": 4303485.5, + "reference_squared": 5599264.5, + "relative_l2": 0.8055264467576803, + "squared_error": 3633210.75, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999740123748779, + "cosine_mean": 0.999946653842926, + "cosine_min": 0.9994176626205444, + "cosine_std": 1.597519440110773e-05, + "flattened_dot": 5600116.5, + "latent_frames": 15524, + "mse": 1.8960013275323408e-05, + "predicted_squared": 5601571.0, + "reference_squared": 5599264.5, + "relative_l2": 0.010375776782620314, + "squared_error": 602.798583984375, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "9857944c-7292-447b-95bd-84b2c6a9db94", + "shard_id": 1504, + "token_metrics": { + "per_head": [ + { + "ce_sum": 19076.47915649414, + "count": 4480, + "top1_correct": 720, + "top5_correct": 1832 + }, + { + "ce_sum": 24245.906860351562, + "count": 4480, + "top1_correct": 214, + "top5_correct": 744 + }, + { + "ce_sum": 24603.18475341797, + "count": 4480, + "top1_correct": 198, + "top5_correct": 675 + }, + { + "ce_sum": 26250.35614013672, + "count": 4480, + "top1_correct": 150, + "top5_correct": 476 + }, + { + "ce_sum": 26415.62530517578, + "count": 4480, + "top1_correct": 110, + "top5_correct": 426 + }, + { + "ce_sum": 27868.52947998047, + "count": 4480, + "top1_correct": 90, + "top5_correct": 323 + }, + { + "ce_sum": 29273.130310058594, + "count": 4480, + "top1_correct": 34, + "top5_correct": 180 + }, + { + "ce_sum": 29787.1044921875, + "count": 4480, + "top1_correct": 45, + "top5_correct": 145 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9290459156036377, + "cosine_mean": 0.6654286980628967, + "cosine_min": 0.3339708745479584, + "cosine_std": 0.06021242216229439, + "flattened_dot": 3482924.0, + "latent_frames": 15524, + "mse": 0.11556894390339152, + "predicted_squared": 4369104.0, + "reference_squared": 6271045.0, + "relative_l2": 0.7654510213697114, + "squared_error": 3674301.0, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999719858169556, + "cosine_mean": 0.9999487400054932, + "cosine_min": 0.9996091723442078, + "cosine_std": 1.40713191285613e-05, + "flattened_dot": 6269778.0, + "latent_frames": 15524, + "mse": 2.035889673773636e-05, + "predicted_squared": 6269158.0, + "reference_squared": 6271045.0, + "relative_l2": 0.010159537890220798, + "squared_error": 647.2734985351562, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "790b537f-4605-483c-aff9-057f14e5d422", + "shard_id": 1517, + "token_metrics": { + "per_head": [ + { + "ce_sum": 16883.451263427734, + "count": 4480, + "top1_correct": 955, + "top5_correct": 2226 + }, + { + "ce_sum": 22744.485473632812, + "count": 4480, + "top1_correct": 291, + "top5_correct": 888 + }, + { + "ce_sum": 23289.629821777344, + "count": 4480, + "top1_correct": 248, + "top5_correct": 849 + }, + { + "ce_sum": 24187.59423828125, + "count": 4480, + "top1_correct": 200, + "top5_correct": 718 + }, + { + "ce_sum": 25288.483154296875, + "count": 4480, + "top1_correct": 142, + "top5_correct": 533 + }, + { + "ce_sum": 26898.701293945312, + "count": 4480, + "top1_correct": 104, + "top5_correct": 364 + }, + { + "ce_sum": 28399.526123046875, + "count": 4480, + "top1_correct": 74, + "top5_correct": 259 + }, + { + "ce_sum": 28803.32745361328, + "count": 4480, + "top1_correct": 69, + "top5_correct": 226 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9682135581970215, + "cosine_mean": 0.6813893914222717, + "cosine_min": 0.34101638197898865, + "cosine_std": 0.06045081466436386, + "flattened_dot": 3338659.5, + "latent_frames": 15524, + "mse": 0.10140991997270356, + "predicted_squared": 4186982.75, + "reference_squared": 5714477.0, + "relative_l2": 0.7511363313082651, + "squared_error": 3224141.0, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999746084213257, + "cosine_mean": 0.9999495148658752, + "cosine_min": 0.9996957778930664, + "cosine_std": 1.5363055354100652e-05, + "flattened_dot": 5713725.5, + "latent_frames": 15524, + "mse": 1.8414517893861233e-05, + "predicted_squared": 5713559.5, + "reference_squared": 5714477.0, + "relative_l2": 0.010121822689812751, + "squared_error": 585.45556640625, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "c5acc193-3589-41a5-819b-6a929f82624a", + "shard_id": 1527, + "token_metrics": { + "per_head": [ + { + "ce_sum": 15786.537475585938, + "count": 4480, + "top1_correct": 1070, + "top5_correct": 2363 + }, + { + "ce_sum": 22299.40966796875, + "count": 4480, + "top1_correct": 303, + "top5_correct": 999 + }, + { + "ce_sum": 22191.618591308594, + "count": 4480, + "top1_correct": 317, + "top5_correct": 995 + }, + { + "ce_sum": 23363.547973632812, + "count": 4480, + "top1_correct": 239, + "top5_correct": 800 + }, + { + "ce_sum": 25498.892822265625, + "count": 4480, + "top1_correct": 151, + "top5_correct": 528 + }, + { + "ce_sum": 27194.015380859375, + "count": 4480, + "top1_correct": 101, + "top5_correct": 365 + }, + { + "ce_sum": 27684.719787597656, + "count": 4480, + "top1_correct": 78, + "top5_correct": 292 + }, + { + "ce_sum": 28060.67889404297, + "count": 4480, + "top1_correct": 74, + "top5_correct": 273 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9535436630249023, + "cosine_mean": 0.657910168170929, + "cosine_min": 0.34160998463630676, + "cosine_std": 0.06172934174537659, + "flattened_dot": 549016.6875, + "latent_frames": 2586, + "mse": 0.1129296723946249, + "predicted_squared": 712934.0, + "reference_squared": 983189.375, + "relative_l2": 0.7799462642394399, + "squared_error": 598090.0, + "values": 5296128 + }, + "true_code_control": { + "cosine_max": 0.9999740123748779, + "cosine_mean": 0.9999409317970276, + "cosine_min": 0.9994410276412964, + "cosine_std": 3.5462944651953876e-05, + "flattened_dot": 983159.0, + "latent_frames": 2586, + "mse": 2.1494567763040163e-05, + "predicted_squared": 983242.375, + "reference_squared": 983189.375, + "relative_l2": 0.01076031552238375, + "squared_error": 113.83798217773438, + "values": 5296128 + } + }, + "condition_latent_frames": 2586, + "emitted_frames": 750, + "model_id": "serveurperso-v1", + "sample_id": "d5a30897-4a8f-4a97-8db0-3f17948864bd", + "shard_id": 1537, + "token_metrics": { + "per_head": [ + { + "ce_sum": 2503.7299194335938, + "count": 640, + "top1_correct": 117, + "top5_correct": 292 + }, + { + "ce_sum": 3076.714111328125, + "count": 640, + "top1_correct": 47, + "top5_correct": 159 + }, + { + "ce_sum": 3095.3912963867188, + "count": 640, + "top1_correct": 40, + "top5_correct": 147 + }, + { + "ce_sum": 3431.6654663085938, + "count": 640, + "top1_correct": 24, + "top5_correct": 96 + }, + { + "ce_sum": 3572.3821411132812, + "count": 640, + "top1_correct": 25, + "top5_correct": 80 + }, + { + "ce_sum": 3636.0348510742188, + "count": 640, + "top1_correct": 27, + "top5_correct": 79 + }, + { + "ce_sum": 3727.4805297851562, + "count": 640, + "top1_correct": 18, + "top5_correct": 67 + }, + { + "ce_sum": 3838.255859375, + "count": 640, + "top1_correct": 7, + "top5_correct": 47 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9504565000534058, + "cosine_mean": 0.6666266918182373, + "cosine_min": 0.4309459626674652, + "cosine_std": 0.06394924223423004, + "flattened_dot": 1620506.0, + "latent_frames": 7337, + "mse": 0.11167520265967869, + "predicted_squared": 2040821.0, + "reference_squared": 2878242.0, + "relative_l2": 0.7635525945303927, + "squared_error": 1678051.25, + "values": 15026176 + }, + "true_code_control": { + "cosine_max": 0.9999715685844421, + "cosine_mean": 0.9999424815177917, + "cosine_min": 0.9992337226867676, + "cosine_std": 3.166608439642005e-05, + "flattened_dot": 2879189.0, + "latent_frames": 7337, + "mse": 2.211448085946609e-05, + "predicted_squared": 2880467.75, + "reference_squared": 2878242.0, + "relative_l2": 0.010744815359908974, + "squared_error": 332.29608154296875, + "values": 15026176 + } + }, + "condition_latent_frames": 7337, + "emitted_frames": 2127, + "model_id": "serveurperso-v1", + "sample_id": "634d1c4f-a16b-4b0d-9ef1-1f4881b0a99a", + "shard_id": 1556, + "token_metrics": { + "per_head": [ + { + "ce_sum": 8790.948150634766, + "count": 2048, + "top1_correct": 314, + "top5_correct": 837 + }, + { + "ce_sum": 10669.714965820312, + "count": 2048, + "top1_correct": 145, + "top5_correct": 393 + }, + { + "ce_sum": 10567.89111328125, + "count": 2048, + "top1_correct": 127, + "top5_correct": 380 + }, + { + "ce_sum": 11526.774291992188, + "count": 2048, + "top1_correct": 93, + "top5_correct": 270 + }, + { + "ce_sum": 11945.724426269531, + "count": 2048, + "top1_correct": 75, + "top5_correct": 234 + }, + { + "ce_sum": 12186.041259765625, + "count": 2048, + "top1_correct": 47, + "top5_correct": 166 + }, + { + "ce_sum": 12919.043395996094, + "count": 2048, + "top1_correct": 24, + "top5_correct": 122 + }, + { + "ce_sum": 12963.0478515625, + "count": 2048, + "top1_correct": 24, + "top5_correct": 112 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9659765958786011, + "cosine_mean": 0.6886512637138367, + "cosine_min": 0.47547951340675354, + "cosine_std": 0.06528348475694656, + "flattened_dot": 120271.78125, + "latent_frames": 616, + "mse": 0.08916565040489297, + "predicted_squared": 158206.390625, + "reference_squared": 194825.71875, + "relative_l2": 0.7598554444501101, + "squared_error": 112488.53125, + "values": 1261568 + }, + "true_code_control": { + "cosine_max": 0.9999620914459229, + "cosine_mean": 0.9999050498008728, + "cosine_min": 0.9998199343681335, + "cosine_std": 3.270147499279119e-05, + "flattened_dot": 194652.921875, + "latent_frames": 616, + "mse": 2.8913910198327782e-05, + "predicted_squared": 194516.625, + "reference_squared": 194825.71875, + "relative_l2": 0.013683134710113029, + "squared_error": 36.476863861083984, + "values": 1261568 + } + }, + "condition_latent_frames": 616, + "emitted_frames": 179, + "model_id": "serveurperso-v1", + "sample_id": "f7646f8e-806e-4d99-8b00-41ef2834c41b", + "shard_id": 1575, + "token_metrics": { + "per_head": [ + { + "ce_sum": 517.0194091796875, + "count": 128, + "top1_correct": 23, + "top5_correct": 60 + }, + { + "ce_sum": 655.9385375976562, + "count": 128, + "top1_correct": 7, + "top5_correct": 25 + }, + { + "ce_sum": 662.3076171875, + "count": 128, + "top1_correct": 6, + "top5_correct": 30 + }, + { + "ce_sum": 695.8214721679688, + "count": 128, + "top1_correct": 6, + "top5_correct": 20 + }, + { + "ce_sum": 662.8587646484375, + "count": 128, + "top1_correct": 12, + "top5_correct": 29 + }, + { + "ce_sum": 715.0206298828125, + "count": 128, + "top1_correct": 7, + "top5_correct": 21 + }, + { + "ce_sum": 722.0150146484375, + "count": 128, + "top1_correct": 5, + "top5_correct": 15 + }, + { + "ce_sum": 752.8717651367188, + "count": 128, + "top1_correct": 6, + "top5_correct": 12 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9122924208641052, + "cosine_mean": 0.6637987494468689, + "cosine_min": 0.4088207483291626, + "cosine_std": 0.05807777866721153, + "flattened_dot": 2884660.75, + "latent_frames": 14668, + "mse": 0.09950070346055188, + "predicted_squared": 3783120.0, + "reference_squared": 4975209.0, + "relative_l2": 0.7751001798658463, + "squared_error": 2989007.5, + "values": 30040064 + }, + "true_code_control": { + "cosine_max": 0.9999653697013855, + "cosine_mean": 0.9999323487281799, + "cosine_min": 0.9996869564056396, + "cosine_std": 1.902825533761643e-05, + "flattened_dot": 4973876.0, + "latent_frames": 14668, + "mse": 2.2520949413381742e-05, + "predicted_squared": 4973218.5, + "reference_squared": 4975209.0, + "relative_l2": 0.011661062139245797, + "squared_error": 676.53076171875, + "values": 30040064 + } + }, + "condition_latent_frames": 14668, + "emitted_frames": 4252, + "model_id": "serveurperso-v1", + "sample_id": "f74e08b5-a7d2-4775-8d3a-633f6eb2de96", + "shard_id": 1587, + "token_metrics": { + "per_head": [ + { + "ce_sum": 16927.46109008789, + "count": 4224, + "top1_correct": 745, + "top5_correct": 1880 + }, + { + "ce_sum": 22050.200744628906, + "count": 4224, + "top1_correct": 225, + "top5_correct": 757 + }, + { + "ce_sum": 21977.036865234375, + "count": 4224, + "top1_correct": 233, + "top5_correct": 755 + }, + { + "ce_sum": 23357.106872558594, + "count": 4224, + "top1_correct": 184, + "top5_correct": 601 + }, + { + "ce_sum": 24625.613220214844, + "count": 4224, + "top1_correct": 115, + "top5_correct": 437 + }, + { + "ce_sum": 26065.607543945312, + "count": 4224, + "top1_correct": 70, + "top5_correct": 301 + }, + { + "ce_sum": 27458.01641845703, + "count": 4224, + "top1_correct": 33, + "top5_correct": 174 + }, + { + "ce_sum": 27535.690307617188, + "count": 4224, + "top1_correct": 46, + "top5_correct": 159 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.96134352684021, + "cosine_mean": 0.6721505522727966, + "cosine_min": 0.3961751163005829, + "cosine_std": 0.06597352772951126, + "flattened_dot": 3827678.5, + "latent_frames": 15524, + "mse": 0.12274877621445021, + "predicted_squared": 4853231.0, + "reference_squared": 6704696.0, + "relative_l2": 0.7629320035451029, + "squared_error": 3902570.5, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999749660491943, + "cosine_mean": 0.9999517202377319, + "cosine_min": 0.9997737407684326, + "cosine_std": 1.1812109733000398e-05, + "flattened_dot": 6703248.0, + "latent_frames": 15524, + "mse": 2.0476395522955305e-05, + "predicted_squared": 6702450.5, + "reference_squared": 6704696.0, + "relative_l2": 0.009853805882346491, + "squared_error": 651.0091552734375, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "2230bc5b-2186-4cf5-8dd5-7584ad903bed", + "shard_id": 1614, + "token_metrics": { + "per_head": [ + { + "ce_sum": 18912.212829589844, + "count": 4480, + "top1_correct": 818, + "top5_correct": 1904 + }, + { + "ce_sum": 23300.172485351562, + "count": 4480, + "top1_correct": 259, + "top5_correct": 814 + }, + { + "ce_sum": 23372.88494873047, + "count": 4480, + "top1_correct": 253, + "top5_correct": 821 + }, + { + "ce_sum": 26313.349060058594, + "count": 4480, + "top1_correct": 137, + "top5_correct": 460 + }, + { + "ce_sum": 26185.052368164062, + "count": 4480, + "top1_correct": 124, + "top5_correct": 416 + }, + { + "ce_sum": 25985.555908203125, + "count": 4480, + "top1_correct": 117, + "top5_correct": 465 + }, + { + "ce_sum": 27679.8671875, + "count": 4480, + "top1_correct": 83, + "top5_correct": 344 + }, + { + "ce_sum": 27984.138427734375, + "count": 4480, + "top1_correct": 67, + "top5_correct": 267 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9344335794448853, + "cosine_mean": 0.6937995553016663, + "cosine_min": 0.3588281571865082, + "cosine_std": 0.05895927548408508, + "flattened_dot": 1680676.0, + "latent_frames": 7754, + "mse": 0.09509094726310614, + "predicted_squared": 2128078.25, + "reference_squared": 2743336.0, + "relative_l2": 0.7419215058405136, + "squared_error": 1510062.5, + "values": 15880192 + }, + "true_code_control": { + "cosine_max": 0.9999697208404541, + "cosine_mean": 0.9999401569366455, + "cosine_min": 0.999660849571228, + "cosine_std": 1.8093036487698555e-05, + "flattened_dot": 2744646.75, + "latent_frames": 7754, + "mse": 2.0907143972139554e-05, + "predicted_squared": 2746289.5, + "reference_squared": 2743336.0, + "relative_l2": 0.011001090264956053, + "squared_error": 332.00946044921875, + "values": 15880192 + } + }, + "condition_latent_frames": 7754, + "emitted_frames": 2248, + "model_id": "serveurperso-v1", + "sample_id": "baedadc9-2c35-408c-801f-7ae3c0f8c62f", + "shard_id": 1639, + "token_metrics": { + "per_head": [ + { + "ce_sum": 8137.4686279296875, + "count": 2176, + "top1_correct": 427, + "top5_correct": 1056 + }, + { + "ce_sum": 10244.877868652344, + "count": 2176, + "top1_correct": 190, + "top5_correct": 549 + }, + { + "ce_sum": 10832.208984375, + "count": 2176, + "top1_correct": 174, + "top5_correct": 483 + }, + { + "ce_sum": 12147.650634765625, + "count": 2176, + "top1_correct": 84, + "top5_correct": 267 + }, + { + "ce_sum": 11886.273376464844, + "count": 2176, + "top1_correct": 110, + "top5_correct": 317 + }, + { + "ce_sum": 12709.580139160156, + "count": 2176, + "top1_correct": 78, + "top5_correct": 226 + }, + { + "ce_sum": 13485.55712890625, + "count": 2176, + "top1_correct": 51, + "top5_correct": 152 + }, + { + "ce_sum": 13545.690734863281, + "count": 2176, + "top1_correct": 42, + "top5_correct": 142 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9660681486129761, + "cosine_mean": 0.6446903347969055, + "cosine_min": 0.3074394762516022, + "cosine_std": 0.06658732146024704, + "flattened_dot": 1102691.875, + "latent_frames": 6191, + "mse": 0.09939316404672609, + "predicted_squared": 1541822.25, + "reference_squared": 1923784.25, + "relative_l2": 0.8093669266344814, + "squared_error": 1260222.625, + "values": 12679168 + }, + "true_code_control": { + "cosine_max": 0.9999663829803467, + "cosine_mean": 0.9999239444732666, + "cosine_min": 0.9996492862701416, + "cosine_std": 2.2071299099479802e-05, + "flattened_dot": 1924439.875, + "latent_frames": 6191, + "mse": 2.297372506828228e-05, + "predicted_squared": 1925386.75, + "reference_squared": 1923784.25, + "relative_l2": 0.012305036477105753, + "squared_error": 291.2877197265625, + "values": 12679168 + } + }, + "condition_latent_frames": 6191, + "emitted_frames": 1795, + "model_id": "serveurperso-v1", + "sample_id": "ada16548-2fd8-42fb-9438-9c35e868d924", + "shard_id": 1689, + "token_metrics": { + "per_head": [ + { + "ce_sum": 8139.708312988281, + "count": 1792, + "top1_correct": 285, + "top5_correct": 708 + }, + { + "ce_sum": 9918.673889160156, + "count": 1792, + "top1_correct": 74, + "top5_correct": 261 + }, + { + "ce_sum": 9735.821472167969, + "count": 1792, + "top1_correct": 96, + "top5_correct": 291 + }, + { + "ce_sum": 10509.986145019531, + "count": 1792, + "top1_correct": 49, + "top5_correct": 183 + }, + { + "ce_sum": 10632.194763183594, + "count": 1792, + "top1_correct": 51, + "top5_correct": 177 + }, + { + "ce_sum": 11411.920593261719, + "count": 1792, + "top1_correct": 19, + "top5_correct": 90 + }, + { + "ce_sum": 11661.129028320312, + "count": 1792, + "top1_correct": 22, + "top5_correct": 92 + }, + { + "ce_sum": 11857.109741210938, + "count": 1792, + "top1_correct": 16, + "top5_correct": 61 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9402745366096497, + "cosine_mean": 0.6886696219444275, + "cosine_min": 0.3789370656013489, + "cosine_std": 0.06474493443965912, + "flattened_dot": 1074861.5, + "latent_frames": 4967, + "mse": 0.09896008848831979, + "predicted_squared": 1339461.0, + "reference_squared": 1816925.0, + "relative_l2": 0.7443438309170864, + "squared_error": 1006663.1875, + "values": 10172416 + }, + "true_code_control": { + "cosine_max": 0.9999575018882751, + "cosine_mean": 0.9998302459716797, + "cosine_min": 0.9690624475479126, + "cosine_std": 0.0010817584116011858, + "flattened_dot": 1816732.625, + "latent_frames": 4967, + "mse": 5.6899359510869884e-05, + "predicted_squared": 1817118.75, + "reference_squared": 1816925.0, + "relative_l2": 0.017848315930059276, + "squared_error": 578.803955078125, + "values": 10172416 + } + }, + "condition_latent_frames": 4967, + "emitted_frames": 1440, + "model_id": "serveurperso-v1", + "sample_id": "75990d51-e75e-47bb-b92f-afc7151f57ea", + "shard_id": 1757, + "token_metrics": { + "per_head": [ + { + "ce_sum": 5158.1876220703125, + "count": 1408, + "top1_correct": 332, + "top5_correct": 734 + }, + { + "ce_sum": 6661.242004394531, + "count": 1408, + "top1_correct": 124, + "top5_correct": 376 + }, + { + "ce_sum": 7006.8475341796875, + "count": 1408, + "top1_correct": 118, + "top5_correct": 337 + }, + { + "ce_sum": 7616.110778808594, + "count": 1408, + "top1_correct": 68, + "top5_correct": 221 + }, + { + "ce_sum": 8322.29248046875, + "count": 1408, + "top1_correct": 38, + "top5_correct": 132 + }, + { + "ce_sum": 8286.956665039062, + "count": 1408, + "top1_correct": 34, + "top5_correct": 117 + }, + { + "ce_sum": 8943.609619140625, + "count": 1408, + "top1_correct": 21, + "top5_correct": 87 + }, + { + "ce_sum": 9027.113037109375, + "count": 1408, + "top1_correct": 19, + "top5_correct": 69 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9593791961669922, + "cosine_mean": 0.6628743410110474, + "cosine_min": 0.4490262269973755, + "cosine_std": 0.0631350576877594, + "flattened_dot": 691968.4375, + "latent_frames": 3697, + "mse": 0.0937671367303726, + "predicted_squared": 929795.75, + "reference_squared": 1164094.875, + "relative_l2": 0.7809457038979307, + "squared_error": 709953.75, + "values": 7571456 + }, + "true_code_control": { + "cosine_max": 0.9999403357505798, + "cosine_mean": 0.9998165965080261, + "cosine_min": 0.9984208941459656, + "cosine_std": 0.00013849526294507086, + "flattened_dot": 1164642.5, + "latent_frames": 3697, + "mse": 5.386030557899176e-05, + "predicted_squared": 1165598.0, + "reference_squared": 1164094.875, + "relative_l2": 0.018716727583211062, + "squared_error": 407.8009338378906, + "values": 7571456 + } + }, + "condition_latent_frames": 3697, + "emitted_frames": 1072, + "model_id": "serveurperso-v1", + "sample_id": "db2fc777-59d0-4b21-87ba-90930f1d294f", + "shard_id": 1779, + "token_metrics": { + "per_head": [ + { + "ce_sum": 3848.979034423828, + "count": 1024, + "top1_correct": 210, + "top5_correct": 492 + }, + { + "ce_sum": 4954.705505371094, + "count": 1024, + "top1_correct": 69, + "top5_correct": 227 + }, + { + "ce_sum": 5407.546875, + "count": 1024, + "top1_correct": 54, + "top5_correct": 177 + }, + { + "ce_sum": 5788.8670654296875, + "count": 1024, + "top1_correct": 39, + "top5_correct": 122 + }, + { + "ce_sum": 5904.2645263671875, + "count": 1024, + "top1_correct": 23, + "top5_correct": 94 + }, + { + "ce_sum": 6325.408874511719, + "count": 1024, + "top1_correct": 17, + "top5_correct": 62 + }, + { + "ce_sum": 6444.4718017578125, + "count": 1024, + "top1_correct": 15, + "top5_correct": 56 + }, + { + "ce_sum": 6715.59521484375, + "count": 1024, + "top1_correct": 5, + "top5_correct": 41 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9143986701965332, + "cosine_mean": 0.6616300344467163, + "cosine_min": 0.43904295563697815, + "cosine_std": 0.07751623541116714, + "flattened_dot": 733694.1875, + "latent_frames": 3273, + "mse": 0.11602678773893409, + "predicted_squared": 938692.25, + "reference_squared": 1306435.875, + "relative_l2": 0.7715659691731894, + "squared_error": 777739.625, + "values": 6703104 + }, + "true_code_control": { + "cosine_max": 0.9999736547470093, + "cosine_mean": 0.9999513626098633, + "cosine_min": 0.9998623728752136, + "cosine_std": 1.2761888683598954e-05, + "flattened_dot": 1306210.5, + "latent_frames": 3273, + "mse": 1.9245307233549934e-05, + "predicted_squared": 1306114.25, + "reference_squared": 1306435.875, + "relative_l2": 0.009937024355013825, + "squared_error": 129.0032958984375, + "values": 6703104 + } + }, + "condition_latent_frames": 3273, + "emitted_frames": 949, + "model_id": "serveurperso-v1", + "sample_id": "164bb70a-0e61-4639-8910-2a742d8ca515", + "shard_id": 1797, + "token_metrics": { + "per_head": [ + { + "ce_sum": 3659.155548095703, + "count": 896, + "top1_correct": 189, + "top5_correct": 413 + }, + { + "ce_sum": 4331.0477294921875, + "count": 896, + "top1_correct": 80, + "top5_correct": 217 + }, + { + "ce_sum": 4661.538818359375, + "count": 896, + "top1_correct": 52, + "top5_correct": 158 + }, + { + "ce_sum": 5075.874450683594, + "count": 896, + "top1_correct": 24, + "top5_correct": 122 + }, + { + "ce_sum": 4599.939880371094, + "count": 896, + "top1_correct": 58, + "top5_correct": 174 + }, + { + "ce_sum": 5337.625244140625, + "count": 896, + "top1_correct": 16, + "top5_correct": 67 + }, + { + "ce_sum": 5557.403991699219, + "count": 896, + "top1_correct": 16, + "top5_correct": 56 + }, + { + "ce_sum": 5598.3721923828125, + "count": 896, + "top1_correct": 14, + "top5_correct": 70 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9615920782089233, + "cosine_mean": 0.6905775666236877, + "cosine_min": 0.37767699360847473, + "cosine_std": 0.060470301657915115, + "flattened_dot": 3337933.25, + "latent_frames": 14886, + "mse": 0.10262378844845828, + "predicted_squared": 4036380.0, + "reference_squared": 5768128.5, + "relative_l2": 0.7364792945348833, + "squared_error": 3128643.0, + "values": 30486528 + }, + "true_code_control": { + "cosine_max": 0.9999534487724304, + "cosine_mean": 0.9998302459716797, + "cosine_min": 0.9954736828804016, + "cosine_std": 0.000205199743504636, + "flattened_dot": 5771328.5, + "latent_frames": 14886, + "mse": 6.212805221754425e-05, + "predicted_squared": 5776422.0, + "reference_squared": 5768128.5, + "relative_l2": 0.01812092609643083, + "squared_error": 1894.068603515625, + "values": 30486528 + } + }, + "condition_latent_frames": 14886, + "emitted_frames": 4315, + "model_id": "serveurperso-v1", + "sample_id": "c2fb8cb7-cc74-492a-b779-82691e1122ba", + "shard_id": 1800, + "token_metrics": { + "per_head": [ + { + "ce_sum": 14707.910369873047, + "count": 4224, + "top1_correct": 1032, + "top5_correct": 2264 + }, + { + "ce_sum": 21536.11181640625, + "count": 4224, + "top1_correct": 257, + "top5_correct": 837 + }, + { + "ce_sum": 20966.996154785156, + "count": 4224, + "top1_correct": 304, + "top5_correct": 941 + }, + { + "ce_sum": 23222.107421875, + "count": 4224, + "top1_correct": 185, + "top5_correct": 601 + }, + { + "ce_sum": 24208.601806640625, + "count": 4224, + "top1_correct": 136, + "top5_correct": 449 + }, + { + "ce_sum": 25495.648193359375, + "count": 4224, + "top1_correct": 108, + "top5_correct": 348 + }, + { + "ce_sum": 26018.68048095703, + "count": 4224, + "top1_correct": 66, + "top5_correct": 286 + }, + { + "ce_sum": 27208.677673339844, + "count": 4224, + "top1_correct": 61, + "top5_correct": 220 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9359179139137268, + "cosine_mean": 0.6527167558670044, + "cosine_min": 0.4412977993488312, + "cosine_std": 0.08520302921533585, + "flattened_dot": 304740.375, + "latent_frames": 1403, + "mse": 0.11542986803877295, + "predicted_squared": 386239.0625, + "reference_squared": 554911.375, + "relative_l2": 0.773109655967229, + "squared_error": 331669.71875, + "values": 2873344 + }, + "true_code_control": { + "cosine_max": 0.9999711513519287, + "cosine_mean": 0.999943196773529, + "cosine_min": 0.9998195767402649, + "cosine_std": 2.133254565706011e-05, + "flattened_dot": 554560.8125, + "latent_frames": 1403, + "mse": 2.1405999979544603e-05, + "predicted_squared": 554271.6875, + "reference_squared": 554911.375, + "relative_l2": 0.010528094107104724, + "squared_error": 61.50680160522461, + "values": 2873344 + } + }, + "condition_latent_frames": 1403, + "emitted_frames": 407, + "model_id": "serveurperso-v1", + "sample_id": "f96226f1-a454-4bcf-a6b7-f752df5bcb22", + "shard_id": 1812, + "token_metrics": { + "per_head": [ + { + "ce_sum": 1949.5540161132812, + "count": 384, + "top1_correct": 48, + "top5_correct": 114 + }, + { + "ce_sum": 1939.3745727539062, + "count": 384, + "top1_correct": 33, + "top5_correct": 78 + }, + { + "ce_sum": 2068.5409545898438, + "count": 384, + "top1_correct": 22, + "top5_correct": 64 + }, + { + "ce_sum": 1926.9158935546875, + "count": 384, + "top1_correct": 33, + "top5_correct": 76 + }, + { + "ce_sum": 2030.800537109375, + "count": 384, + "top1_correct": 21, + "top5_correct": 50 + }, + { + "ce_sum": 2161.9347534179688, + "count": 384, + "top1_correct": 12, + "top5_correct": 49 + }, + { + "ce_sum": 2357.2396240234375, + "count": 384, + "top1_correct": 7, + "top5_correct": 34 + }, + { + "ce_sum": 2200.3173828125, + "count": 384, + "top1_correct": 10, + "top5_correct": 42 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9197273850440979, + "cosine_mean": 0.663245677947998, + "cosine_min": 0.3948363661766052, + "cosine_std": 0.06874701380729675, + "flattened_dot": 3218463.5, + "latent_frames": 15524, + "mse": 0.10743333973303433, + "predicted_squared": 4167766.0, + "reference_squared": 5684805.0, + "relative_l2": 0.7751371386399964, + "squared_error": 3415644.5, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.999972403049469, + "cosine_mean": 0.9999434947967529, + "cosine_min": 0.999769926071167, + "cosine_std": 1.4501798432320356e-05, + "flattened_dot": 5686045.5, + "latent_frames": 15524, + "mse": 2.0234567453737756e-05, + "predicted_squared": 5687929.5, + "reference_squared": 5684805.0, + "relative_l2": 0.010637901621172051, + "squared_error": 643.3206787109375, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "e2ca4295-8c06-4bd6-b76c-02499ad1ea46", + "shard_id": 1845, + "token_metrics": { + "per_head": [ + { + "ce_sum": 17918.29962158203, + "count": 4480, + "top1_correct": 862, + "top5_correct": 1965 + }, + { + "ce_sum": 23479.810180664062, + "count": 4480, + "top1_correct": 255, + "top5_correct": 811 + }, + { + "ce_sum": 24058.78106689453, + "count": 4480, + "top1_correct": 243, + "top5_correct": 739 + }, + { + "ce_sum": 24516.366821289062, + "count": 4480, + "top1_correct": 189, + "top5_correct": 672 + }, + { + "ce_sum": 25632.391723632812, + "count": 4480, + "top1_correct": 126, + "top5_correct": 490 + }, + { + "ce_sum": 27679.96368408203, + "count": 4480, + "top1_correct": 93, + "top5_correct": 322 + }, + { + "ce_sum": 28533.106018066406, + "count": 4480, + "top1_correct": 59, + "top5_correct": 228 + }, + { + "ce_sum": 28944.80419921875, + "count": 4480, + "top1_correct": 52, + "top5_correct": 202 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9101133942604065, + "cosine_mean": 0.6392502784729004, + "cosine_min": 0.3396313786506653, + "cosine_std": 0.06113714352250099, + "flattened_dot": 3211330.5, + "latent_frames": 15389, + "mse": 0.11905290952039606, + "predicted_squared": 4242277.5, + "reference_squared": 5932535.0, + "relative_l2": 0.7952799403280405, + "squared_error": 3752151.5, + "values": 31516672 + }, + "true_code_control": { + "cosine_max": 0.9999731183052063, + "cosine_mean": 0.9999464750289917, + "cosine_min": 0.9997122287750244, + "cosine_std": 1.5009561138867866e-05, + "flattened_dot": 5933136.0, + "latent_frames": 15389, + "mse": 2.0278653203647064e-05, + "predicted_squared": 5934376.0, + "reference_squared": 5932535.0, + "relative_l2": 0.01037933610402407, + "squared_error": 639.1156616210938, + "values": 31516672 + } + }, + "condition_latent_frames": 15389, + "emitted_frames": 4461, + "model_id": "serveurperso-v1", + "sample_id": "cfabb3db-f9c3-4ad0-86a3-c42d18363fbc", + "shard_id": 1865, + "token_metrics": { + "per_head": [ + { + "ce_sum": 18244.438873291016, + "count": 4352, + "top1_correct": 806, + "top5_correct": 1868 + }, + { + "ce_sum": 22396.109436035156, + "count": 4352, + "top1_correct": 270, + "top5_correct": 803 + }, + { + "ce_sum": 22176.485900878906, + "count": 4352, + "top1_correct": 272, + "top5_correct": 888 + }, + { + "ce_sum": 23787.016357421875, + "count": 4352, + "top1_correct": 201, + "top5_correct": 626 + }, + { + "ce_sum": 23625.917846679688, + "count": 4352, + "top1_correct": 176, + "top5_correct": 601 + }, + { + "ce_sum": 26559.268920898438, + "count": 4352, + "top1_correct": 84, + "top5_correct": 316 + }, + { + "ce_sum": 27217.631103515625, + "count": 4352, + "top1_correct": 64, + "top5_correct": 236 + }, + { + "ce_sum": 27984.83349609375, + "count": 4352, + "top1_correct": 51, + "top5_correct": 191 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9614313244819641, + "cosine_mean": 0.6938790678977966, + "cosine_min": 0.42663758993148804, + "cosine_std": 0.056082434952259064, + "flattened_dot": 2163570.25, + "latent_frames": 9811, + "mse": 0.0991789374848703, + "predicted_squared": 2664893.5, + "reference_squared": 3655042.5, + "relative_l2": 0.7383888398801461, + "squared_error": 1992795.25, + "values": 20092928 + }, + "true_code_control": { + "cosine_max": 0.9999697804450989, + "cosine_mean": 0.9999203681945801, + "cosine_min": 0.9992092847824097, + "cosine_std": 4.2611882236087695e-05, + "flattened_dot": 3652037.25, + "latent_frames": 9811, + "mse": 2.856987743321307e-05, + "predicted_squared": 3649606.0, + "reference_squared": 3655042.5, + "relative_l2": 0.012532265501496904, + "squared_error": 574.052490234375, + "values": 20092928 + } + }, + "condition_latent_frames": 9811, + "emitted_frames": 2844, + "model_id": "serveurperso-v1", + "sample_id": "823abb66-cc3d-4031-9526-b3c6e8e57e0a", + "shard_id": 1866, + "token_metrics": { + "per_head": [ + { + "ce_sum": 9417.90219116211, + "count": 2816, + "top1_correct": 692, + "top5_correct": 1552 + }, + { + "ce_sum": 13800.214965820312, + "count": 2816, + "top1_correct": 203, + "top5_correct": 622 + }, + { + "ce_sum": 13657.53466796875, + "count": 2816, + "top1_correct": 199, + "top5_correct": 623 + }, + { + "ce_sum": 14627.583984375, + "count": 2816, + "top1_correct": 177, + "top5_correct": 492 + }, + { + "ce_sum": 15600.759460449219, + "count": 2816, + "top1_correct": 106, + "top5_correct": 374 + }, + { + "ce_sum": 16865.543518066406, + "count": 2816, + "top1_correct": 67, + "top5_correct": 230 + }, + { + "ce_sum": 17418.10186767578, + "count": 2816, + "top1_correct": 60, + "top5_correct": 203 + }, + { + "ce_sum": 17998.13543701172, + "count": 2816, + "top1_correct": 45, + "top5_correct": 139 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9614978432655334, + "cosine_mean": 0.6604374051094055, + "cosine_min": 0.4301706552505493, + "cosine_std": 0.0590672492980957, + "flattened_dot": 1579985.5, + "latent_frames": 7544, + "mse": 0.1080022591421991, + "predicted_squared": 2043849.25, + "reference_squared": 2784769.0, + "relative_l2": 0.7740832108678672, + "squared_error": 1668647.0, + "values": 15450112 + }, + "true_code_control": { + "cosine_max": 0.9999380707740784, + "cosine_mean": 0.999738872051239, + "cosine_min": 0.9798654317855835, + "cosine_std": 0.000787838886026293, + "flattened_dot": 2780499.0, + "latent_frames": 7544, + "mse": 8.81972551851485e-05, + "predicted_squared": 2777591.5, + "reference_squared": 2784769.0, + "relative_l2": 0.02212069475348562, + "squared_error": 1362.657470703125, + "values": 15450112 + } + }, + "condition_latent_frames": 7544, + "emitted_frames": 2187, + "model_id": "serveurperso-v1", + "sample_id": "50ff1620-4fa2-4571-9463-20ee6c6bcfc2", + "shard_id": 1867, + "token_metrics": { + "per_head": [ + { + "ce_sum": 8009.5107421875, + "count": 2176, + "top1_correct": 436, + "top5_correct": 1074 + }, + { + "ce_sum": 11200.531494140625, + "count": 2176, + "top1_correct": 142, + "top5_correct": 418 + }, + { + "ce_sum": 11364.449462890625, + "count": 2176, + "top1_correct": 136, + "top5_correct": 421 + }, + { + "ce_sum": 11901.8935546875, + "count": 2176, + "top1_correct": 83, + "top5_correct": 296 + }, + { + "ce_sum": 12928.236328125, + "count": 2176, + "top1_correct": 63, + "top5_correct": 234 + }, + { + "ce_sum": 13470.346008300781, + "count": 2176, + "top1_correct": 45, + "top5_correct": 149 + }, + { + "ce_sum": 14336.288696289062, + "count": 2176, + "top1_correct": 22, + "top5_correct": 82 + }, + { + "ce_sum": 14406.693542480469, + "count": 2176, + "top1_correct": 18, + "top5_correct": 71 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9649301767349243, + "cosine_mean": 0.6304752826690674, + "cosine_min": 0.2945665121078491, + "cosine_std": 0.06749129295349121, + "flattened_dot": 3069894.0, + "latent_frames": 15524, + "mse": 0.11561083971793674, + "predicted_squared": 4200053.0, + "reference_squared": 5615368.0, + "relative_l2": 0.8090529757822219, + "squared_error": 3675633.0, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999599456787109, + "cosine_mean": 0.9999113082885742, + "cosine_min": 0.9977412223815918, + "cosine_std": 6.796027446398512e-05, + "flattened_dot": 5612522.5, + "latent_frames": 15524, + "mse": 3.1341069815423615e-05, + "predicted_squared": 5610673.0, + "reference_squared": 5615368.0, + "relative_l2": 0.013320931352366013, + "squared_error": 996.431396484375, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "c0159afb-50e9-4912-8a89-e98cb79d5ed8", + "shard_id": 1870, + "token_metrics": { + "per_head": [ + { + "ce_sum": 17198.048248291016, + "count": 4480, + "top1_correct": 926, + "top5_correct": 2120 + }, + { + "ce_sum": 23640.818420410156, + "count": 4480, + "top1_correct": 226, + "top5_correct": 752 + }, + { + "ce_sum": 23945.110107421875, + "count": 4480, + "top1_correct": 245, + "top5_correct": 759 + }, + { + "ce_sum": 25403.751831054688, + "count": 4480, + "top1_correct": 155, + "top5_correct": 556 + }, + { + "ce_sum": 26085.053649902344, + "count": 4480, + "top1_correct": 119, + "top5_correct": 440 + }, + { + "ce_sum": 27812.799865722656, + "count": 4480, + "top1_correct": 80, + "top5_correct": 301 + }, + { + "ce_sum": 29079.579711914062, + "count": 4480, + "top1_correct": 53, + "top5_correct": 180 + }, + { + "ce_sum": 29266.087341308594, + "count": 4480, + "top1_correct": 43, + "top5_correct": 160 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9421133399009705, + "cosine_mean": 0.68317711353302, + "cosine_min": 0.4105736017227173, + "cosine_std": 0.06639903783798218, + "flattened_dot": 452324.125, + "latent_frames": 1914, + "mse": 0.11259984222699108, + "predicted_squared": 559162.25, + "reference_squared": 786862.9375, + "relative_l2": 0.748954248959602, + "squared_error": 441376.96875, + "values": 3919872 + }, + "true_code_control": { + "cosine_max": 0.9999741911888123, + "cosine_mean": 0.9999487400054932, + "cosine_min": 0.9998828172683716, + "cosine_std": 1.1465952411526814e-05, + "flattened_dot": 786666.125, + "latent_frames": 1914, + "mse": 2.0848423662977907e-05, + "predicted_squared": 786550.875, + "reference_squared": 786862.9375, + "relative_l2": 0.010191145682075308, + "squared_error": 81.72315216064453, + "values": 3919872 + } + }, + "condition_latent_frames": 1914, + "emitted_frames": 555, + "model_id": "serveurperso-v1", + "sample_id": "48f2d62d-8276-4d59-b0d0-2bb595de5572", + "shard_id": 1939, + "token_metrics": { + "per_head": [ + { + "ce_sum": 2455.6468505859375, + "count": 512, + "top1_correct": 65, + "top5_correct": 168 + }, + { + "ce_sum": 2577.9655151367188, + "count": 512, + "top1_correct": 31, + "top5_correct": 95 + }, + { + "ce_sum": 2556.1656494140625, + "count": 512, + "top1_correct": 40, + "top5_correct": 103 + }, + { + "ce_sum": 2583.6179809570312, + "count": 512, + "top1_correct": 31, + "top5_correct": 95 + }, + { + "ce_sum": 2656.0637817382812, + "count": 512, + "top1_correct": 23, + "top5_correct": 82 + }, + { + "ce_sum": 2774.0936279296875, + "count": 512, + "top1_correct": 23, + "top5_correct": 76 + }, + { + "ce_sum": 3057.7286987304688, + "count": 512, + "top1_correct": 4, + "top5_correct": 33 + }, + { + "ce_sum": 2900.0322265625, + "count": 512, + "top1_correct": 20, + "top5_correct": 62 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9277914762496948, + "cosine_mean": 0.67298424243927, + "cosine_min": 0.42330753803253174, + "cosine_std": 0.06112474575638771, + "flattened_dot": 3536834.0, + "latent_frames": 15524, + "mse": 0.11143177939702235, + "predicted_squared": 4440949.0, + "reference_squared": 6175486.0, + "relative_l2": 0.7574182325546989, + "squared_error": 3542767.5, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999747276306152, + "cosine_mean": 0.9999449253082275, + "cosine_min": 0.9995765686035156, + "cosine_std": 2.0806770407943986e-05, + "flattened_dot": 6175731.5, + "latent_frames": 15524, + "mse": 2.1375479602346835e-05, + "predicted_squared": 6176656.0, + "reference_squared": 6175486.0, + "relative_l2": 0.010490330147025169, + "squared_error": 679.5938720703125, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "da830176-c157-444a-b74f-223507e097fc", + "shard_id": 1949, + "token_metrics": { + "per_head": [ + { + "ce_sum": 16312.63720703125, + "count": 4480, + "top1_correct": 980, + "top5_correct": 2331 + }, + { + "ce_sum": 21675.17498779297, + "count": 4480, + "top1_correct": 335, + "top5_correct": 1022 + }, + { + "ce_sum": 22428.867248535156, + "count": 4480, + "top1_correct": 297, + "top5_correct": 930 + }, + { + "ce_sum": 24426.565063476562, + "count": 4480, + "top1_correct": 170, + "top5_correct": 577 + }, + { + "ce_sum": 25463.533752441406, + "count": 4480, + "top1_correct": 160, + "top5_correct": 542 + }, + { + "ce_sum": 26363.216857910156, + "count": 4480, + "top1_correct": 130, + "top5_correct": 405 + }, + { + "ce_sum": 28029.793090820312, + "count": 4480, + "top1_correct": 68, + "top5_correct": 277 + }, + { + "ce_sum": 28681.89288330078, + "count": 4480, + "top1_correct": 62, + "top5_correct": 232 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9641579389572144, + "cosine_mean": 0.6477454900741577, + "cosine_min": 0.3404110074043274, + "cosine_std": 0.058325085788965225, + "flattened_dot": 1065935.75, + "latent_frames": 5488, + "mse": 0.10610479238081952, + "predicted_squared": 1431424.5, + "reference_squared": 1893003.875, + "relative_l2": 0.7937135161422202, + "squared_error": 1192556.75, + "values": 11239424 + }, + "true_code_control": { + "cosine_max": 0.9999618530273438, + "cosine_mean": 0.9999324083328247, + "cosine_min": 0.9995816946029663, + "cosine_std": 2.5799974537221715e-05, + "flattened_dot": 1892550.25, + "latent_frames": 5488, + "mse": 2.2936704685319617e-05, + "predicted_squared": 1892354.375, + "reference_squared": 1893003.875, + "relative_l2": 0.011669756320443179, + "squared_error": 257.79534912109375, + "values": 11239424 + } + }, + "condition_latent_frames": 5488, + "emitted_frames": 1591, + "model_id": "serveurperso-v1", + "sample_id": "f04e54e3-9a49-4659-ba54-eb4180584170", + "shard_id": 2215, + "token_metrics": { + "per_head": [ + { + "ce_sum": 5449.993835449219, + "count": 1536, + "top1_correct": 307, + "top5_correct": 785 + }, + { + "ce_sum": 7784.4559326171875, + "count": 1536, + "top1_correct": 102, + "top5_correct": 321 + }, + { + "ce_sum": 8132.107177734375, + "count": 1536, + "top1_correct": 76, + "top5_correct": 256 + }, + { + "ce_sum": 8704.045471191406, + "count": 1536, + "top1_correct": 62, + "top5_correct": 192 + }, + { + "ce_sum": 9002.033508300781, + "count": 1536, + "top1_correct": 44, + "top5_correct": 161 + }, + { + "ce_sum": 9751.555297851562, + "count": 1536, + "top1_correct": 25, + "top5_correct": 96 + }, + { + "ce_sum": 10189.75732421875, + "count": 1536, + "top1_correct": 18, + "top5_correct": 56 + }, + { + "ce_sum": 10282.912048339844, + "count": 1536, + "top1_correct": 13, + "top5_correct": 53 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9058460593223572, + "cosine_mean": 0.670150637626648, + "cosine_min": 0.404066801071167, + "cosine_std": 0.05755620449781418, + "flattened_dot": 473553.75, + "latent_frames": 2224, + "mse": 0.10617094245745981, + "predicted_squared": 610799.3125, + "reference_squared": 819890.5, + "relative_l2": 0.7679930267207203, + "squared_error": 483582.3125, + "values": 4554752 + }, + "true_code_control": { + "cosine_max": 0.9999732971191406, + "cosine_mean": 0.9999369978904724, + "cosine_min": 0.9997502565383911, + "cosine_std": 2.4345979909412563e-05, + "flattened_dot": 820045.875, + "latent_frames": 2224, + "mse": 2.2045489092417757e-05, + "predicted_squared": 820301.625, + "reference_squared": 819890.5, + "relative_l2": 0.011066602468785448, + "squared_error": 100.41173553466797, + "values": 4554752 + } + }, + "condition_latent_frames": 2224, + "emitted_frames": 645, + "model_id": "serveurperso-v1", + "sample_id": "f539637c-a770-4316-837b-db81c10d54bb", + "shard_id": 1981, + "token_metrics": { + "per_head": [ + { + "ce_sum": 2537.544219970703, + "count": 640, + "top1_correct": 120, + "top5_correct": 282 + }, + { + "ce_sum": 2962.38623046875, + "count": 640, + "top1_correct": 58, + "top5_correct": 153 + }, + { + "ce_sum": 2981.7612915039062, + "count": 640, + "top1_correct": 51, + "top5_correct": 158 + }, + { + "ce_sum": 3272.6489868164062, + "count": 640, + "top1_correct": 39, + "top5_correct": 112 + }, + { + "ce_sum": 3457.9529418945312, + "count": 640, + "top1_correct": 30, + "top5_correct": 90 + }, + { + "ce_sum": 3538.7185668945312, + "count": 640, + "top1_correct": 26, + "top5_correct": 85 + }, + { + "ce_sum": 3632.9395141601562, + "count": 640, + "top1_correct": 23, + "top5_correct": 75 + }, + { + "ce_sum": 3792.9654541015625, + "count": 640, + "top1_correct": 15, + "top5_correct": 62 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9335921406745911, + "cosine_mean": 0.6620563268661499, + "cosine_min": 0.2515801191329956, + "cosine_std": 0.058377303183078766, + "flattened_dot": 2523644.0, + "latent_frames": 12478, + "mse": 0.1055896463713636, + "predicted_squared": 3209789.5, + "reference_squared": 4535836.0, + "relative_l2": 0.7712931293436965, + "squared_error": 2698337.5, + "values": 25554944 + }, + "true_code_control": { + "cosine_max": 0.9999664425849915, + "cosine_mean": 0.9999392032623291, + "cosine_min": 0.9995189905166626, + "cosine_std": 1.8681708752410486e-05, + "flattened_dot": 4536636.5, + "latent_frames": 12478, + "mse": 2.1836656965416847e-05, + "predicted_squared": 4537994.0, + "reference_squared": 4535836.0, + "relative_l2": 0.011091795934595035, + "squared_error": 558.0345458984375, + "values": 25554944 + } + }, + "condition_latent_frames": 12478, + "emitted_frames": 3617, + "model_id": "serveurperso-v1", + "sample_id": "60c3b8fa-7212-4d8b-a4b5-5ca13e0ae575", + "shard_id": 2008, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12308.535095214844, + "count": 3584, + "top1_correct": 881, + "top5_correct": 1919 + }, + { + "ce_sum": 17615.04852294922, + "count": 3584, + "top1_correct": 248, + "top5_correct": 769 + }, + { + "ce_sum": 18703.63446044922, + "count": 3584, + "top1_correct": 205, + "top5_correct": 665 + }, + { + "ce_sum": 19792.573120117188, + "count": 3584, + "top1_correct": 135, + "top5_correct": 496 + }, + { + "ce_sum": 21169.861083984375, + "count": 3584, + "top1_correct": 81, + "top5_correct": 344 + }, + { + "ce_sum": 22049.23419189453, + "count": 3584, + "top1_correct": 69, + "top5_correct": 254 + }, + { + "ce_sum": 22797.542358398438, + "count": 3584, + "top1_correct": 54, + "top5_correct": 198 + }, + { + "ce_sum": 23269.640625, + "count": 3584, + "top1_correct": 40, + "top5_correct": 154 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9520321488380432, + "cosine_mean": 0.6697152256965637, + "cosine_min": 0.4147060811519623, + "cosine_std": 0.06928510218858719, + "flattened_dot": 267568.5, + "latent_frames": 1351, + "mse": 0.0971756828528347, + "predicted_squared": 345280.4375, + "reference_squared": 458726.9375, + "relative_l2": 0.7655866105281519, + "squared_error": 268870.34375, + "values": 2766848 + }, + "true_code_control": { + "cosine_max": 0.9999628663063049, + "cosine_mean": 0.9999222755432129, + "cosine_min": 0.9994381070137024, + "cosine_std": 4.962586172041483e-05, + "flattened_dot": 458561.4375, + "latent_frames": 1351, + "mse": 2.5690434642582803e-05, + "predicted_squared": 458467.0625, + "reference_squared": 458726.9375, + "relative_l2": 0.012448048014297077, + "squared_error": 71.08152770996094, + "values": 2766848 + } + }, + "condition_latent_frames": 1351, + "emitted_frames": 392, + "model_id": "serveurperso-v1", + "sample_id": "86a125b5-7f13-4859-9876-d1ff56f0480d", + "shard_id": 2025, + "token_metrics": { + "per_head": [ + { + "ce_sum": 1465.2232360839844, + "count": 384, + "top1_correct": 69, + "top5_correct": 189 + }, + { + "ce_sum": 1980.5053100585938, + "count": 384, + "top1_correct": 29, + "top5_correct": 82 + }, + { + "ce_sum": 2048.7291870117188, + "count": 384, + "top1_correct": 25, + "top5_correct": 68 + }, + { + "ce_sum": 2173.2830810546875, + "count": 384, + "top1_correct": 13, + "top5_correct": 49 + }, + { + "ce_sum": 2242.506103515625, + "count": 384, + "top1_correct": 10, + "top5_correct": 39 + }, + { + "ce_sum": 2364.69873046875, + "count": 384, + "top1_correct": 8, + "top5_correct": 27 + }, + { + "ce_sum": 2497.8689575195312, + "count": 384, + "top1_correct": 2, + "top5_correct": 11 + }, + { + "ce_sum": 2524.0322265625, + "count": 384, + "top1_correct": 6, + "top5_correct": 13 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9192485809326172, + "cosine_mean": 0.6923144459724426, + "cosine_min": 0.4671314060688019, + "cosine_std": 0.0643235594034195, + "flattened_dot": 473428.53125, + "latent_frames": 1931, + "mse": 0.11227055079945623, + "predicted_squared": 569137.75, + "reference_squared": 821714.3125, + "relative_l2": 0.7350698568754429, + "squared_error": 443995.0, + "values": 3954688 + }, + "true_code_control": { + "cosine_max": 0.9999586343765259, + "cosine_mean": 0.9998748898506165, + "cosine_min": 0.9989218711853027, + "cosine_std": 0.0001238336699316278, + "flattened_dot": 821077.6875, + "latent_frames": 1931, + "mse": 4.7719683874338664e-05, + "predicted_squared": 820629.75, + "reference_squared": 821714.3125, + "relative_l2": 0.015154599596976953, + "squared_error": 188.71646118164062, + "values": 3954688 + } + }, + "condition_latent_frames": 1931, + "emitted_frames": 560, + "model_id": "serveurperso-v1", + "sample_id": "fcd3023b-f8cc-4287-9c67-3ecd127860f4", + "shard_id": 2034, + "token_metrics": { + "per_head": [ + { + "ce_sum": 1837.8089904785156, + "count": 512, + "top1_correct": 114, + "top5_correct": 279 + }, + { + "ce_sum": 2789.5850219726562, + "count": 512, + "top1_correct": 27, + "top5_correct": 108 + }, + { + "ce_sum": 2690.36083984375, + "count": 512, + "top1_correct": 34, + "top5_correct": 101 + }, + { + "ce_sum": 2977.3015747070312, + "count": 512, + "top1_correct": 23, + "top5_correct": 74 + }, + { + "ce_sum": 2947.1785888671875, + "count": 512, + "top1_correct": 16, + "top5_correct": 52 + }, + { + "ce_sum": 3032.0224609375, + "count": 512, + "top1_correct": 14, + "top5_correct": 51 + }, + { + "ce_sum": 3089.7803955078125, + "count": 512, + "top1_correct": 8, + "top5_correct": 33 + }, + { + "ce_sum": 3140.2012939453125, + "count": 512, + "top1_correct": 13, + "top5_correct": 43 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9675043821334839, + "cosine_mean": 0.6830247044563293, + "cosine_min": 0.3932218551635742, + "cosine_std": 0.06636670976877213, + "flattened_dot": 1093267.375, + "latent_frames": 4732, + "mse": 0.10745077383084914, + "predicted_squared": 1371725.875, + "reference_squared": 1856128.75, + "relative_l2": 0.7490107813744908, + "squared_error": 1041320.0625, + "values": 9691136 + }, + "true_code_control": { + "cosine_max": 0.9999701976776123, + "cosine_mean": 0.9999203085899353, + "cosine_min": 0.9979146718978882, + "cosine_std": 0.00010402704356238246, + "flattened_dot": 1856388.375, + "latent_frames": 4732, + "mse": 2.9426845875415172e-05, + "predicted_squared": 1856933.25, + "reference_squared": 1856128.75, + "relative_l2": 0.01239524606465249, + "squared_error": 285.1795654296875, + "values": 9691136 + } + }, + "condition_latent_frames": 4732, + "emitted_frames": 1372, + "model_id": "serveurperso-v1", + "sample_id": "8d527f9f-51c7-4f0a-aa22-2071a9a577a4", + "shard_id": 2041, + "token_metrics": { + "per_head": [ + { + "ce_sum": 5013.077819824219, + "count": 1280, + "top1_correct": 232, + "top5_correct": 564 + }, + { + "ce_sum": 6157.914733886719, + "count": 1280, + "top1_correct": 97, + "top5_correct": 297 + }, + { + "ce_sum": 6546.955383300781, + "count": 1280, + "top1_correct": 94, + "top5_correct": 254 + }, + { + "ce_sum": 7249.270446777344, + "count": 1280, + "top1_correct": 53, + "top5_correct": 177 + }, + { + "ce_sum": 7286.2393798828125, + "count": 1280, + "top1_correct": 45, + "top5_correct": 138 + }, + { + "ce_sum": 7724.017150878906, + "count": 1280, + "top1_correct": 27, + "top5_correct": 105 + }, + { + "ce_sum": 7967.345458984375, + "count": 1280, + "top1_correct": 19, + "top5_correct": 85 + }, + { + "ce_sum": 7934.659912109375, + "count": 1280, + "top1_correct": 24, + "top5_correct": 101 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9055565595626831, + "cosine_mean": 0.6856668591499329, + "cosine_min": 0.4258781671524048, + "cosine_std": 0.0674075335264206, + "flattened_dot": 364593.59375, + "latent_frames": 1524, + "mse": 0.11080425993351173, + "predicted_squared": 471110.71875, + "reference_squared": 603913.4375, + "relative_l2": 0.7567428771101369, + "squared_error": 345836.9375, + "values": 3121152 + }, + "true_code_control": { + "cosine_max": 0.9999662041664124, + "cosine_mean": 0.9999355673789978, + "cosine_min": 0.9997800588607788, + "cosine_std": 2.715888331294991e-05, + "flattened_dot": 604235.375, + "latent_frames": 1524, + "mse": 2.479663465827156e-05, + "predicted_squared": 604634.625, + "reference_squared": 603913.4375, + "relative_l2": 0.011320522828009065, + "squared_error": 77.3940658569336, + "values": 3121152 + } + }, + "condition_latent_frames": 1524, + "emitted_frames": 442, + "model_id": "serveurperso-v1", + "sample_id": "e197916f-6203-47a8-853c-c0cb40f0bd99", + "shard_id": 2073, + "token_metrics": { + "per_head": [ + { + "ce_sum": 1344.1089172363281, + "count": 384, + "top1_correct": 81, + "top5_correct": 214 + }, + { + "ce_sum": 1702.9723815917969, + "count": 384, + "top1_correct": 25, + "top5_correct": 129 + }, + { + "ce_sum": 1842.8404541015625, + "count": 384, + "top1_correct": 32, + "top5_correct": 94 + }, + { + "ce_sum": 2028.5918579101562, + "count": 384, + "top1_correct": 23, + "top5_correct": 70 + }, + { + "ce_sum": 2159.8399658203125, + "count": 384, + "top1_correct": 9, + "top5_correct": 39 + }, + { + "ce_sum": 2200.0975952148438, + "count": 384, + "top1_correct": 7, + "top5_correct": 30 + }, + { + "ce_sum": 2110.88330078125, + "count": 384, + "top1_correct": 16, + "top5_correct": 61 + }, + { + "ce_sum": 2280.0072021484375, + "count": 384, + "top1_correct": 16, + "top5_correct": 43 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9205716848373413, + "cosine_mean": 0.6458716988563538, + "cosine_min": 0.31073373556137085, + "cosine_std": 0.05901849642395973, + "flattened_dot": 3115561.75, + "latent_frames": 14768, + "mse": 0.11945412450854466, + "predicted_squared": 3985888.75, + "reference_squared": 5858108.0, + "relative_l2": 0.7853218948364064, + "squared_error": 3612873.75, + "values": 30244864 + }, + "true_code_control": { + "cosine_max": 0.9999747276306152, + "cosine_mean": 0.9999486207962036, + "cosine_min": 0.9998003244400024, + "cosine_std": 1.2683611203101464e-05, + "flattened_dot": 5860878.0, + "latent_frames": 14768, + "mse": 2.018130613432416e-05, + "predicted_squared": 5864258.0, + "reference_squared": 5858108.0, + "relative_l2": 0.01020755588101958, + "squared_error": 610.380859375, + "values": 30244864 + } + }, + "condition_latent_frames": 14768, + "emitted_frames": 4281, + "model_id": "serveurperso-v1", + "sample_id": "0385eeed-b4cf-4526-8f2c-f7689ea2502f", + "shard_id": 2079, + "token_metrics": { + "per_head": [ + { + "ce_sum": 16560.858917236328, + "count": 4224, + "top1_correct": 783, + "top5_correct": 1927 + }, + { + "ce_sum": 20842.927124023438, + "count": 4224, + "top1_correct": 278, + "top5_correct": 941 + }, + { + "ce_sum": 22620.83172607422, + "count": 4224, + "top1_correct": 222, + "top5_correct": 727 + }, + { + "ce_sum": 23469.06591796875, + "count": 4224, + "top1_correct": 153, + "top5_correct": 579 + }, + { + "ce_sum": 24084.627502441406, + "count": 4224, + "top1_correct": 126, + "top5_correct": 477 + }, + { + "ce_sum": 25455.289184570312, + "count": 4224, + "top1_correct": 102, + "top5_correct": 369 + }, + { + "ce_sum": 26716.82012939453, + "count": 4224, + "top1_correct": 58, + "top5_correct": 195 + }, + { + "ce_sum": 27137.773559570312, + "count": 4224, + "top1_correct": 37, + "top5_correct": 195 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9085153341293335, + "cosine_mean": 0.6313076019287109, + "cosine_min": 0.3906553387641907, + "cosine_std": 0.06547942757606506, + "flattened_dot": 2090065.25, + "latent_frames": 10342, + "mse": 0.11758477737170035, + "predicted_squared": 2866635.5, + "reference_squared": 3803989.5, + "relative_l2": 0.8091390080746907, + "squared_error": 2490494.5, + "values": 21180416 + }, + "true_code_control": { + "cosine_max": 0.9999723434448242, + "cosine_mean": 0.999935507774353, + "cosine_min": 0.9997527599334717, + "cosine_std": 1.9094521121587604e-05, + "flattened_dot": 3805574.0, + "latent_frames": 10342, + "mse": 2.3178430607323027e-05, + "predicted_squared": 3807649.0, + "reference_squared": 3803989.5, + "relative_l2": 0.01136029480238976, + "squared_error": 490.9288024902344, + "values": 21180416 + } + }, + "condition_latent_frames": 10342, + "emitted_frames": 2998, + "model_id": "serveurperso-v1", + "sample_id": "903b16e1-74f2-4c87-bbe8-0254ed9c4812", + "shard_id": 2111, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12381.010711669922, + "count": 2944, + "top1_correct": 533, + "top5_correct": 1278 + }, + { + "ce_sum": 15408.467712402344, + "count": 2944, + "top1_correct": 161, + "top5_correct": 528 + }, + { + "ce_sum": 15802.571044921875, + "count": 2944, + "top1_correct": 142, + "top5_correct": 469 + }, + { + "ce_sum": 16468.383178710938, + "count": 2944, + "top1_correct": 127, + "top5_correct": 416 + }, + { + "ce_sum": 16482.39892578125, + "count": 2944, + "top1_correct": 106, + "top5_correct": 359 + }, + { + "ce_sum": 17960.89727783203, + "count": 2944, + "top1_correct": 59, + "top5_correct": 219 + }, + { + "ce_sum": 18459.0673828125, + "count": 2944, + "top1_correct": 37, + "top5_correct": 154 + }, + { + "ce_sum": 19192.82049560547, + "count": 2944, + "top1_correct": 31, + "top5_correct": 133 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9247709512710571, + "cosine_mean": 0.6365417242050171, + "cosine_min": 0.3426640033721924, + "cosine_std": 0.06920471787452698, + "flattened_dot": 3068897.0, + "latent_frames": 14485, + "mse": 0.12297030400522092, + "predicted_squared": 4002542.5, + "reference_squared": 5783200.0, + "relative_l2": 0.7942189469208627, + "squared_error": 3647948.5, + "values": 29665280 + }, + "true_code_control": { + "cosine_max": 0.9999657869338989, + "cosine_mean": 0.9999122619628906, + "cosine_min": 0.9989082217216492, + "cosine_std": 4.6192311856430024e-05, + "flattened_dot": 5782419.5, + "latent_frames": 14485, + "mse": 3.379709069630916e-05, + "predicted_squared": 5782641.0, + "reference_squared": 5783200.0, + "relative_l2": 0.013166786048896505, + "squared_error": 1002.6001586914062, + "values": 29665280 + } + }, + "condition_latent_frames": 14485, + "emitted_frames": 4199, + "model_id": "serveurperso-v1", + "sample_id": "848e7dbf-b9f2-4ee2-bcc5-fed51ce1d6b7", + "shard_id": 2113, + "token_metrics": { + "per_head": [ + { + "ce_sum": 17342.47674560547, + "count": 4096, + "top1_correct": 694, + "top5_correct": 1676 + }, + { + "ce_sum": 21687.52032470703, + "count": 4096, + "top1_correct": 210, + "top5_correct": 707 + }, + { + "ce_sum": 21552.559997558594, + "count": 4096, + "top1_correct": 221, + "top5_correct": 740 + }, + { + "ce_sum": 23251.763793945312, + "count": 4096, + "top1_correct": 139, + "top5_correct": 474 + }, + { + "ce_sum": 23481.462768554688, + "count": 4096, + "top1_correct": 124, + "top5_correct": 457 + }, + { + "ce_sum": 24764.046020507812, + "count": 4096, + "top1_correct": 89, + "top5_correct": 306 + }, + { + "ce_sum": 26023.042541503906, + "count": 4096, + "top1_correct": 58, + "top5_correct": 195 + }, + { + "ce_sum": 26409.14239501953, + "count": 4096, + "top1_correct": 58, + "top5_correct": 181 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.935307502746582, + "cosine_mean": 0.6517643928527832, + "cosine_min": 0.32585421204566956, + "cosine_std": 0.0786171481013298, + "flattened_dot": 308557.75, + "latent_frames": 1455, + "mse": 0.11613601737006014, + "predicted_squared": 398824.75, + "reference_squared": 564357.375, + "relative_l2": 0.7830740545762522, + "squared_error": 346066.75, + "values": 2979840 + }, + "true_code_control": { + "cosine_max": 0.9999679923057556, + "cosine_mean": 0.9999385476112366, + "cosine_min": 0.9998178482055664, + "cosine_std": 2.1891832147957757e-05, + "flattened_dot": 564126.0, + "latent_frames": 1455, + "mse": 2.2673384123241778e-05, + "predicted_squared": 563962.125, + "reference_squared": 564357.375, + "relative_l2": 0.010941517096607204, + "squared_error": 67.56305694580078, + "values": 2979840 + } + }, + "condition_latent_frames": 1455, + "emitted_frames": 422, + "model_id": "serveurperso-v1", + "sample_id": "25cdb4b6-ea4d-46d2-8ba8-7fe5a10da136", + "shard_id": 2162, + "token_metrics": { + "per_head": [ + { + "ce_sum": 1841.1845397949219, + "count": 384, + "top1_correct": 59, + "top5_correct": 127 + }, + { + "ce_sum": 2051.6498413085938, + "count": 384, + "top1_correct": 19, + "top5_correct": 69 + }, + { + "ce_sum": 2196.3624877929688, + "count": 384, + "top1_correct": 18, + "top5_correct": 56 + }, + { + "ce_sum": 2315.8106689453125, + "count": 384, + "top1_correct": 15, + "top5_correct": 52 + }, + { + "ce_sum": 2241.8035888671875, + "count": 384, + "top1_correct": 12, + "top5_correct": 35 + }, + { + "ce_sum": 2264.78662109375, + "count": 384, + "top1_correct": 8, + "top5_correct": 30 + }, + { + "ce_sum": 2456.1614379882812, + "count": 384, + "top1_correct": 8, + "top5_correct": 18 + }, + { + "ce_sum": 2329.890625, + "count": 384, + "top1_correct": 8, + "top5_correct": 27 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9624214172363281, + "cosine_mean": 0.6655032634735107, + "cosine_min": 0.4204339385032654, + "cosine_std": 0.0596766471862793, + "flattened_dot": 2299424.0, + "latent_frames": 11774, + "mse": 0.09752866402534185, + "predicted_squared": 2994664.0, + "reference_squared": 3955907.0, + "relative_l2": 0.7710278989662537, + "squared_error": 2351723.5, + "values": 24113152 + }, + "true_code_control": { + "cosine_max": 0.9999715089797974, + "cosine_mean": 0.999929666519165, + "cosine_min": 0.9994894862174988, + "cosine_std": 3.3879241527756676e-05, + "flattened_dot": 3954230.75, + "latent_frames": 11774, + "mse": 2.2800553527412137e-05, + "predicted_squared": 3953104.5, + "reference_squared": 3955907.0, + "relative_l2": 0.011788991390835571, + "squared_error": 549.793212890625, + "values": 24113152 + } + }, + "condition_latent_frames": 11774, + "emitted_frames": 3413, + "model_id": "serveurperso-v1", + "sample_id": "a802fc74-8c23-4951-9afd-73e1c8599eef", + "shard_id": 2164, + "token_metrics": { + "per_head": [ + { + "ce_sum": 11815.31005859375, + "count": 3328, + "top1_correct": 819, + "top5_correct": 1718 + }, + { + "ce_sum": 17946.181396484375, + "count": 3328, + "top1_correct": 160, + "top5_correct": 535 + }, + { + "ce_sum": 17758.61151123047, + "count": 3328, + "top1_correct": 173, + "top5_correct": 533 + }, + { + "ce_sum": 18965.755249023438, + "count": 3328, + "top1_correct": 109, + "top5_correct": 390 + }, + { + "ce_sum": 19046.44512939453, + "count": 3328, + "top1_correct": 115, + "top5_correct": 375 + }, + { + "ce_sum": 20870.85528564453, + "count": 3328, + "top1_correct": 60, + "top5_correct": 202 + }, + { + "ce_sum": 21579.50909423828, + "count": 3328, + "top1_correct": 38, + "top5_correct": 158 + }, + { + "ce_sum": 22104.182556152344, + "count": 3328, + "top1_correct": 36, + "top5_correct": 131 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9444745779037476, + "cosine_mean": 0.6814280152320862, + "cosine_min": 0.4185655117034912, + "cosine_std": 0.06416788697242737, + "flattened_dot": 1190539.375, + "latent_frames": 5609, + "mse": 0.09994215751888706, + "predicted_squared": 1507879.125, + "reference_squared": 2021258.25, + "relative_l2": 0.7536525166163281, + "squared_error": 1148058.75, + "values": 11487232 + }, + "true_code_control": { + "cosine_max": 0.9999597668647766, + "cosine_mean": 0.9999157190322876, + "cosine_min": 0.9990390539169312, + "cosine_std": 4.442021236172877e-05, + "flattened_dot": 2021662.0, + "latent_frames": 5609, + "mse": 2.9500008670802122e-05, + "predicted_squared": 2022404.75, + "reference_squared": 2021258.25, + "relative_l2": 0.012948154271892633, + "squared_error": 338.8734436035156, + "values": 11487232 + } + }, + "condition_latent_frames": 5609, + "emitted_frames": 1626, + "model_id": "serveurperso-v1", + "sample_id": "523595ac-4e69-4069-bcf4-6e4c577f29b8", + "shard_id": 2187, + "token_metrics": { + "per_head": [ + { + "ce_sum": 5885.646453857422, + "count": 1536, + "top1_correct": 308, + "top5_correct": 735 + }, + { + "ce_sum": 7598.9708251953125, + "count": 1536, + "top1_correct": 103, + "top5_correct": 342 + }, + { + "ce_sum": 7587.529235839844, + "count": 1536, + "top1_correct": 124, + "top5_correct": 346 + }, + { + "ce_sum": 8299.136047363281, + "count": 1536, + "top1_correct": 78, + "top5_correct": 257 + }, + { + "ce_sum": 8324.074523925781, + "count": 1536, + "top1_correct": 70, + "top5_correct": 230 + }, + { + "ce_sum": 9312.312805175781, + "count": 1536, + "top1_correct": 29, + "top5_correct": 109 + }, + { + "ce_sum": 9584.558166503906, + "count": 1536, + "top1_correct": 28, + "top5_correct": 108 + }, + { + "ce_sum": 9431.166931152344, + "count": 1536, + "top1_correct": 29, + "top5_correct": 142 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.8959376811981201, + "cosine_mean": 0.6714276075363159, + "cosine_min": 0.385486900806427, + "cosine_std": 0.06000947579741478, + "flattened_dot": 2375520.75, + "latent_frames": 11487, + "mse": 0.10183113545135261, + "predicted_squared": 3030176.25, + "reference_squared": 4116480.5, + "relative_l2": 0.7628612384174066, + "squared_error": 2395615.75, + "values": 23525376 + }, + "true_code_control": { + "cosine_max": 0.9999675750732422, + "cosine_mean": 0.999936580657959, + "cosine_min": 0.9994958639144897, + "cosine_std": 2.0393797967699356e-05, + "flattened_dot": 4116952.75, + "latent_frames": 11487, + "mse": 2.235855478795004e-05, + "predicted_squared": 4117951.0, + "reference_squared": 4116480.5, + "relative_l2": 0.011303869096200505, + "squared_error": 525.993408203125, + "values": 23525376 + } + }, + "condition_latent_frames": 11487, + "emitted_frames": 3330, + "model_id": "serveurperso-v1", + "sample_id": "c42540cd-64fa-4f85-bdaf-cc7219f4d5f4", + "shard_id": 2236, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12748.081634521484, + "count": 3328, + "top1_correct": 644, + "top5_correct": 1597 + }, + { + "ce_sum": 16577.146057128906, + "count": 3328, + "top1_correct": 211, + "top5_correct": 721 + }, + { + "ce_sum": 17017.360961914062, + "count": 3328, + "top1_correct": 221, + "top5_correct": 682 + }, + { + "ce_sum": 18326.727294921875, + "count": 3328, + "top1_correct": 139, + "top5_correct": 436 + }, + { + "ce_sum": 19110.95526123047, + "count": 3328, + "top1_correct": 107, + "top5_correct": 349 + }, + { + "ce_sum": 19967.82391357422, + "count": 3328, + "top1_correct": 66, + "top5_correct": 279 + }, + { + "ce_sum": 20442.972595214844, + "count": 3328, + "top1_correct": 84, + "top5_correct": 256 + }, + { + "ce_sum": 20997.884216308594, + "count": 3328, + "top1_correct": 59, + "top5_correct": 207 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9110555648803711, + "cosine_mean": 0.6473872661590576, + "cosine_min": 0.3849533498287201, + "cosine_std": 0.06740697473287582, + "flattened_dot": 1695635.5, + "latent_frames": 8472, + "mse": 0.10981272120201103, + "predicted_squared": 2224548.75, + "reference_squared": 3072044.5, + "relative_l2": 0.7875361992568194, + "squared_error": 1905322.75, + "values": 17350656 + }, + "true_code_control": { + "cosine_max": 0.9999648332595825, + "cosine_mean": 0.999882161617279, + "cosine_min": 0.9975578784942627, + "cosine_std": 9.848181798588485e-05, + "flattened_dot": 3071767.25, + "latent_frames": 8472, + "mse": 4.0258776055291874e-05, + "predicted_squared": 3072188.25, + "reference_squared": 3072044.5, + "relative_l2": 0.015079067392648785, + "squared_error": 698.5161743164062, + "values": 17350656 + } + }, + "condition_latent_frames": 8472, + "emitted_frames": 2456, + "model_id": "serveurperso-v1", + "sample_id": "2e9ad923-fac4-41d4-b26e-ea253ded0429", + "shard_id": 2303, + "token_metrics": { + "per_head": [ + { + "ce_sum": 8784.034576416016, + "count": 2432, + "top1_correct": 548, + "top5_correct": 1271 + }, + { + "ce_sum": 12616.624389648438, + "count": 2432, + "top1_correct": 140, + "top5_correct": 438 + }, + { + "ce_sum": 12612.099609375, + "count": 2432, + "top1_correct": 147, + "top5_correct": 440 + }, + { + "ce_sum": 13466.621520996094, + "count": 2432, + "top1_correct": 96, + "top5_correct": 338 + }, + { + "ce_sum": 14342.114868164062, + "count": 2432, + "top1_correct": 75, + "top5_correct": 254 + }, + { + "ce_sum": 15156.072326660156, + "count": 2432, + "top1_correct": 34, + "top5_correct": 148 + }, + { + "ce_sum": 15972.913330078125, + "count": 2432, + "top1_correct": 28, + "top5_correct": 106 + }, + { + "ce_sum": 15991.095886230469, + "count": 2432, + "top1_correct": 35, + "top5_correct": 110 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9078141450881958, + "cosine_mean": 0.6852518320083618, + "cosine_min": 0.3565254807472229, + "cosine_std": 0.05710359662771225, + "flattened_dot": 3368929.5, + "latent_frames": 15524, + "mse": 0.10004840822325511, + "predicted_squared": 4222917.0, + "reference_squared": 5695796.0, + "relative_l2": 0.7472994656891475, + "squared_error": 3180854.25, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999719262123108, + "cosine_mean": 0.9999479651451111, + "cosine_min": 0.999823808670044, + "cosine_std": 1.316528141614981e-05, + "flattened_dot": 5697783.0, + "latent_frames": 15524, + "mse": 1.887406571198296e-05, + "predicted_squared": 5700370.5, + "reference_squared": 5695796.0, + "relative_l2": 0.010264133958405192, + "squared_error": 600.0660400390625, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "1280a5b3-93ad-4cd5-b8d0-42f3ea1ff1e6", + "shard_id": 2332, + "token_metrics": { + "per_head": [ + { + "ce_sum": 15450.725006103516, + "count": 4480, + "top1_correct": 1039, + "top5_correct": 2391 + }, + { + "ce_sum": 22509.483459472656, + "count": 4480, + "top1_correct": 283, + "top5_correct": 873 + }, + { + "ce_sum": 22411.35791015625, + "count": 4480, + "top1_correct": 285, + "top5_correct": 911 + }, + { + "ce_sum": 24028.171508789062, + "count": 4480, + "top1_correct": 223, + "top5_correct": 718 + }, + { + "ce_sum": 24397.10125732422, + "count": 4480, + "top1_correct": 194, + "top5_correct": 669 + }, + { + "ce_sum": 26942.228149414062, + "count": 4480, + "top1_correct": 100, + "top5_correct": 365 + }, + { + "ce_sum": 27919.586364746094, + "count": 4480, + "top1_correct": 90, + "top5_correct": 298 + }, + { + "ce_sum": 28428.35430908203, + "count": 4480, + "top1_correct": 43, + "top5_correct": 220 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9174032211303711, + "cosine_mean": 0.6954894661903381, + "cosine_min": 0.28338927030563354, + "cosine_std": 0.06000780314207077, + "flattened_dot": 3184169.25, + "latent_frames": 13440, + "mse": 0.10678663707914807, + "predicted_squared": 3764664.75, + "reference_squared": 5542988.5, + "relative_l2": 0.7282006742192353, + "squared_error": 2939315.0, + "values": 27525120 + }, + "true_code_control": { + "cosine_max": 0.9999692440032959, + "cosine_mean": 0.999933123588562, + "cosine_min": 0.9994672536849976, + "cosine_std": 2.667365151864942e-05, + "flattened_dot": 5543615.0, + "latent_frames": 13440, + "mse": 2.6638431119776907e-05, + "predicted_squared": 5544974.5, + "reference_squared": 5542988.5, + "relative_l2": 0.011501300308500563, + "squared_error": 733.2260131835938, + "values": 27525120 + } + }, + "condition_latent_frames": 13440, + "emitted_frames": 3896, + "model_id": "serveurperso-v1", + "sample_id": "321b28b8-aa0a-4886-864d-a5adfa300aa3", + "shard_id": 2337, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12180.92611694336, + "count": 3840, + "top1_correct": 1040, + "top5_correct": 2290 + }, + { + "ce_sum": 19289.826904296875, + "count": 3840, + "top1_correct": 277, + "top5_correct": 826 + }, + { + "ce_sum": 18574.37744140625, + "count": 3840, + "top1_correct": 328, + "top5_correct": 915 + }, + { + "ce_sum": 20498.152404785156, + "count": 3840, + "top1_correct": 188, + "top5_correct": 623 + }, + { + "ce_sum": 20628.21875, + "count": 3840, + "top1_correct": 178, + "top5_correct": 611 + }, + { + "ce_sum": 22629.943420410156, + "count": 3840, + "top1_correct": 120, + "top5_correct": 362 + }, + { + "ce_sum": 24125.387756347656, + "count": 3840, + "top1_correct": 66, + "top5_correct": 250 + }, + { + "ce_sum": 24171.285095214844, + "count": 3840, + "top1_correct": 84, + "top5_correct": 280 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9729633331298828, + "cosine_mean": 0.6825160980224609, + "cosine_min": 0.3954611122608185, + "cosine_std": 0.06385932117700577, + "flattened_dot": 1846923.5, + "latent_frames": 8455, + "mse": 0.1050007103322738, + "predicted_squared": 2246717.5, + "reference_squared": 3265305.25, + "relative_l2": 0.7462013104044918, + "squared_error": 1818175.5, + "values": 17315840 + }, + "true_code_control": { + "cosine_max": 0.9999749660491943, + "cosine_mean": 0.9999422430992126, + "cosine_min": 0.9997609257698059, + "cosine_std": 1.789404996088706e-05, + "flattened_dot": 3265070.75, + "latent_frames": 8455, + "mse": 2.1542357594779368e-05, + "predicted_squared": 3265209.0, + "reference_squared": 3265305.25, + "relative_l2": 0.0106882475566235, + "squared_error": 373.0240173339844, + "values": 17315840 + } + }, + "condition_latent_frames": 8455, + "emitted_frames": 2451, + "model_id": "serveurperso-v1", + "sample_id": "9d9c35b3-172b-4725-a01d-9e0d3061b90b", + "shard_id": 2371, + "token_metrics": { + "per_head": [ + { + "ce_sum": 8301.627807617188, + "count": 2432, + "top1_correct": 649, + "top5_correct": 1393 + }, + { + "ce_sum": 12698.29946899414, + "count": 2432, + "top1_correct": 134, + "top5_correct": 440 + }, + { + "ce_sum": 12418.088562011719, + "count": 2432, + "top1_correct": 152, + "top5_correct": 507 + }, + { + "ce_sum": 13074.207214355469, + "count": 2432, + "top1_correct": 112, + "top5_correct": 375 + }, + { + "ce_sum": 14002.650817871094, + "count": 2432, + "top1_correct": 82, + "top5_correct": 270 + }, + { + "ce_sum": 14580.604248046875, + "count": 2432, + "top1_correct": 56, + "top5_correct": 196 + }, + { + "ce_sum": 15272.447448730469, + "count": 2432, + "top1_correct": 55, + "top5_correct": 168 + }, + { + "ce_sum": 15871.859924316406, + "count": 2432, + "top1_correct": 13, + "top5_correct": 92 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9671937227249146, + "cosine_mean": 0.6482113599777222, + "cosine_min": 0.2893217206001282, + "cosine_std": 0.06850652396678925, + "flattened_dot": 1601532.0, + "latent_frames": 7785, + "mse": 0.11154018394749518, + "predicted_squared": 2082528.75, + "reference_squared": 2898896.0, + "relative_l2": 0.7832378115679534, + "squared_error": 1778361.0, + "values": 15943680 + }, + "true_code_control": { + "cosine_max": 0.9999681711196899, + "cosine_mean": 0.9998921751976013, + "cosine_min": 0.9891294836997986, + "cosine_std": 0.0003700156812556088, + "flattened_dot": 2898952.25, + "latent_frames": 7785, + "mse": 3.563698163458224e-05, + "predicted_squared": 2899576.5, + "reference_squared": 2898896.0, + "relative_l2": 0.014000012509037957, + "squared_error": 568.1846313476562, + "values": 15943680 + } + }, + "condition_latent_frames": 7785, + "emitted_frames": 2257, + "model_id": "serveurperso-v1", + "sample_id": "d73fcec5-5a1d-416a-8a26-5bc21da53b94", + "shard_id": 2429, + "token_metrics": { + "per_head": [ + { + "ce_sum": 7587.225891113281, + "count": 2176, + "top1_correct": 524, + "top5_correct": 1152 + }, + { + "ce_sum": 11130.739013671875, + "count": 2176, + "top1_correct": 137, + "top5_correct": 431 + }, + { + "ce_sum": 11034.43505859375, + "count": 2176, + "top1_correct": 132, + "top5_correct": 423 + }, + { + "ce_sum": 12175.871887207031, + "count": 2176, + "top1_correct": 78, + "top5_correct": 280 + }, + { + "ce_sum": 12459.187744140625, + "count": 2176, + "top1_correct": 60, + "top5_correct": 241 + }, + { + "ce_sum": 13126.504577636719, + "count": 2176, + "top1_correct": 42, + "top5_correct": 169 + }, + { + "ce_sum": 13865.156188964844, + "count": 2176, + "top1_correct": 33, + "top5_correct": 114 + }, + { + "ce_sum": 14255.156433105469, + "count": 2176, + "top1_correct": 20, + "top5_correct": 86 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.8947359323501587, + "cosine_mean": 0.6366237998008728, + "cosine_min": 0.41206178069114685, + "cosine_std": 0.06539728492498398, + "flattened_dot": 651787.5, + "latent_frames": 3318, + "mse": 0.11160627828440514, + "predicted_squared": 891764.5, + "reference_squared": 1170204.625, + "relative_l2": 0.8050383598900669, + "squared_error": 758394.125, + "values": 6795264 + }, + "true_code_control": { + "cosine_max": 0.9999575614929199, + "cosine_mean": 0.9998981356620789, + "cosine_min": 0.999567985534668, + "cosine_std": 4.0057129808701575e-05, + "flattened_dot": 1171828.875, + "latent_frames": 3318, + "mse": 3.5400551223409975e-05, + "predicted_squared": 1173693.625, + "reference_squared": 1170204.625, + "relative_l2": 0.014337626877799938, + "squared_error": 240.55609130859375, + "values": 6795264 + } + }, + "condition_latent_frames": 3318, + "emitted_frames": 962, + "model_id": "serveurperso-v1", + "sample_id": "e5a32971-24c9-49bc-b651-e7caf0c4a216", + "shard_id": 2444, + "token_metrics": { + "per_head": [ + { + "ce_sum": 3829.3280639648438, + "count": 896, + "top1_correct": 149, + "top5_correct": 359 + }, + { + "ce_sum": 4783.550720214844, + "count": 896, + "top1_correct": 45, + "top5_correct": 146 + }, + { + "ce_sum": 4610.400695800781, + "count": 896, + "top1_correct": 51, + "top5_correct": 181 + }, + { + "ce_sum": 5010.8468017578125, + "count": 896, + "top1_correct": 40, + "top5_correct": 117 + }, + { + "ce_sum": 5225.3846435546875, + "count": 896, + "top1_correct": 25, + "top5_correct": 98 + }, + { + "ce_sum": 5350.0565185546875, + "count": 896, + "top1_correct": 16, + "top5_correct": 98 + }, + { + "ce_sum": 5586.942138671875, + "count": 896, + "top1_correct": 15, + "top5_correct": 54 + }, + { + "ce_sum": 5709.412292480469, + "count": 896, + "top1_correct": 14, + "top5_correct": 47 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.926019549369812, + "cosine_mean": 0.6403993368148804, + "cosine_min": 0.21001121401786804, + "cosine_std": 0.060838378965854645, + "flattened_dot": 3040523.5, + "latent_frames": 15524, + "mse": 0.10986972131608719, + "predicted_squared": 4081034.5, + "reference_squared": 5493117.0, + "relative_l2": 0.7974369954431614, + "squared_error": 3493104.75, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.999973714351654, + "cosine_mean": 0.9999500513076782, + "cosine_min": 0.9997940063476562, + "cosine_std": 1.0379113518865779e-05, + "flattened_dot": 5494503.5, + "latent_frames": 15524, + "mse": 1.7515142011261577e-05, + "predicted_squared": 5496446.0, + "reference_squared": 5493117.0, + "relative_l2": 0.010068486682593105, + "squared_error": 556.861572265625, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "597f9e50-5535-4bb7-8fd7-728216b28a17", + "shard_id": 2441, + "token_metrics": { + "per_head": [ + { + "ce_sum": 16636.514587402344, + "count": 4480, + "top1_correct": 920, + "top5_correct": 2187 + }, + { + "ce_sum": 23644.274780273438, + "count": 4480, + "top1_correct": 229, + "top5_correct": 750 + }, + { + "ce_sum": 24952.450317382812, + "count": 4480, + "top1_correct": 192, + "top5_correct": 599 + }, + { + "ce_sum": 24906.414489746094, + "count": 4480, + "top1_correct": 185, + "top5_correct": 588 + }, + { + "ce_sum": 26253.629455566406, + "count": 4480, + "top1_correct": 125, + "top5_correct": 441 + }, + { + "ce_sum": 28528.439575195312, + "count": 4480, + "top1_correct": 64, + "top5_correct": 248 + }, + { + "ce_sum": 29144.12664794922, + "count": 4480, + "top1_correct": 43, + "top5_correct": 198 + }, + { + "ce_sum": 29456.148193359375, + "count": 4480, + "top1_correct": 46, + "top5_correct": 169 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9213190078735352, + "cosine_mean": 0.6700456142425537, + "cosine_min": 0.46762099862098694, + "cosine_std": 0.06156457960605621, + "flattened_dot": 1315375.75, + "latent_frames": 6157, + "mse": 0.10531433313644531, + "predicted_squared": 1713883.875, + "reference_squared": 2244832.5, + "relative_l2": 0.7691327839049107, + "squared_error": 1327964.875, + "values": 12609536 + }, + "true_code_control": { + "cosine_max": 0.9999691247940063, + "cosine_mean": 0.9999408721923828, + "cosine_min": 0.999797523021698, + "cosine_std": 1.6951777070062235e-05, + "flattened_dot": 2247072.25, + "latent_frames": 6157, + "mse": 2.1350302439880618e-05, + "predicted_squared": 2249581.0, + "reference_squared": 2244832.5, + "relative_l2": 0.010951146731953715, + "squared_error": 269.2174072265625, + "values": 12609536 + } + }, + "condition_latent_frames": 6157, + "emitted_frames": 1785, + "model_id": "serveurperso-v1", + "sample_id": "c53e9479-2a58-4bc7-8880-3d05a8a71363", + "shard_id": 2477, + "token_metrics": { + "per_head": [ + { + "ce_sum": 6627.303161621094, + "count": 1664, + "top1_correct": 312, + "top5_correct": 742 + }, + { + "ce_sum": 8397.281188964844, + "count": 1664, + "top1_correct": 108, + "top5_correct": 350 + }, + { + "ce_sum": 8802.262084960938, + "count": 1664, + "top1_correct": 102, + "top5_correct": 304 + }, + { + "ce_sum": 9539.981628417969, + "count": 1664, + "top1_correct": 49, + "top5_correct": 196 + }, + { + "ce_sum": 9793.307739257812, + "count": 1664, + "top1_correct": 55, + "top5_correct": 163 + }, + { + "ce_sum": 9806.734008789062, + "count": 1664, + "top1_correct": 49, + "top5_correct": 165 + }, + { + "ce_sum": 10168.511596679688, + "count": 1664, + "top1_correct": 34, + "top5_correct": 128 + }, + { + "ce_sum": 10797.739379882812, + "count": 1664, + "top1_correct": 19, + "top5_correct": 68 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9213675260543823, + "cosine_mean": 0.6788060665130615, + "cosine_min": 0.4182666540145874, + "cosine_std": 0.0549093596637249, + "flattened_dot": 965787.75, + "latent_frames": 4784, + "mse": 0.09561707104328883, + "predicted_squared": 1258739.625, + "reference_squared": 1609656.75, + "relative_l2": 0.7628895081454613, + "squared_error": 936820.875, + "values": 9797632 + }, + "true_code_control": { + "cosine_max": 0.9999662637710571, + "cosine_mean": 0.9999380111694336, + "cosine_min": 0.9996904730796814, + "cosine_std": 2.1708601707359776e-05, + "flattened_dot": 1610182.125, + "latent_frames": 4784, + "mse": 2.0652187109790916e-05, + "predicted_squared": 1610909.75, + "reference_squared": 1609656.75, + "relative_l2": 0.011211841501660208, + "squared_error": 202.342529296875, + "values": 9797632 + } + }, + "condition_latent_frames": 4784, + "emitted_frames": 1387, + "model_id": "serveurperso-v1", + "sample_id": "0160a954-639b-4808-a84d-dfcd0f97b2d3", + "shard_id": 2484, + "token_metrics": { + "per_head": [ + { + "ce_sum": 4761.737121582031, + "count": 1280, + "top1_correct": 261, + "top5_correct": 614 + }, + { + "ce_sum": 6848.400634765625, + "count": 1280, + "top1_correct": 57, + "top5_correct": 215 + }, + { + "ce_sum": 6613.851135253906, + "count": 1280, + "top1_correct": 83, + "top5_correct": 249 + }, + { + "ce_sum": 6881.626403808594, + "count": 1280, + "top1_correct": 58, + "top5_correct": 192 + }, + { + "ce_sum": 7194.7913818359375, + "count": 1280, + "top1_correct": 44, + "top5_correct": 154 + }, + { + "ce_sum": 7731.113708496094, + "count": 1280, + "top1_correct": 22, + "top5_correct": 104 + }, + { + "ce_sum": 8299.297424316406, + "count": 1280, + "top1_correct": 21, + "top5_correct": 65 + }, + { + "ce_sum": 8475.922424316406, + "count": 1280, + "top1_correct": 14, + "top5_correct": 39 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.8969385623931885, + "cosine_mean": 0.6466060876846313, + "cosine_min": 0.32747793197631836, + "cosine_std": 0.059253547340631485, + "flattened_dot": 1797557.875, + "latent_frames": 9186, + "mse": 0.10585627606718104, + "predicted_squared": 2464042.5, + "reference_squared": 3122539.75, + "relative_l2": 0.7986059007143084, + "squared_error": 1991466.5, + "values": 18812928 + }, + "true_code_control": { + "cosine_max": 0.9999656677246094, + "cosine_mean": 0.9999185800552368, + "cosine_min": 0.9987355470657349, + "cosine_std": 4.4535590859595686e-05, + "flattened_dot": 3123387.25, + "latent_frames": 9186, + "mse": 2.6874985540196084e-05, + "predicted_squared": 3124740.25, + "reference_squared": 3122539.75, + "relative_l2": 0.012724722747510183, + "squared_error": 505.59716796875, + "values": 18812928 + } + }, + "condition_latent_frames": 9186, + "emitted_frames": 2663, + "model_id": "serveurperso-v1", + "sample_id": "40b569f5-3a8b-4b17-a880-edb8f669dd63", + "shard_id": 2485, + "token_metrics": { + "per_head": [ + { + "ce_sum": 10695.150787353516, + "count": 2560, + "top1_correct": 420, + "top5_correct": 1069 + }, + { + "ce_sum": 13383.48095703125, + "count": 2560, + "top1_correct": 142, + "top5_correct": 464 + }, + { + "ce_sum": 13202.806335449219, + "count": 2560, + "top1_correct": 152, + "top5_correct": 465 + }, + { + "ce_sum": 14195.955322265625, + "count": 2560, + "top1_correct": 105, + "top5_correct": 335 + }, + { + "ce_sum": 14774.906433105469, + "count": 2560, + "top1_correct": 81, + "top5_correct": 242 + }, + { + "ce_sum": 15439.286987304688, + "count": 2560, + "top1_correct": 69, + "top5_correct": 221 + }, + { + "ce_sum": 15981.490478515625, + "count": 2560, + "top1_correct": 35, + "top5_correct": 142 + }, + { + "ce_sum": 16734.31787109375, + "count": 2560, + "top1_correct": 33, + "top5_correct": 104 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9553807973861694, + "cosine_mean": 0.6437859535217285, + "cosine_min": 0.3796504735946655, + "cosine_std": 0.07596645504236221, + "flattened_dot": 1833823.375, + "latent_frames": 8365, + "mse": 0.12237418950565974, + "predicted_squared": 2403498.5, + "reference_squared": 3360604.0, + "relative_l2": 0.789831032230206, + "squared_error": 2096455.875, + "values": 17131520 + }, + "true_code_control": { + "cosine_max": 0.9999450445175171, + "cosine_mean": 0.9997804164886475, + "cosine_min": 0.9954860806465149, + "cosine_std": 0.0002702320634853095, + "flattened_dot": 3363977.5, + "latent_frames": 8365, + "mse": 8.228294021414913e-05, + "predicted_squared": 3368760.5, + "reference_squared": 3360604.0, + "relative_l2": 0.020480670935235014, + "squared_error": 1409.6318359375, + "values": 17131520 + } + }, + "condition_latent_frames": 8365, + "emitted_frames": 2425, + "model_id": "serveurperso-v1", + "sample_id": "dd01e47d-da65-4369-a18d-4991284f4195", + "shard_id": 2515, + "token_metrics": { + "per_head": [ + { + "ce_sum": 9424.202423095703, + "count": 2304, + "top1_correct": 472, + "top5_correct": 1023 + }, + { + "ce_sum": 12135.150817871094, + "count": 2304, + "top1_correct": 108, + "top5_correct": 381 + }, + { + "ce_sum": 12351.582824707031, + "count": 2304, + "top1_correct": 109, + "top5_correct": 378 + }, + { + "ce_sum": 13058.829406738281, + "count": 2304, + "top1_correct": 83, + "top5_correct": 280 + }, + { + "ce_sum": 13625.037780761719, + "count": 2304, + "top1_correct": 53, + "top5_correct": 215 + }, + { + "ce_sum": 14148.340026855469, + "count": 2304, + "top1_correct": 45, + "top5_correct": 157 + }, + { + "ce_sum": 14974.492126464844, + "count": 2304, + "top1_correct": 23, + "top5_correct": 90 + }, + { + "ce_sum": 14788.229431152344, + "count": 2304, + "top1_correct": 35, + "top5_correct": 110 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9220411777496338, + "cosine_mean": 0.682080864906311, + "cosine_min": 0.4223623275756836, + "cosine_std": 0.06482452154159546, + "flattened_dot": 2715875.75, + "latent_frames": 11549, + "mse": 0.11097362537137956, + "predicted_squared": 3362675.25, + "reference_squared": 4693863.5, + "relative_l2": 0.7477937411975937, + "squared_error": 2624787.25, + "values": 23652352 + }, + "true_code_control": { + "cosine_max": 0.999972939491272, + "cosine_mean": 0.9999480843544006, + "cosine_min": 0.9997270703315735, + "cosine_std": 1.6082591173471883e-05, + "flattened_dot": 4695821.0, + "latent_frames": 11549, + "mse": 2.071128767675647e-05, + "predicted_squared": 4698268.0, + "reference_squared": 4693863.5, + "relative_l2": 0.010215873095409748, + "squared_error": 489.87066650390625, + "values": 23652352 + } + }, + "condition_latent_frames": 11549, + "emitted_frames": 3348, + "model_id": "serveurperso-v1", + "sample_id": "b65f7d3f-83dd-40be-ba98-b371a373a72c", + "shard_id": 2541, + "token_metrics": { + "per_head": [ + { + "ce_sum": 11814.93472290039, + "count": 3328, + "top1_correct": 734, + "top5_correct": 1743 + }, + { + "ce_sum": 16762.738403320312, + "count": 3328, + "top1_correct": 216, + "top5_correct": 673 + }, + { + "ce_sum": 16968.02667236328, + "count": 3328, + "top1_correct": 199, + "top5_correct": 691 + }, + { + "ce_sum": 17917.839721679688, + "count": 3328, + "top1_correct": 133, + "top5_correct": 493 + }, + { + "ce_sum": 19287.39111328125, + "count": 3328, + "top1_correct": 82, + "top5_correct": 328 + }, + { + "ce_sum": 20282.7646484375, + "count": 3328, + "top1_correct": 70, + "top5_correct": 240 + }, + { + "ce_sum": 20953.7890625, + "count": 3328, + "top1_correct": 46, + "top5_correct": 176 + }, + { + "ce_sum": 21130.99395751953, + "count": 3328, + "top1_correct": 47, + "top5_correct": 200 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9331656098365784, + "cosine_mean": 0.665492057800293, + "cosine_min": 0.4079522490501404, + "cosine_std": 0.05896227806806564, + "flattened_dot": 1529208.875, + "latent_frames": 7037, + "mse": 0.11106981193712698, + "predicted_squared": 1926751.375, + "reference_squared": 2732379.5, + "relative_l2": 0.765396127797732, + "squared_error": 1600713.25, + "values": 14411776 + }, + "true_code_control": { + "cosine_max": 0.9999751448631287, + "cosine_mean": 0.9999454021453857, + "cosine_min": 0.9996266961097717, + "cosine_std": 2.0060711904079653e-05, + "flattened_dot": 2732855.0, + "latent_frames": 7037, + "mse": 2.075045034596404e-05, + "predicted_squared": 2733630.0, + "reference_squared": 2732379.5, + "relative_l2": 0.010461693827984396, + "squared_error": 299.05084228515625, + "values": 14411776 + } + }, + "condition_latent_frames": 7037, + "emitted_frames": 2040, + "model_id": "serveurperso-v1", + "sample_id": "575f0c02-1291-4c8c-8be3-3fbeb1c81dce", + "shard_id": 2552, + "token_metrics": { + "per_head": [ + { + "ce_sum": 6005.389404296875, + "count": 1920, + "top1_correct": 553, + "top5_correct": 1156 + }, + { + "ce_sum": 9747.57958984375, + "count": 1920, + "top1_correct": 99, + "top5_correct": 377 + }, + { + "ce_sum": 9757.335693359375, + "count": 1920, + "top1_correct": 146, + "top5_correct": 365 + }, + { + "ce_sum": 10429.457824707031, + "count": 1920, + "top1_correct": 82, + "top5_correct": 256 + }, + { + "ce_sum": 11193.88134765625, + "count": 1920, + "top1_correct": 60, + "top5_correct": 200 + }, + { + "ce_sum": 11919.210205078125, + "count": 1920, + "top1_correct": 33, + "top5_correct": 118 + }, + { + "ce_sum": 12070.193115234375, + "count": 1920, + "top1_correct": 30, + "top5_correct": 99 + }, + { + "ce_sum": 12705.355285644531, + "count": 1920, + "top1_correct": 10, + "top5_correct": 59 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9431970119476318, + "cosine_mean": 0.6570935249328613, + "cosine_min": 0.3554966449737549, + "cosine_std": 0.0612647645175457, + "flattened_dot": 1638249.125, + "latent_frames": 8472, + "mse": 0.10041957491405512, + "predicted_squared": 2159041.5, + "reference_squared": 2859802.25, + "relative_l2": 0.780547140884008, + "squared_error": 1742345.5, + "values": 17350656 + }, + "true_code_control": { + "cosine_max": 0.9999487400054932, + "cosine_mean": 0.999870777130127, + "cosine_min": 0.998567521572113, + "cosine_std": 8.105667802738026e-05, + "flattened_dot": 2859139.0, + "latent_frames": 8472, + "mse": 4.210528531538303e-05, + "predicted_squared": 2859206.5, + "reference_squared": 2859802.25, + "relative_l2": 0.015982998372614406, + "squared_error": 730.5543212890625, + "values": 17350656 + } + }, + "condition_latent_frames": 8472, + "emitted_frames": 2456, + "model_id": "serveurperso-v1", + "sample_id": "faf4a4a9-c3f2-45e8-ae3f-00f11953fa18", + "shard_id": 2554, + "token_metrics": { + "per_head": [ + { + "ce_sum": 9158.279479980469, + "count": 2432, + "top1_correct": 531, + "top5_correct": 1176 + }, + { + "ce_sum": 12389.866516113281, + "count": 2432, + "top1_correct": 132, + "top5_correct": 457 + }, + { + "ce_sum": 12307.603576660156, + "count": 2432, + "top1_correct": 159, + "top5_correct": 491 + }, + { + "ce_sum": 13079.151672363281, + "count": 2432, + "top1_correct": 109, + "top5_correct": 345 + }, + { + "ce_sum": 13667.24951171875, + "count": 2432, + "top1_correct": 87, + "top5_correct": 311 + }, + { + "ce_sum": 14665.430541992188, + "count": 2432, + "top1_correct": 53, + "top5_correct": 184 + }, + { + "ce_sum": 15529.337280273438, + "count": 2432, + "top1_correct": 29, + "top5_correct": 146 + }, + { + "ce_sum": 15840.868713378906, + "count": 2432, + "top1_correct": 26, + "top5_correct": 109 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9538633823394775, + "cosine_mean": 0.6460295915603638, + "cosine_min": 0.3079441785812378, + "cosine_std": 0.059042830020189285, + "flattened_dot": 1516482.5, + "latent_frames": 8293, + "mse": 0.09924398836462227, + "predicted_squared": 2079340.5, + "reference_squared": 2639190.5, + "relative_l2": 0.7991670027957046, + "squared_error": 1685566.25, + "values": 16984064 + }, + "true_code_control": { + "cosine_max": 0.9999672174453735, + "cosine_mean": 0.9999344944953918, + "cosine_min": 0.9991669058799744, + "cosine_std": 3.608278711908497e-05, + "flattened_dot": 2639888.0, + "latent_frames": 8293, + "mse": 2.060889709014506e-05, + "predicted_squared": 2640935.75, + "reference_squared": 2639190.5, + "relative_l2": 0.01151629588399072, + "squared_error": 350.0228271484375, + "values": 16984064 + } + }, + "condition_latent_frames": 8293, + "emitted_frames": 2404, + "model_id": "serveurperso-v1", + "sample_id": "b742eaa6-2aba-442e-a7f3-47fb11405eca", + "shard_id": 2596, + "token_metrics": { + "per_head": [ + { + "ce_sum": 9093.549530029297, + "count": 2304, + "top1_correct": 433, + "top5_correct": 1021 + }, + { + "ce_sum": 11756.999084472656, + "count": 2304, + "top1_correct": 162, + "top5_correct": 449 + }, + { + "ce_sum": 12589.377258300781, + "count": 2304, + "top1_correct": 102, + "top5_correct": 334 + }, + { + "ce_sum": 12699.868103027344, + "count": 2304, + "top1_correct": 104, + "top5_correct": 315 + }, + { + "ce_sum": 13826.174987792969, + "count": 2304, + "top1_correct": 59, + "top5_correct": 195 + }, + { + "ce_sum": 14343.767028808594, + "count": 2304, + "top1_correct": 47, + "top5_correct": 161 + }, + { + "ce_sum": 14984.1015625, + "count": 2304, + "top1_correct": 28, + "top5_correct": 98 + }, + { + "ce_sum": 15235.685180664062, + "count": 2304, + "top1_correct": 25, + "top5_correct": 74 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9647965431213379, + "cosine_mean": 0.6793215870857239, + "cosine_min": 0.4744911193847656, + "cosine_std": 0.05273856967687607, + "flattened_dot": 3472275.5, + "latent_frames": 15427, + "mse": 0.10872958695084106, + "predicted_squared": 4274055.5, + "reference_squared": 6105752.0, + "relative_l2": 0.7500841781907549, + "squared_error": 3435256.5, + "values": 31594496 + }, + "true_code_control": { + "cosine_max": 0.9999669194221497, + "cosine_mean": 0.9999135732650757, + "cosine_min": 0.9987857937812805, + "cosine_std": 5.830015288665891e-05, + "flattened_dot": 6105949.0, + "latent_frames": 15427, + "mse": 3.2348619521518087e-05, + "predicted_squared": 6107168.0, + "reference_squared": 6105752.0, + "relative_l2": 0.012937906601468135, + "squared_error": 1022.038330078125, + "values": 31594496 + } + }, + "condition_latent_frames": 15427, + "emitted_frames": 4472, + "model_id": "serveurperso-v1", + "sample_id": "c4467911-c503-4ff3-b9ec-84b867bf9e34", + "shard_id": 2610, + "token_metrics": { + "per_head": [ + { + "ce_sum": 15931.044982910156, + "count": 4352, + "top1_correct": 894, + "top5_correct": 2206 + }, + { + "ce_sum": 21493.504516601562, + "count": 4352, + "top1_correct": 310, + "top5_correct": 966 + }, + { + "ce_sum": 22078.238403320312, + "count": 4352, + "top1_correct": 266, + "top5_correct": 858 + }, + { + "ce_sum": 23239.914123535156, + "count": 4352, + "top1_correct": 234, + "top5_correct": 699 + }, + { + "ce_sum": 24339.26141357422, + "count": 4352, + "top1_correct": 170, + "top5_correct": 574 + }, + { + "ce_sum": 26767.213623046875, + "count": 4352, + "top1_correct": 84, + "top5_correct": 290 + }, + { + "ce_sum": 26985.980590820312, + "count": 4352, + "top1_correct": 72, + "top5_correct": 282 + }, + { + "ce_sum": 28208.048828125, + "count": 4352, + "top1_correct": 49, + "top5_correct": 196 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9259070158004761, + "cosine_mean": 0.6307584047317505, + "cosine_min": 0.2814827263355255, + "cosine_std": 0.0736779272556305, + "flattened_dot": 2577232.0, + "latent_frames": 12850, + "mse": 0.11861173280946012, + "predicted_squared": 3409357.0, + "reference_squared": 4866589.0, + "relative_l2": 0.8008810729801702, + "squared_error": 3121481.25, + "values": 26316800 + }, + "true_code_control": { + "cosine_max": 0.9999691247940063, + "cosine_mean": 0.9999428391456604, + "cosine_min": 0.9998059272766113, + "cosine_std": 1.4147717593004927e-05, + "flattened_dot": 4869936.5, + "latent_frames": 12850, + "mse": 2.1661049197156143e-05, + "predicted_squared": 4873853.5, + "reference_squared": 4866589.0, + "relative_l2": 0.010822907564755771, + "squared_error": 570.0494995117188, + "values": 26316800 + } + }, + "condition_latent_frames": 12850, + "emitted_frames": 3725, + "model_id": "serveurperso-v1", + "sample_id": "2fa8caa9-0ae9-4d7c-b09d-06e67bd7abfb", + "shard_id": 2636, + "token_metrics": { + "per_head": [ + { + "ce_sum": 16339.519165039062, + "count": 3712, + "top1_correct": 597, + "top5_correct": 1436 + }, + { + "ce_sum": 20098.925659179688, + "count": 3712, + "top1_correct": 193, + "top5_correct": 602 + }, + { + "ce_sum": 20325.247802734375, + "count": 3712, + "top1_correct": 183, + "top5_correct": 564 + }, + { + "ce_sum": 21163.417907714844, + "count": 3712, + "top1_correct": 130, + "top5_correct": 464 + }, + { + "ce_sum": 21458.424438476562, + "count": 3712, + "top1_correct": 134, + "top5_correct": 411 + }, + { + "ce_sum": 22891.93878173828, + "count": 3712, + "top1_correct": 79, + "top5_correct": 260 + }, + { + "ce_sum": 23724.40899658203, + "count": 3712, + "top1_correct": 57, + "top5_correct": 199 + }, + { + "ce_sum": 24129.03936767578, + "count": 3712, + "top1_correct": 43, + "top5_correct": 155 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9096217155456543, + "cosine_mean": 0.6382352113723755, + "cosine_min": 0.21654117107391357, + "cosine_std": 0.06449604779481888, + "flattened_dot": 3202147.75, + "latent_frames": 15524, + "mse": 0.11762120974982286, + "predicted_squared": 4306065.0, + "reference_squared": 5837780.0, + "relative_l2": 0.8003606936739278, + "squared_error": 3739549.0, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999737739562988, + "cosine_mean": 0.999947190284729, + "cosine_min": 0.9998262524604797, + "cosine_std": 1.1559675840544514e-05, + "flattened_dot": 5835680.0, + "latent_frames": 15524, + "mse": 1.9659461725682705e-05, + "predicted_squared": 5834205.5, + "reference_squared": 5837780.0, + "relative_l2": 0.010347340541087985, + "squared_error": 625.0362548828125, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "c6f8a38b-0cd4-4322-b2fd-a41e42217cc9", + "shard_id": 2695, + "token_metrics": { + "per_head": [ + { + "ce_sum": 17695.52899169922, + "count": 4480, + "top1_correct": 867, + "top5_correct": 2035 + }, + { + "ce_sum": 24199.146423339844, + "count": 4480, + "top1_correct": 245, + "top5_correct": 771 + }, + { + "ce_sum": 24241.61065673828, + "count": 4480, + "top1_correct": 224, + "top5_correct": 710 + }, + { + "ce_sum": 25572.315979003906, + "count": 4480, + "top1_correct": 168, + "top5_correct": 584 + }, + { + "ce_sum": 26294.059020996094, + "count": 4480, + "top1_correct": 115, + "top5_correct": 446 + }, + { + "ce_sum": 27848.22137451172, + "count": 4480, + "top1_correct": 70, + "top5_correct": 272 + }, + { + "ce_sum": 28822.419860839844, + "count": 4480, + "top1_correct": 59, + "top5_correct": 224 + }, + { + "ce_sum": 29640.418395996094, + "count": 4480, + "top1_correct": 24, + "top5_correct": 135 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9417902231216431, + "cosine_mean": 0.6598668694496155, + "cosine_min": 0.40689170360565186, + "cosine_std": 0.06400520354509354, + "flattened_dot": 2708986.75, + "latent_frames": 12339, + "mse": 0.11537178942909676, + "predicted_squared": 3360631.0, + "reference_squared": 4972819.0, + "relative_l2": 0.7656908309803224, + "squared_error": 2915476.5, + "values": 25270272 + }, + "true_code_control": { + "cosine_max": 0.9999719858169556, + "cosine_mean": 0.9999400973320007, + "cosine_min": 0.9987650513648987, + "cosine_std": 3.520730388117954e-05, + "flattened_dot": 4974526.0, + "latent_frames": 12339, + "mse": 2.3354420023129105e-05, + "predicted_squared": 4976823.0, + "reference_squared": 4972819.0, + "relative_l2": 0.010894020182216947, + "squared_error": 590.1725463867188, + "values": 25270272 + } + }, + "condition_latent_frames": 12339, + "emitted_frames": 3577, + "model_id": "serveurperso-v1", + "sample_id": "8c52b53d-9ffd-4ee9-99c5-4977c19bc43d", + "shard_id": 2699, + "token_metrics": { + "per_head": [ + { + "ce_sum": 13211.344909667969, + "count": 3456, + "top1_correct": 688, + "top5_correct": 1656 + }, + { + "ce_sum": 18971.459045410156, + "count": 3456, + "top1_correct": 176, + "top5_correct": 523 + }, + { + "ce_sum": 18000.168884277344, + "count": 3456, + "top1_correct": 199, + "top5_correct": 619 + }, + { + "ce_sum": 19967.558959960938, + "count": 3456, + "top1_correct": 130, + "top5_correct": 368 + }, + { + "ce_sum": 19704.205993652344, + "count": 3456, + "top1_correct": 106, + "top5_correct": 397 + }, + { + "ce_sum": 21574.072143554688, + "count": 3456, + "top1_correct": 44, + "top5_correct": 216 + }, + { + "ce_sum": 22295.282592773438, + "count": 3456, + "top1_correct": 38, + "top5_correct": 159 + }, + { + "ce_sum": 22871.066467285156, + "count": 3456, + "top1_correct": 37, + "top5_correct": 128 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9241485595703125, + "cosine_mean": 0.6628513336181641, + "cosine_min": 0.3684792220592499, + "cosine_std": 0.06587355583906174, + "flattened_dot": 2973024.25, + "latent_frames": 14165, + "mse": 0.10831365615623897, + "predicted_squared": 3752006.5, + "reference_squared": 5336212.0, + "relative_l2": 0.7673585490646869, + "squared_error": 3142170.5, + "values": 29009920 + }, + "true_code_control": { + "cosine_max": 0.9999725818634033, + "cosine_mean": 0.9999433755874634, + "cosine_min": 0.9994475245475769, + "cosine_std": 2.1615549485431984e-05, + "flattened_dot": 5335518.0, + "latent_frames": 14165, + "mse": 2.0936786854936172e-05, + "predicted_squared": 5335431.0, + "reference_squared": 5336212.0, + "relative_l2": 0.010668705915348716, + "squared_error": 607.37451171875, + "values": 29009920 + } + }, + "condition_latent_frames": 14165, + "emitted_frames": 4106, + "model_id": "serveurperso-v1", + "sample_id": "5e2bd322-ab3f-4155-aab5-30991fd52a9a", + "shard_id": 2709, + "token_metrics": { + "per_head": [ + { + "ce_sum": 15366.363098144531, + "count": 4096, + "top1_correct": 900, + "top5_correct": 1998 + }, + { + "ce_sum": 20795.233276367188, + "count": 4096, + "top1_correct": 276, + "top5_correct": 840 + }, + { + "ce_sum": 20638.062622070312, + "count": 4096, + "top1_correct": 301, + "top5_correct": 886 + }, + { + "ce_sum": 21824.072875976562, + "count": 4096, + "top1_correct": 188, + "top5_correct": 667 + }, + { + "ce_sum": 22680.4111328125, + "count": 4096, + "top1_correct": 141, + "top5_correct": 552 + }, + { + "ce_sum": 24596.324645996094, + "count": 4096, + "top1_correct": 79, + "top5_correct": 333 + }, + { + "ce_sum": 25232.810546875, + "count": 4096, + "top1_correct": 81, + "top5_correct": 289 + }, + { + "ce_sum": 25324.739196777344, + "count": 4096, + "top1_correct": 73, + "top5_correct": 274 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9007562398910522, + "cosine_mean": 0.6210044622421265, + "cosine_min": 0.3428165912628174, + "cosine_std": 0.07275193184614182, + "flattened_dot": 1748379.875, + "latent_frames": 8586, + "mse": 0.12450878997241148, + "predicted_squared": 2368855.5, + "reference_squared": 3317282.5, + "relative_l2": 0.8123986548664197, + "squared_error": 2189378.5, + "values": 17584128 + }, + "true_code_control": { + "cosine_max": 0.9998878240585327, + "cosine_mean": 0.9994238018989563, + "cosine_min": 0.9936599135398865, + "cosine_std": 0.00044039933709427714, + "flattened_dot": 3319123.0, + "latent_frames": 8586, + "mse": 0.0002081067362726915, + "predicted_squared": 3324622.5, + "reference_squared": 3317282.5, + "relative_l2": 0.03321331760863458, + "squared_error": 3659.37548828125, + "values": 17584128 + } + }, + "condition_latent_frames": 8586, + "emitted_frames": 2489, + "model_id": "serveurperso-v1", + "sample_id": "12431af5-17b4-48a8-8aa1-77df9fe01683", + "shard_id": 2723, + "token_metrics": { + "per_head": [ + { + "ce_sum": 11669.674255371094, + "count": 2432, + "top1_correct": 324, + "top5_correct": 799 + }, + { + "ce_sum": 13504.095275878906, + "count": 2432, + "top1_correct": 118, + "top5_correct": 405 + }, + { + "ce_sum": 13318.925842285156, + "count": 2432, + "top1_correct": 136, + "top5_correct": 409 + }, + { + "ce_sum": 14165.056091308594, + "count": 2432, + "top1_correct": 86, + "top5_correct": 269 + }, + { + "ce_sum": 14471.830139160156, + "count": 2432, + "top1_correct": 77, + "top5_correct": 224 + }, + { + "ce_sum": 14469.6904296875, + "count": 2432, + "top1_correct": 65, + "top5_correct": 210 + }, + { + "ce_sum": 15461.020446777344, + "count": 2432, + "top1_correct": 40, + "top5_correct": 123 + }, + { + "ce_sum": 15736.908081054688, + "count": 2432, + "top1_correct": 25, + "top5_correct": 112 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9654340744018555, + "cosine_mean": 0.6686646342277527, + "cosine_min": 0.3763057589530945, + "cosine_std": 0.0626111850142479, + "flattened_dot": 322476.625, + "latent_frames": 1738, + "mse": 0.09160826477823378, + "predicted_squared": 424222.4375, + "reference_squared": 546803.4375, + "relative_l2": 0.772220937469273, + "squared_error": 326072.65625, + "values": 3559424 + }, + "true_code_control": { + "cosine_max": 0.999907374382019, + "cosine_mean": 0.9995995163917542, + "cosine_min": 0.9943608045578003, + "cosine_std": 0.0005039166426286101, + "flattened_dot": 546611.1875, + "latent_frames": 1738, + "mse": 0.00011381892738188644, + "predicted_squared": 546824.0, + "reference_squared": 546803.4375, + "relative_l2": 0.027219584305724527, + "squared_error": 405.12982177734375, + "values": 3559424 + } + }, + "condition_latent_frames": 1738, + "emitted_frames": 504, + "model_id": "serveurperso-v1", + "sample_id": "691f4e4b-692d-480a-922f-c648a147203d", + "shard_id": 2727, + "token_metrics": { + "per_head": [ + { + "ce_sum": 1368.4506225585938, + "count": 384, + "top1_correct": 84, + "top5_correct": 202 + }, + { + "ce_sum": 1934.9552001953125, + "count": 384, + "top1_correct": 20, + "top5_correct": 75 + }, + { + "ce_sum": 1985.8214111328125, + "count": 384, + "top1_correct": 16, + "top5_correct": 73 + }, + { + "ce_sum": 2134.427978515625, + "count": 384, + "top1_correct": 18, + "top5_correct": 54 + }, + { + "ce_sum": 2190.8335571289062, + "count": 384, + "top1_correct": 10, + "top5_correct": 49 + }, + { + "ce_sum": 2376.8756713867188, + "count": 384, + "top1_correct": 12, + "top5_correct": 33 + }, + { + "ce_sum": 2439.8251953125, + "count": 384, + "top1_correct": 6, + "top5_correct": 24 + }, + { + "ce_sum": 2482.3539428710938, + "count": 384, + "top1_correct": 6, + "top5_correct": 20 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9684590101242065, + "cosine_mean": 0.6710723638534546, + "cosine_min": 0.3557502031326294, + "cosine_std": 0.060600120574235916, + "flattened_dot": 2179188.25, + "latent_frames": 10387, + "mse": 0.1025220452849716, + "predicted_squared": 2801731.0, + "reference_squared": 3737553.5, + "relative_l2": 0.763879691117129, + "squared_error": 2180908.0, + "values": 21272576 + }, + "true_code_control": { + "cosine_max": 0.9999701976776123, + "cosine_mean": 0.999940037727356, + "cosine_min": 0.9990377426147461, + "cosine_std": 2.7310026780469343e-05, + "flattened_dot": 3737863.0, + "latent_frames": 10387, + "mse": 2.11959413354179e-05, + "predicted_squared": 3738622.5, + "reference_squared": 3737553.5, + "relative_l2": 0.010983548887614075, + "squared_error": 450.89227294921875, + "values": 21272576 + } + }, + "condition_latent_frames": 10387, + "emitted_frames": 3011, + "model_id": "serveurperso-v1", + "sample_id": "294e1725-1ec3-4636-929d-e3c2d1bb2dee", + "shard_id": 2758, + "token_metrics": { + "per_head": [ + { + "ce_sum": 10501.718505859375, + "count": 2944, + "top1_correct": 663, + "top5_correct": 1508 + }, + { + "ce_sum": 14587.161254882812, + "count": 2944, + "top1_correct": 218, + "top5_correct": 675 + }, + { + "ce_sum": 15688.421752929688, + "count": 2944, + "top1_correct": 176, + "top5_correct": 549 + }, + { + "ce_sum": 16333.748596191406, + "count": 2944, + "top1_correct": 111, + "top5_correct": 384 + }, + { + "ce_sum": 17368.626586914062, + "count": 2944, + "top1_correct": 89, + "top5_correct": 275 + }, + { + "ce_sum": 17948.552856445312, + "count": 2944, + "top1_correct": 58, + "top5_correct": 235 + }, + { + "ce_sum": 19209.622192382812, + "count": 2944, + "top1_correct": 28, + "top5_correct": 119 + }, + { + "ce_sum": 19319.06756591797, + "count": 2944, + "top1_correct": 34, + "top5_correct": 112 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9406149387359619, + "cosine_mean": 0.6765786409378052, + "cosine_min": 0.3516513407230377, + "cosine_std": 0.06629646569490433, + "flattened_dot": 2159387.5, + "latent_frames": 10132, + "mse": 0.10120668648449838, + "predicted_squared": 2824082.0, + "reference_squared": 3594765.5, + "relative_l2": 0.7643317270927542, + "squared_error": 2100072.75, + "values": 20750336 + }, + "true_code_control": { + "cosine_max": 0.999963641166687, + "cosine_mean": 0.9999216198921204, + "cosine_min": 0.9993224740028381, + "cosine_std": 3.655890395748429e-05, + "flattened_dot": 3595126.25, + "latent_frames": 10132, + "mse": 2.705657901003386e-05, + "predicted_squared": 3596048.25, + "reference_squared": 3594765.5, + "relative_l2": 0.012497228954051549, + "squared_error": 561.43310546875, + "values": 20750336 + } + }, + "condition_latent_frames": 10132, + "emitted_frames": 2937, + "model_id": "serveurperso-v1", + "sample_id": "fc3ac309-110c-471e-8396-f60e94356e1b", + "shard_id": 2763, + "token_metrics": { + "per_head": [ + { + "ce_sum": 10481.893829345703, + "count": 2816, + "top1_correct": 576, + "top5_correct": 1381 + }, + { + "ce_sum": 14438.845458984375, + "count": 2816, + "top1_correct": 156, + "top5_correct": 527 + }, + { + "ce_sum": 14462.2724609375, + "count": 2816, + "top1_correct": 168, + "top5_correct": 539 + }, + { + "ce_sum": 15752.478515625, + "count": 2816, + "top1_correct": 122, + "top5_correct": 368 + }, + { + "ce_sum": 16477.60711669922, + "count": 2816, + "top1_correct": 63, + "top5_correct": 286 + }, + { + "ce_sum": 16786.512084960938, + "count": 2816, + "top1_correct": 68, + "top5_correct": 237 + }, + { + "ce_sum": 17608.155029296875, + "count": 2816, + "top1_correct": 43, + "top5_correct": 172 + }, + { + "ce_sum": 17805.153259277344, + "count": 2816, + "top1_correct": 45, + "top5_correct": 178 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9279155731201172, + "cosine_mean": 0.7290002703666687, + "cosine_min": 0.35551315546035767, + "cosine_std": 0.07362066209316254, + "flattened_dot": 1361999.75, + "latent_frames": 5101, + "mse": 0.09984448179967775, + "predicted_squared": 1611961.75, + "reference_squared": 2155098.0, + "relative_l2": 0.6956986484354635, + "squared_error": 1043060.125, + "values": 10446848 + }, + "true_code_control": { + "cosine_max": 0.9999544620513916, + "cosine_mean": 0.9999021887779236, + "cosine_min": 0.9995412826538086, + "cosine_std": 4.1766859794734046e-05, + "flattened_dot": 2157646.5, + "latent_frames": 5101, + "mse": 4.007266365156714e-05, + "predicted_squared": 2160613.5, + "reference_squared": 2155098.0, + "relative_l2": 0.01393744708578442, + "squared_error": 418.6330261230469, + "values": 10446848 + } + }, + "condition_latent_frames": 5101, + "emitted_frames": 1479, + "model_id": "serveurperso-v1", + "sample_id": "714c7c68-d9ea-443c-8d15-43f6cd297e52", + "shard_id": 2773, + "token_metrics": { + "per_head": [ + { + "ce_sum": 4800.567901611328, + "count": 1408, + "top1_correct": 284, + "top5_correct": 807 + }, + { + "ce_sum": 6332.093078613281, + "count": 1408, + "top1_correct": 154, + "top5_correct": 407 + }, + { + "ce_sum": 6456.333709716797, + "count": 1408, + "top1_correct": 182, + "top5_correct": 425 + }, + { + "ce_sum": 7346.777404785156, + "count": 1408, + "top1_correct": 83, + "top5_correct": 251 + }, + { + "ce_sum": 7611.897705078125, + "count": 1408, + "top1_correct": 60, + "top5_correct": 205 + }, + { + "ce_sum": 8146.1905517578125, + "count": 1408, + "top1_correct": 44, + "top5_correct": 149 + }, + { + "ce_sum": 8362.415710449219, + "count": 1408, + "top1_correct": 26, + "top5_correct": 113 + }, + { + "ce_sum": 8182.221008300781, + "count": 1408, + "top1_correct": 34, + "top5_correct": 133 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9591230750083923, + "cosine_mean": 0.6705678105354309, + "cosine_min": 0.3828950822353363, + "cosine_std": 0.05491279065608978, + "flattened_dot": 3098241.0, + "latent_frames": 15524, + "mse": 0.09725603016649623, + "predicted_squared": 4077827.0, + "reference_squared": 5210731.0, + "relative_l2": 0.7703280915634133, + "squared_error": 3092075.75, + "values": 31793152 + }, + "true_code_control": { + "cosine_max": 0.9999696612358093, + "cosine_mean": 0.9999325275421143, + "cosine_min": 0.9992012977600098, + "cosine_std": 3.076238135690801e-05, + "flattened_dot": 5211466.0, + "latent_frames": 15524, + "mse": 2.2063267442928828e-05, + "predicted_squared": 5212902.0, + "reference_squared": 5210731.0, + "relative_l2": 0.011602521478740758, + "squared_error": 701.4608154296875, + "values": 31793152 + } + }, + "condition_latent_frames": 15524, + "emitted_frames": 4500, + "model_id": "serveurperso-v1", + "sample_id": "8714af38-1caf-45ea-ab9d-f56d3ba19c7a", + "shard_id": 2796, + "token_metrics": { + "per_head": [ + { + "ce_sum": 15832.431549072266, + "count": 4480, + "top1_correct": 959, + "top5_correct": 2330 + }, + { + "ce_sum": 22757.370544433594, + "count": 4480, + "top1_correct": 297, + "top5_correct": 887 + }, + { + "ce_sum": 23290.28076171875, + "count": 4480, + "top1_correct": 249, + "top5_correct": 805 + }, + { + "ce_sum": 24320.423278808594, + "count": 4480, + "top1_correct": 191, + "top5_correct": 684 + }, + { + "ce_sum": 25489.87042236328, + "count": 4480, + "top1_correct": 158, + "top5_correct": 531 + }, + { + "ce_sum": 27846.24365234375, + "count": 4480, + "top1_correct": 89, + "top5_correct": 291 + }, + { + "ce_sum": 29252.419677734375, + "count": 4480, + "top1_correct": 54, + "top5_correct": 188 + }, + { + "ce_sum": 28986.003784179688, + "count": 4480, + "top1_correct": 49, + "top5_correct": 190 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9639337658882141, + "cosine_mean": 0.6772431135177612, + "cosine_min": 0.33917444944381714, + "cosine_std": 0.06330347806215286, + "flattened_dot": 2732912.25, + "latent_frames": 11946, + "mse": 0.11088642993405219, + "predicted_squared": 3328586.0, + "reference_squared": 4850120.0, + "relative_l2": 0.7478925206443326, + "squared_error": 2712881.75, + "values": 24465408 + }, + "true_code_control": { + "cosine_max": 0.9999736547470093, + "cosine_mean": 0.9999292492866516, + "cosine_min": 0.9993231296539307, + "cosine_std": 3.688811193569563e-05, + "flattened_dot": 4851119.0, + "latent_frames": 11946, + "mse": 2.708903872625484e-05, + "predicted_squared": 4852781.0, + "reference_squared": 4850120.0, + "relative_l2": 0.011689522909422876, + "squared_error": 662.744384765625, + "values": 24465408 + } + }, + "condition_latent_frames": 11946, + "emitted_frames": 3463, + "model_id": "serveurperso-v1", + "sample_id": "c6cb5b8f-fb7e-4cdb-a4ba-9aec542593a2", + "shard_id": 2816, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12980.509521484375, + "count": 3456, + "top1_correct": 764, + "top5_correct": 1662 + }, + { + "ce_sum": 17501.609802246094, + "count": 3456, + "top1_correct": 210, + "top5_correct": 689 + }, + { + "ce_sum": 17611.680786132812, + "count": 3456, + "top1_correct": 230, + "top5_correct": 693 + }, + { + "ce_sum": 18807.016662597656, + "count": 3456, + "top1_correct": 179, + "top5_correct": 534 + }, + { + "ce_sum": 19485.73468017578, + "count": 3456, + "top1_correct": 123, + "top5_correct": 432 + }, + { + "ce_sum": 20592.95538330078, + "count": 3456, + "top1_correct": 83, + "top5_correct": 307 + }, + { + "ce_sum": 21317.13983154297, + "count": 3456, + "top1_correct": 86, + "top5_correct": 263 + }, + { + "ce_sum": 21970.684204101562, + "count": 3456, + "top1_correct": 46, + "top5_correct": 205 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9344943761825562, + "cosine_mean": 0.6957867741584778, + "cosine_min": 0.3985183835029602, + "cosine_std": 0.05428222194314003, + "flattened_dot": 2895582.0, + "latent_frames": 12895, + "mse": 0.09936868017521326, + "predicted_squared": 3542274.5, + "reference_squared": 4873113.0, + "relative_l2": 0.7338328838881695, + "squared_error": 2624223.5, + "values": 26408960 + }, + "true_code_control": { + "cosine_max": 0.9999680519104004, + "cosine_mean": 0.999930202960968, + "cosine_min": 0.9966968297958374, + "cosine_std": 9.874150418909267e-05, + "flattened_dot": 4869668.5, + "latent_frames": 12895, + "mse": 2.5702114482404834e-05, + "predicted_squared": 4866902.0, + "reference_squared": 4873113.0, + "relative_l2": 0.011802033286078288, + "squared_error": 678.76611328125, + "values": 26408960 + } + }, + "condition_latent_frames": 12895, + "emitted_frames": 3738, + "model_id": "serveurperso-v1", + "sample_id": "61fbb2b6-e81e-4a17-93bb-576d82fa6869", + "shard_id": 2825, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12466.196594238281, + "count": 3712, + "top1_correct": 926, + "top5_correct": 2048 + }, + { + "ce_sum": 18401.410766601562, + "count": 3712, + "top1_correct": 264, + "top5_correct": 820 + }, + { + "ce_sum": 18980.888061523438, + "count": 3712, + "top1_correct": 230, + "top5_correct": 740 + }, + { + "ce_sum": 20477.907653808594, + "count": 3712, + "top1_correct": 148, + "top5_correct": 516 + }, + { + "ce_sum": 21539.21954345703, + "count": 3712, + "top1_correct": 136, + "top5_correct": 449 + }, + { + "ce_sum": 22455.965698242188, + "count": 3712, + "top1_correct": 73, + "top5_correct": 295 + }, + { + "ce_sum": 23449.73016357422, + "count": 3712, + "top1_correct": 62, + "top5_correct": 220 + }, + { + "ce_sum": 23793.15948486328, + "count": 3712, + "top1_correct": 54, + "top5_correct": 212 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9590049982070923, + "cosine_mean": 0.7177667617797852, + "cosine_min": 0.520351231098175, + "cosine_std": 0.0516132116317749, + "flattened_dot": 602118.75, + "latent_frames": 2628, + "mse": 0.0912592871911268, + "predicted_squared": 731854.125, + "reference_squared": 963554.0, + "relative_l2": 0.7139670403268596, + "squared_error": 491170.625, + "values": 5382144 + }, + "true_code_control": { + "cosine_max": 0.999945878982544, + "cosine_mean": 0.9998265504837036, + "cosine_min": 0.9987019300460815, + "cosine_std": 0.00013342281454242766, + "flattened_dot": 962452.125, + "latent_frames": 2628, + "mse": 5.877174471066967e-05, + "predicted_squared": 961666.625, + "reference_squared": 963554.0, + "relative_l2": 0.018118570034016745, + "squared_error": 316.3179931640625, + "values": 5382144 + } + }, + "condition_latent_frames": 2628, + "emitted_frames": 762, + "model_id": "serveurperso-v1", + "sample_id": "9a9447bd-e1f9-4caa-96b9-6acd1468f8f7", + "shard_id": 2826, + "token_metrics": { + "per_head": [ + { + "ce_sum": 2469.0907287597656, + "count": 640, + "top1_correct": 105, + "top5_correct": 276 + }, + { + "ce_sum": 3081.609375, + "count": 640, + "top1_correct": 66, + "top5_correct": 147 + }, + { + "ce_sum": 2973.9466552734375, + "count": 640, + "top1_correct": 63, + "top5_correct": 176 + }, + { + "ce_sum": 3239.6539916992188, + "count": 640, + "top1_correct": 41, + "top5_correct": 125 + }, + { + "ce_sum": 3553.8994140625, + "count": 640, + "top1_correct": 32, + "top5_correct": 91 + }, + { + "ce_sum": 3777.7131958007812, + "count": 640, + "top1_correct": 18, + "top5_correct": 53 + }, + { + "ce_sum": 3768.6253051757812, + "count": 640, + "top1_correct": 15, + "top5_correct": 63 + }, + { + "ce_sum": 3918.5863647460938, + "count": 640, + "top1_correct": 9, + "top5_correct": 48 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9405666589736938, + "cosine_mean": 0.6385021209716797, + "cosine_min": 0.4031302034854889, + "cosine_std": 0.08219126611948013, + "flattened_dot": 244630.96875, + "latent_frames": 1189, + "mse": 0.11617751959695648, + "predicted_squared": 327795.65625, + "reference_squared": 444366.875, + "relative_l2": 0.7978956820236943, + "squared_error": 282900.625, + "values": 2435072 + }, + "true_code_control": { + "cosine_max": 0.9999676942825317, + "cosine_mean": 0.9999398589134216, + "cosine_min": 0.9998760223388672, + "cosine_std": 1.703140515019186e-05, + "flattened_dot": 444312.25, + "latent_frames": 1189, + "mse": 2.20588788302432e-05, + "predicted_squared": 444311.34375, + "reference_squared": 444366.875, + "relative_l2": 0.010994532878844616, + "squared_error": 53.71495819091797, + "values": 2435072 + } + }, + "condition_latent_frames": 1189, + "emitted_frames": 345, + "model_id": "serveurperso-v1", + "sample_id": "b6a737a4-ec40-4721-943a-dd0cbeff13b4", + "shard_id": 2839, + "token_metrics": { + "per_head": [ + { + "ce_sum": 1400.7398071289062, + "count": 256, + "top1_correct": 26, + "top5_correct": 75 + }, + { + "ce_sum": 1343.5194702148438, + "count": 256, + "top1_correct": 15, + "top5_correct": 43 + }, + { + "ce_sum": 1370.5323486328125, + "count": 256, + "top1_correct": 10, + "top5_correct": 41 + }, + { + "ce_sum": 1359.142578125, + "count": 256, + "top1_correct": 10, + "top5_correct": 33 + }, + { + "ce_sum": 1480.8749389648438, + "count": 256, + "top1_correct": 5, + "top5_correct": 28 + }, + { + "ce_sum": 1581.9513549804688, + "count": 256, + "top1_correct": 5, + "top5_correct": 24 + }, + { + "ce_sum": 1515.0211791992188, + "count": 256, + "top1_correct": 5, + "top5_correct": 26 + }, + { + "ce_sum": 1541.4251708984375, + "count": 256, + "top1_correct": 5, + "top5_correct": 18 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.970812976360321, + "cosine_mean": 0.6795967817306519, + "cosine_min": 0.2936306297779083, + "cosine_std": 0.06017272174358368, + "flattened_dot": 3166697.5, + "latent_frames": 13920, + "mse": 0.10823774666621767, + "predicted_squared": 3987325.75, + "reference_squared": 5431728.0, + "relative_l2": 0.75371118111243, + "squared_error": 3085659.0, + "values": 28508160 + }, + "true_code_control": { + "cosine_max": 0.9999679923057556, + "cosine_mean": 0.9999398589134216, + "cosine_min": 0.9991027116775513, + "cosine_std": 2.364979445701465e-05, + "flattened_dot": 5430987.0, + "latent_frames": 13920, + "mse": 2.297903785760375e-05, + "predicted_squared": 5430901.0, + "reference_squared": 5431728.0, + "relative_l2": 0.010982001712443427, + "squared_error": 655.090087890625, + "values": 28508160 + } + }, + "condition_latent_frames": 13920, + "emitted_frames": 4035, + "model_id": "serveurperso-v1", + "sample_id": "98ec4615-a68c-4c5a-885e-0c30edd73292", + "shard_id": 2907, + "token_metrics": { + "per_head": [ + { + "ce_sum": 15126.734588623047, + "count": 3968, + "top1_correct": 785, + "top5_correct": 1925 + }, + { + "ce_sum": 19644.156799316406, + "count": 3968, + "top1_correct": 278, + "top5_correct": 846 + }, + { + "ce_sum": 20441.931396484375, + "count": 3968, + "top1_correct": 232, + "top5_correct": 747 + }, + { + "ce_sum": 21153.51531982422, + "count": 3968, + "top1_correct": 208, + "top5_correct": 649 + }, + { + "ce_sum": 22493.587463378906, + "count": 3968, + "top1_correct": 135, + "top5_correct": 471 + }, + { + "ce_sum": 23957.103515625, + "count": 3968, + "top1_correct": 102, + "top5_correct": 323 + }, + { + "ce_sum": 24938.12322998047, + "count": 3968, + "top1_correct": 68, + "top5_correct": 244 + }, + { + "ce_sum": 25341.94207763672, + "count": 3968, + "top1_correct": 52, + "top5_correct": 189 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9716089367866516, + "cosine_mean": 0.6940216422080994, + "cosine_min": 0.40680384635925293, + "cosine_std": 0.06231177970767021, + "flattened_dot": 2568321.0, + "latent_frames": 11467, + "mse": 0.10051001481152437, + "predicted_squared": 3077373.75, + "reference_squared": 4419687.0, + "relative_l2": 0.7308004295299031, + "squared_error": 2360419.0, + "values": 23484416 + }, + "true_code_control": { + "cosine_max": 0.9999633431434631, + "cosine_mean": 0.9999056458473206, + "cosine_min": 0.9975554347038269, + "cosine_std": 9.631387365516275e-05, + "flattened_dot": 4419927.0, + "latent_frames": 11467, + "mse": 3.470597525383961e-05, + "predicted_squared": 4420981.0, + "reference_squared": 4419687.0, + "relative_l2": 0.013579889992364716, + "squared_error": 815.049560546875, + "values": 23484416 + } + }, + "condition_latent_frames": 11467, + "emitted_frames": 3324, + "model_id": "serveurperso-v1", + "sample_id": "75923ab0-beba-4f6c-8d39-eabf04d22372", + "shard_id": 2928, + "token_metrics": { + "per_head": [ + { + "ce_sum": 10657.650909423828, + "count": 3200, + "top1_correct": 852, + "top5_correct": 1811 + }, + { + "ce_sum": 15704.429931640625, + "count": 3200, + "top1_correct": 241, + "top5_correct": 730 + }, + { + "ce_sum": 15783.268676757812, + "count": 3200, + "top1_correct": 272, + "top5_correct": 747 + }, + { + "ce_sum": 16771.375122070312, + "count": 3200, + "top1_correct": 153, + "top5_correct": 561 + }, + { + "ce_sum": 17606.698181152344, + "count": 3200, + "top1_correct": 149, + "top5_correct": 452 + }, + { + "ce_sum": 18720.57489013672, + "count": 3200, + "top1_correct": 99, + "top5_correct": 326 + }, + { + "ce_sum": 19657.07763671875, + "count": 3200, + "top1_correct": 79, + "top5_correct": 256 + }, + { + "ce_sum": 20607.422302246094, + "count": 3200, + "top1_correct": 48, + "top5_correct": 157 + } + ] + } + }, + { + "condition_embedding_replay": { + "predicted_codes": { + "cosine_max": 0.9591963291168213, + "cosine_mean": 0.6562532186508179, + "cosine_min": 0.3856935501098633, + "cosine_std": 0.06003027781844139, + "flattened_dot": 2464223.5, + "latent_frames": 11788, + "mse": 0.1096283984176175, + "predicted_squared": 3209286.25, + "reference_squared": 4365790.0, + "relative_l2": 0.7786013521405841, + "squared_error": 2646629.5, + "values": 24141824 + }, + "true_code_control": { + "cosine_max": 0.9999693036079407, + "cosine_mean": 0.9999439120292664, + "cosine_min": 0.9997127056121826, + "cosine_std": 1.3662951459991746e-05, + "flattened_dot": 4365614.0, + "latent_frames": 11788, + "mse": 2.0514522664296978e-05, + "predicted_squared": 4365932.5, + "reference_squared": 4365790.0, + "relative_l2": 0.010650851436021755, + "squared_error": 495.25799560546875, + "values": 24141824 + } + }, + "condition_latent_frames": 11788, + "emitted_frames": 3417, + "model_id": "serveurperso-v1", + "sample_id": "4f274859-822a-4105-8e34-2890a3f4e880", + "shard_id": 2955, + "token_metrics": { + "per_head": [ + { + "ce_sum": 12509.490020751953, + "count": 3328, + "top1_correct": 717, + "top5_correct": 1597 + }, + { + "ce_sum": 17457.166564941406, + "count": 3328, + "top1_correct": 177, + "top5_correct": 611 + }, + { + "ce_sum": 17611.189697265625, + "count": 3328, + "top1_correct": 182, + "top5_correct": 567 + }, + { + "ce_sum": 18576.065063476562, + "count": 3328, + "top1_correct": 136, + "top5_correct": 411 + }, + { + "ce_sum": 18797.67449951172, + "count": 3328, + "top1_correct": 123, + "top5_correct": 414 + }, + { + "ce_sum": 20473.3212890625, + "count": 3328, + "top1_correct": 54, + "top5_correct": 220 + }, + { + "ce_sum": 20902.93426513672, + "count": 3328, + "top1_correct": 42, + "top5_correct": 186 + }, + { + "ce_sum": 21921.44805908203, + "count": 3328, + "top1_correct": 24, + "top5_correct": 117 + } + ] + } + } + ], + "token_metrics": { + "acoustic_top1": 0.03530825828344344, + "acoustic_top5": 0.11701573467175888, + "loss": 5.529874040723665, + "per_head": [ + { + "cross_entropy": 3.8273109478843694, + "frames": 354304, + "head": 0, + "top1": 0.20575833182803469, + "top5": 0.48117153630780346, + "vocab_size": 16384 + }, + { + "cross_entropy": 5.134666181885438, + "frames": 354304, + "head": 1, + "top1": 0.06125248374277457, + "top5": 0.19332268334537572, + "vocab_size": 1024 + }, + { + "cross_entropy": 5.180162021621114, + "frames": 354304, + "head": 2, + "top1": 0.06143311958092486, + "top5": 0.18976641528179192, + "vocab_size": 1024 + }, + { + "cross_entropy": 5.530222940996203, + "frames": 354304, + "head": 3, + "top1": 0.041673252348265896, + "top5": 0.13862671604046242, + "vocab_size": 1024 + }, + { + "cross_entropy": 5.7195952233207015, + "frames": 354304, + "head": 4, + "top1": 0.03305353594653179, + "top5": 0.11382880238439307, + "vocab_size": 1024 + }, + { + "cross_entropy": 6.088648189182226, + "frames": 354304, + "head": 5, + "top1": 0.021396879515895955, + "top5": 0.07685490426300579, + "vocab_size": 1024 + }, + { + "cross_entropy": 6.320515669839231, + "frames": 354304, + "head": 6, + "top1": 0.01541331737716763, + "top5": 0.057611542630057806, + "vocab_size": 1024 + }, + { + "cross_entropy": 6.437871151060039, + "frames": 354304, + "head": 7, + "top1": 0.012935219472543353, + "top5": 0.04909907875722543, + "vocab_size": 1024 + } + ], + "semantic_top1": 0.20575833182803469, + "semantic_top5": 0.48117153630780346 + } +}