diff --git "a/evaluation/replay-comparison/raw-metrics-simpletuner-v1.json" "b/evaluation/replay-comparison/raw-metrics-simpletuner-v1.json"
new file mode 100644--- /dev/null
+++ "b/evaluation/replay-comparison/raw-metrics-simpletuner-v1.json"
@@ -0,0 +1,11724 @@
+{
+  "checkpoint": {
+    "checkpoint": "full/output/final",
+    "checkpoint_bytes": 163931632,
+    "checkpoint_sha256": "1cea88dddf7a48583c13ac661a548b7a3535b933a76356bb158420d24da32f22",
+    "global_step": 17640
+  },
+  "condition_embedding_replay": {
+    "predicted_codes": {
+      "global_flattened_cosine": 0.7614180212085636,
+      "latent_frames": 1247184,
+      "latent_weighted_mean_cosine": 0.7593646564868852,
+      "mse": 0.08038930523214925,
+      "per_record_cosine": {
+        "count": 130,
+        "max": 0.8286042809486389,
+        "mean": 0.7624421353523548,
+        "min": 0.7123062014579773,
+        "quantiles": {
+          "0.0": 0.7123062014579773,
+          "0.05": 0.7345191180706024,
+          "0.25": 0.747437372803688,
+          "0.5": 0.7631425857543945,
+          "0.75": 0.7765287756919861,
+          "0.95": 0.7904498308897019,
+          "1.0": 0.8286042809486389
+        },
+        "std": 0.019549602827450108
+      },
+      "relative_l2": 0.6633035689300472
+    },
+    "true_code_control": {
+      "global_flattened_cosine": 0.9999244132588798,
+      "latent_frames": 1247184,
+      "latent_weighted_mean_cosine": 0.9999227839764951,
+      "mse": 2.763638821693823e-05,
+      "per_record_cosine": {
+        "count": 130,
+        "max": 0.999957263469696,
+        "mean": 0.9999072317893688,
+        "min": 0.9983662366867065,
+        "quantiles": {
+          "0.0": 0.9983662366867065,
+          "0.05": 0.999821075797081,
+          "0.25": 0.9999240636825562,
+          "0.5": 0.9999381899833679,
+          "0.75": 0.9999445825815201,
+          "0.95": 0.9999500513076782,
+          "1.0": 0.999957263469696
+        },
+        "std": 0.00015022638681815362
+      },
+      "relative_l2": 0.01229854795158292
+    }
+  },
+  "dataset": {
+    "exact_alignment_records": 130,
+    "repo_id": "bghira/minimax-music3-rvq-reverse-distillation",
+    "revision": "5029b1e7f1bbfbf028b76b38564fecccda94a111",
+    "split": "holdout"
+  },
+  "format": "simpletuner-minimaxmusic-external-replay-v1",
+  "limitations": [
+    "This is teacher-forced hidden-state replay, not a diffusion render or audio-domain score.",
+    "Only the 130 holdout records with recorded exact chunk alignment are included.",
+    "Complete non-overlapping windows define token metrics; a shifted final window fills replay-only tail frames.",
+    "The Serveurperso checkpoint was trained on a separate corpus and has no checkpoint-specific license declaration."
+  ],
+  "model_id": "simpletuner-v1",
+  "parameter_count": 40978944,
+  "protocol": {
+    "code_selection": "argmax",
+    "condition": "official condition encoder with recorded chunk stitching",
+    "metric": "cosine similarity per stitched condition-embedding latent frame",
+    "official_model_revision": "fbdf52fbaaca799592917417eb05f1899f1255ec",
+    "replay": "teacher-forced official language model and RVQ depth decoder",
+    "window_frames": 128
+  },
+  "records": [
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8943454623222351,
+          "cosine_mean": 0.7177266478538513,
+          "cosine_min": 0.4287993907928467,
+          "cosine_std": 0.04783618077635765,
+          "flattened_dot": 3457789.0,
+          "latent_frames": 15524,
+          "mse": 0.08617221249406161,
+          "predicted_squared": 4404746.5,
+          "reference_squared": 5250518.5,
+          "relative_l2": 0.722352730100287,
+          "squared_error": 2739686.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999727010726929,
+          "cosine_mean": 0.9999457597732544,
+          "cosine_min": 0.9997843503952026,
+          "cosine_std": 1.1789102245529648e-05,
+          "flattened_dot": 5247772.0,
+          "latent_frames": 15524,
+          "mse": 1.8229315005083485e-05,
+          "predicted_squared": 5245605.0,
+          "reference_squared": 5250518.5,
+          "relative_l2": 0.010506325979063667,
+          "squared_error": 579.5673828125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "bf131a41-49be-43c7-bf93-9c79f5be522e",
+      "shard_id": 233,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10953.131927490234,
+            "count": 4480,
+            "top1_correct": 1586,
+            "top5_correct": 3259
+          },
+          {
+            "ce_sum": 20795.275390625,
+            "count": 4480,
+            "top1_correct": 387,
+            "top5_correct": 1195
+          },
+          {
+            "ce_sum": 20346.697509765625,
+            "count": 4480,
+            "top1_correct": 465,
+            "top5_correct": 1270
+          },
+          {
+            "ce_sum": 21665.97314453125,
+            "count": 4480,
+            "top1_correct": 347,
+            "top5_correct": 1025
+          },
+          {
+            "ce_sum": 21777.426025390625,
+            "count": 4480,
+            "top1_correct": 313,
+            "top5_correct": 979
+          },
+          {
+            "ce_sum": 25934.046875,
+            "count": 4480,
+            "top1_correct": 129,
+            "top5_correct": 459
+          },
+          {
+            "ce_sum": 26753.884765625,
+            "count": 4480,
+            "top1_correct": 100,
+            "top5_correct": 375
+          },
+          {
+            "ce_sum": 27308.600158691406,
+            "count": 4480,
+            "top1_correct": 90,
+            "top5_correct": 351
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9527981877326965,
+          "cosine_mean": 0.7576665878295898,
+          "cosine_min": 0.5137180089950562,
+          "cosine_std": 0.04384952038526535,
+          "flattened_dot": 4059096.0,
+          "latent_frames": 15403,
+          "mse": 0.0844778709656804,
+          "predicted_squared": 4736492.5,
+          "reference_squared": 6046583.0,
+          "relative_l2": 0.6638716219540871,
+          "squared_error": 2664883.5,
+          "values": 31545344
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999679327011108,
+          "cosine_mean": 0.9999333024024963,
+          "cosine_min": 0.9993491172790527,
+          "cosine_std": 2.74152698693797e-05,
+          "flattened_dot": 6043039.5,
+          "latent_frames": 15403,
+          "mse": 2.5502367545310333e-05,
+          "predicted_squared": 6040300.5,
+          "reference_squared": 6046583.0,
+          "relative_l2": 0.011534608931131687,
+          "squared_error": 804.48095703125,
+          "values": 31545344
+        }
+      },
+      "condition_latent_frames": 15403,
+      "emitted_frames": 4465,
+      "model_id": "simpletuner-v1",
+      "sample_id": "2e12af11-2d89-493b-bc9e-407b80a39dbd",
+      "shard_id": 244,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8993.140014648438,
+            "count": 4352,
+            "top1_correct": 1860,
+            "top5_correct": 3466
+          },
+          {
+            "ce_sum": 19276.990936279297,
+            "count": 4352,
+            "top1_correct": 461,
+            "top5_correct": 1316
+          },
+          {
+            "ce_sum": 17761.421813964844,
+            "count": 4352,
+            "top1_correct": 607,
+            "top5_correct": 1562
+          },
+          {
+            "ce_sum": 20047.323455810547,
+            "count": 4352,
+            "top1_correct": 400,
+            "top5_correct": 1147
+          },
+          {
+            "ce_sum": 20533.221130371094,
+            "count": 4352,
+            "top1_correct": 350,
+            "top5_correct": 1059
+          },
+          {
+            "ce_sum": 24044.54803466797,
+            "count": 4352,
+            "top1_correct": 194,
+            "top5_correct": 590
+          },
+          {
+            "ce_sum": 24472.19873046875,
+            "count": 4352,
+            "top1_correct": 166,
+            "top5_correct": 538
+          },
+          {
+            "ce_sum": 25678.581909179688,
+            "count": 4352,
+            "top1_correct": 105,
+            "top5_correct": 410
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9361090064048767,
+          "cosine_mean": 0.7642524838447571,
+          "cosine_min": 0.4729987680912018,
+          "cosine_std": 0.04728731885552406,
+          "flattened_dot": 3441075.0,
+          "latent_frames": 12553,
+          "mse": 0.0837558323022883,
+          "predicted_squared": 4021132.5,
+          "reference_squared": 5014258.0,
+          "relative_l2": 0.6553041704340924,
+          "squared_error": 2153240.5,
+          "values": 25708544
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999747276306152,
+          "cosine_mean": 0.999941349029541,
+          "cosine_min": 0.9994785189628601,
+          "cosine_std": 2.12174254556885e-05,
+          "flattened_dot": 5012467.0,
+          "latent_frames": 12553,
+          "mse": 2.277673767504346e-05,
+          "predicted_squared": 5011262.0,
+          "reference_squared": 5014258.0,
+          "relative_l2": 0.01080640307427066,
+          "squared_error": 585.5567626953125,
+          "values": 25708544
+        }
+      },
+      "condition_latent_frames": 12553,
+      "emitted_frames": 3639,
+      "model_id": "simpletuner-v1",
+      "sample_id": "a5ba167a-f2d9-4f7d-8600-ecd37ea10d55",
+      "shard_id": 249,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8052.998443603516,
+            "count": 3584,
+            "top1_correct": 1398,
+            "top5_correct": 2766
+          },
+          {
+            "ce_sum": 15445.560791015625,
+            "count": 3584,
+            "top1_correct": 408,
+            "top5_correct": 1145
+          },
+          {
+            "ce_sum": 14915.78402709961,
+            "count": 3584,
+            "top1_correct": 490,
+            "top5_correct": 1292
+          },
+          {
+            "ce_sum": 16337.284851074219,
+            "count": 3584,
+            "top1_correct": 351,
+            "top5_correct": 986
+          },
+          {
+            "ce_sum": 17082.642578125,
+            "count": 3584,
+            "top1_correct": 298,
+            "top5_correct": 890
+          },
+          {
+            "ce_sum": 19182.322692871094,
+            "count": 3584,
+            "top1_correct": 172,
+            "top5_correct": 550
+          },
+          {
+            "ce_sum": 20382.881713867188,
+            "count": 3584,
+            "top1_correct": 128,
+            "top5_correct": 429
+          },
+          {
+            "ce_sum": 21220.349182128906,
+            "count": 3584,
+            "top1_correct": 94,
+            "top5_correct": 306
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9723920822143555,
+          "cosine_mean": 0.7571554780006409,
+          "cosine_min": 0.4328850507736206,
+          "cosine_std": 0.049786053597927094,
+          "flattened_dot": 3227335.0,
+          "latent_frames": 13071,
+          "mse": 0.07863420065172902,
+          "predicted_squared": 3795271.25,
+          "reference_squared": 4764389.0,
+          "relative_l2": 0.664693627295146,
+          "squared_error": 2104991.0,
+          "values": 26769408
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999668598175049,
+          "cosine_mean": 0.9999411702156067,
+          "cosine_min": 0.99932861328125,
+          "cosine_std": 2.0227502318448387e-05,
+          "flattened_dot": 4765881.0,
+          "latent_frames": 13071,
+          "mse": 2.109725804912972e-05,
+          "predicted_squared": 4767938.0,
+          "reference_squared": 4764389.0,
+          "relative_l2": 0.010887515450196686,
+          "squared_error": 564.7611083984375,
+          "values": 26769408
+        }
+      },
+      "condition_latent_frames": 13071,
+      "emitted_frames": 3789,
+      "model_id": "simpletuner-v1",
+      "sample_id": "532f4630-561f-4eda-8a10-b4d14a6e10eb",
+      "shard_id": 273,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7467.852783203125,
+            "count": 3712,
+            "top1_correct": 1626,
+            "top5_correct": 2997
+          },
+          {
+            "ce_sum": 16032.608093261719,
+            "count": 3712,
+            "top1_correct": 417,
+            "top5_correct": 1190
+          },
+          {
+            "ce_sum": 15987.19204711914,
+            "count": 3712,
+            "top1_correct": 459,
+            "top5_correct": 1233
+          },
+          {
+            "ce_sum": 17568.338287353516,
+            "count": 3712,
+            "top1_correct": 317,
+            "top5_correct": 923
+          },
+          {
+            "ce_sum": 18013.013610839844,
+            "count": 3712,
+            "top1_correct": 295,
+            "top5_correct": 827
+          },
+          {
+            "ce_sum": 20978.26690673828,
+            "count": 3712,
+            "top1_correct": 136,
+            "top5_correct": 444
+          },
+          {
+            "ce_sum": 22218.9541015625,
+            "count": 3712,
+            "top1_correct": 109,
+            "top5_correct": 338
+          },
+          {
+            "ce_sum": 22769.313049316406,
+            "count": 3712,
+            "top1_correct": 76,
+            "top5_correct": 260
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9321304559707642,
+          "cosine_mean": 0.7775885462760925,
+          "cosine_min": 0.4538538455963135,
+          "cosine_std": 0.05053825303912163,
+          "flattened_dot": 2380069.5,
+          "latent_frames": 9476,
+          "mse": 0.0710153060404245,
+          "predicted_squared": 2740974.0,
+          "reference_squared": 3397348.0,
+          "relative_l2": 0.6369179169748594,
+          "squared_error": 1378183.25,
+          "values": 19406848
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999704360961914,
+          "cosine_mean": 0.9999377727508545,
+          "cosine_min": 0.9996823668479919,
+          "cosine_std": 2.2029958927305415e-05,
+          "flattened_dot": 3397272.75,
+          "latent_frames": 9476,
+          "mse": 2.169885832632378e-05,
+          "predicted_squared": 3397618.5,
+          "reference_squared": 3397348.0,
+          "relative_l2": 0.011133351653543958,
+          "squared_error": 421.1064453125,
+          "values": 19406848
+        }
+      },
+      "condition_latent_frames": 9476,
+      "emitted_frames": 2747,
+      "model_id": "simpletuner-v1",
+      "sample_id": "e0203aee-7dcd-498d-9b7a-22a1efaaa674",
+      "shard_id": 308,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5210.1807861328125,
+            "count": 2688,
+            "top1_correct": 1188,
+            "top5_correct": 2222
+          },
+          {
+            "ce_sum": 11876.542236328125,
+            "count": 2688,
+            "top1_correct": 252,
+            "top5_correct": 796
+          },
+          {
+            "ce_sum": 11014.981994628906,
+            "count": 2688,
+            "top1_correct": 381,
+            "top5_correct": 981
+          },
+          {
+            "ce_sum": 12217.67904663086,
+            "count": 2688,
+            "top1_correct": 283,
+            "top5_correct": 795
+          },
+          {
+            "ce_sum": 12915.306640625,
+            "count": 2688,
+            "top1_correct": 192,
+            "top5_correct": 602
+          },
+          {
+            "ce_sum": 14831.178955078125,
+            "count": 2688,
+            "top1_correct": 94,
+            "top5_correct": 336
+          },
+          {
+            "ce_sum": 15619.818420410156,
+            "count": 2688,
+            "top1_correct": 83,
+            "top5_correct": 303
+          },
+          {
+            "ce_sum": 16120.350646972656,
+            "count": 2688,
+            "top1_correct": 67,
+            "top5_correct": 232
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.972494900226593,
+          "cosine_mean": 0.7574877738952637,
+          "cosine_min": 0.5618229508399963,
+          "cosine_std": 0.049317486584186554,
+          "flattened_dot": 854561.875,
+          "latent_frames": 3400,
+          "mse": 0.07909010943244485,
+          "predicted_squared": 1028862.625,
+          "reference_squared": 1230981.25,
+          "relative_l2": 0.6688670528511177,
+          "squared_error": 550720.25,
+          "values": 6963200
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999676942825317,
+          "cosine_mean": 0.9999436140060425,
+          "cosine_min": 0.9998382925987244,
+          "cosine_std": 1.3914136616222095e-05,
+          "flattened_dot": 1230944.25,
+          "latent_frames": 3400,
+          "mse": 1.995806089218925e-05,
+          "predicted_squared": 1231046.25,
+          "reference_squared": 1230981.25,
+          "relative_l2": 0.010625218930833446,
+          "squared_error": 138.9719696044922,
+          "values": 6963200
+        }
+      },
+      "condition_latent_frames": 3400,
+      "emitted_frames": 986,
+      "model_id": "simpletuner-v1",
+      "sample_id": "609c8509-95c6-48ae-99ff-72b27b90d5a5",
+      "shard_id": 309,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1955.1192932128906,
+            "count": 896,
+            "top1_correct": 364,
+            "top5_correct": 705
+          },
+          {
+            "ce_sum": 3965.0374755859375,
+            "count": 896,
+            "top1_correct": 101,
+            "top5_correct": 269
+          },
+          {
+            "ce_sum": 3904.3367309570312,
+            "count": 896,
+            "top1_correct": 109,
+            "top5_correct": 285
+          },
+          {
+            "ce_sum": 4071.5409545898438,
+            "count": 896,
+            "top1_correct": 82,
+            "top5_correct": 246
+          },
+          {
+            "ce_sum": 4473.070007324219,
+            "count": 896,
+            "top1_correct": 59,
+            "top5_correct": 196
+          },
+          {
+            "ce_sum": 4965.6126708984375,
+            "count": 896,
+            "top1_correct": 34,
+            "top5_correct": 114
+          },
+          {
+            "ce_sum": 5353.1015625,
+            "count": 896,
+            "top1_correct": 26,
+            "top5_correct": 70
+          },
+          {
+            "ce_sum": 5500.929443359375,
+            "count": 896,
+            "top1_correct": 17,
+            "top5_correct": 54
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9102036952972412,
+          "cosine_mean": 0.7791176438331604,
+          "cosine_min": 0.4803313910961151,
+          "cosine_std": 0.051897913217544556,
+          "flattened_dot": 4615153.0,
+          "latent_frames": 15524,
+          "mse": 0.0856109831450496,
+          "predicted_squared": 5076785.0,
+          "reference_squared": 6875363.5,
+          "relative_l2": 0.6291927406789185,
+          "squared_error": 2721843.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999716281890869,
+          "cosine_mean": 0.9999425411224365,
+          "cosine_min": 0.9972609877586365,
+          "cosine_std": 5.782806329079904e-05,
+          "flattened_dot": 6878007.5,
+          "latent_frames": 15524,
+          "mse": 2.4603817518824495e-05,
+          "predicted_squared": 6881433.5,
+          "reference_squared": 6875363.5,
+          "relative_l2": 0.010666457560071632,
+          "squared_error": 782.23291015625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "d2aa42b5-25f6-477c-be48-83aaab4cd42f",
+      "shard_id": 320,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8972.976181030273,
+            "count": 4480,
+            "top1_correct": 1955,
+            "top5_correct": 3699
+          },
+          {
+            "ce_sum": 18057.941802978516,
+            "count": 4480,
+            "top1_correct": 606,
+            "top5_correct": 1681
+          },
+          {
+            "ce_sum": 18095.003326416016,
+            "count": 4480,
+            "top1_correct": 658,
+            "top5_correct": 1661
+          },
+          {
+            "ce_sum": 19748.04931640625,
+            "count": 4480,
+            "top1_correct": 468,
+            "top5_correct": 1388
+          },
+          {
+            "ce_sum": 20855.113250732422,
+            "count": 4480,
+            "top1_correct": 424,
+            "top5_correct": 1174
+          },
+          {
+            "ce_sum": 22363.50128173828,
+            "count": 4480,
+            "top1_correct": 367,
+            "top5_correct": 985
+          },
+          {
+            "ce_sum": 24924.233642578125,
+            "count": 4480,
+            "top1_correct": 165,
+            "top5_correct": 614
+          },
+          {
+            "ce_sum": 25743.220825195312,
+            "count": 4480,
+            "top1_correct": 172,
+            "top5_correct": 556
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9291577339172363,
+          "cosine_mean": 0.7577236294746399,
+          "cosine_min": 0.5169553756713867,
+          "cosine_std": 0.04722857102751732,
+          "flattened_dot": 2466345.5,
+          "latent_frames": 10673,
+          "mse": 0.07202907874279725,
+          "predicted_squared": 3017120.0,
+          "reference_squared": 3490004.75,
+          "relative_l2": 0.6716594846844354,
+          "squared_error": 1574433.5,
+          "values": 21858304
+        },
+        "true_code_control": {
+          "cosine_max": 0.999967634677887,
+          "cosine_mean": 0.9999387860298157,
+          "cosine_min": 0.9998070001602173,
+          "cosine_std": 1.3987446436658502e-05,
+          "flattened_dot": 3491370.25,
+          "latent_frames": 10673,
+          "mse": 1.9774273712253276e-05,
+          "predicted_squared": 3493168.0,
+          "reference_squared": 3490004.75,
+          "relative_l2": 0.011128727094047917,
+          "squared_error": 432.2320861816406,
+          "values": 21858304
+        }
+      },
+      "condition_latent_frames": 10673,
+      "emitted_frames": 3094,
+      "model_id": "simpletuner-v1",
+      "sample_id": "b61380ce-4750-49c6-adad-d7bb80971143",
+      "shard_id": 328,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7821.441589355469,
+            "count": 3072,
+            "top1_correct": 1036,
+            "top5_correct": 2183
+          },
+          {
+            "ce_sum": 13199.615844726562,
+            "count": 3072,
+            "top1_correct": 348,
+            "top5_correct": 946
+          },
+          {
+            "ce_sum": 13263.703491210938,
+            "count": 3072,
+            "top1_correct": 363,
+            "top5_correct": 989
+          },
+          {
+            "ce_sum": 14056.394805908203,
+            "count": 3072,
+            "top1_correct": 297,
+            "top5_correct": 843
+          },
+          {
+            "ce_sum": 14879.398620605469,
+            "count": 3072,
+            "top1_correct": 214,
+            "top5_correct": 700
+          },
+          {
+            "ce_sum": 16725.739318847656,
+            "count": 3072,
+            "top1_correct": 152,
+            "top5_correct": 458
+          },
+          {
+            "ce_sum": 17756.850219726562,
+            "count": 3072,
+            "top1_correct": 95,
+            "top5_correct": 331
+          },
+          {
+            "ce_sum": 18062.69122314453,
+            "count": 3072,
+            "top1_correct": 96,
+            "top5_correct": 307
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9667989015579224,
+          "cosine_mean": 0.7746136784553528,
+          "cosine_min": 0.5326972603797913,
+          "cosine_std": 0.052511006593704224,
+          "flattened_dot": 494797.78125,
+          "latent_frames": 2079,
+          "mse": 0.06729233866990214,
+          "predicted_squared": 601643.8125,
+          "reference_squared": 674468.5625,
+          "relative_l2": 0.6517697138169845,
+          "squared_error": 286516.78125,
+          "values": 4257792
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999673366546631,
+          "cosine_mean": 0.99993497133255,
+          "cosine_min": 0.9997856616973877,
+          "cosine_std": 1.809022251109127e-05,
+          "flattened_dot": 674714.3125,
+          "latent_frames": 2079,
+          "mse": 2.0623615637830152e-05,
+          "predicted_squared": 675047.8125,
+          "reference_squared": 674468.5625,
+          "relative_l2": 0.011410213430054902,
+          "squared_error": 87.81106567382812,
+          "values": 4257792
+        }
+      },
+      "condition_latent_frames": 2079,
+      "emitted_frames": 603,
+      "model_id": "simpletuner-v1",
+      "sample_id": "d442c2c1-bd8b-49bb-8e5e-b0182bbe0ba8",
+      "shard_id": 336,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1076.3383331298828,
+            "count": 512,
+            "top1_correct": 225,
+            "top5_correct": 405
+          },
+          {
+            "ce_sum": 2116.0381774902344,
+            "count": 512,
+            "top1_correct": 60,
+            "top5_correct": 178
+          },
+          {
+            "ce_sum": 2070.5101318359375,
+            "count": 512,
+            "top1_correct": 75,
+            "top5_correct": 181
+          },
+          {
+            "ce_sum": 2326.6630859375,
+            "count": 512,
+            "top1_correct": 58,
+            "top5_correct": 150
+          },
+          {
+            "ce_sum": 2328.4078369140625,
+            "count": 512,
+            "top1_correct": 44,
+            "top5_correct": 145
+          },
+          {
+            "ce_sum": 2813.199462890625,
+            "count": 512,
+            "top1_correct": 25,
+            "top5_correct": 75
+          },
+          {
+            "ce_sum": 2926.080322265625,
+            "count": 512,
+            "top1_correct": 20,
+            "top5_correct": 62
+          },
+          {
+            "ce_sum": 2926.7473754882812,
+            "count": 512,
+            "top1_correct": 22,
+            "top5_correct": 63
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9604792594909668,
+          "cosine_mean": 0.7671879529953003,
+          "cosine_min": 0.5333441495895386,
+          "cosine_std": 0.05290891230106354,
+          "flattened_dot": 724532.625,
+          "latent_frames": 2969,
+          "mse": 0.07192125638433079,
+          "predicted_squared": 875689.875,
+          "reference_squared": 1010693.4375,
+          "relative_l2": 0.6577926019563265,
+          "squared_error": 437318.0625,
+          "values": 6080512
+        },
+        "true_code_control": {
+          "cosine_max": 0.9997569918632507,
+          "cosine_mean": 0.9983662366867065,
+          "cosine_min": 0.981013834476471,
+          "cosine_std": 0.002069080015644431,
+          "flattened_dot": 1008456.875,
+          "latent_frames": 2969,
+          "mse": 0.0004984369660194734,
+          "predicted_squared": 1009251.0,
+          "reference_squared": 1010693.4375,
+          "relative_l2": 0.0547602565284596,
+          "squared_error": 3030.751953125,
+          "values": 6080512
+        }
+      },
+      "condition_latent_frames": 2969,
+      "emitted_frames": 861,
+      "model_id": "simpletuner-v1",
+      "sample_id": "e16715d3-a806-484c-9f40-e4f1d4b22a3b",
+      "shard_id": 347,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1677.7538146972656,
+            "count": 768,
+            "top1_correct": 307,
+            "top5_correct": 593
+          },
+          {
+            "ce_sum": 3090.0977172851562,
+            "count": 768,
+            "top1_correct": 111,
+            "top5_correct": 274
+          },
+          {
+            "ce_sum": 3355.5792541503906,
+            "count": 768,
+            "top1_correct": 75,
+            "top5_correct": 242
+          },
+          {
+            "ce_sum": 3528.0079956054688,
+            "count": 768,
+            "top1_correct": 66,
+            "top5_correct": 203
+          },
+          {
+            "ce_sum": 3795.8801879882812,
+            "count": 768,
+            "top1_correct": 56,
+            "top5_correct": 157
+          },
+          {
+            "ce_sum": 4019.82666015625,
+            "count": 768,
+            "top1_correct": 34,
+            "top5_correct": 118
+          },
+          {
+            "ce_sum": 4474.3629150390625,
+            "count": 768,
+            "top1_correct": 33,
+            "top5_correct": 79
+          },
+          {
+            "ce_sum": 4452.977111816406,
+            "count": 768,
+            "top1_correct": 27,
+            "top5_correct": 82
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9614464044570923,
+          "cosine_mean": 0.7259851098060608,
+          "cosine_min": 0.4866054654121399,
+          "cosine_std": 0.052571531385183334,
+          "flattened_dot": 1434741.25,
+          "latent_frames": 6816,
+          "mse": 0.07769033942424075,
+          "predicted_squared": 1800073.625,
+          "reference_squared": 2153901.0,
+          "relative_l2": 0.709578433784863,
+          "squared_error": 1084492.5,
+          "values": 13959168
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999438524246216,
+          "cosine_mean": 0.9997154474258423,
+          "cosine_min": 0.9925087690353394,
+          "cosine_std": 0.0004435848677530885,
+          "flattened_dot": 2150708.5,
+          "latent_frames": 6816,
+          "mse": 8.600548854176427e-05,
+          "predicted_squared": 2148716.5,
+          "reference_squared": 2153901.0,
+          "relative_l2": 0.023609129896687054,
+          "squared_error": 1200.5650634765625,
+          "values": 13959168
+        }
+      },
+      "condition_latent_frames": 6816,
+      "emitted_frames": 1976,
+      "model_id": "simpletuner-v1",
+      "sample_id": "e0824e64-6612-4122-a714-163c9f772524",
+      "shard_id": 343,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3637.664840698242,
+            "count": 1920,
+            "top1_correct": 889,
+            "top5_correct": 1624
+          },
+          {
+            "ce_sum": 8482.6953125,
+            "count": 1920,
+            "top1_correct": 193,
+            "top5_correct": 597
+          },
+          {
+            "ce_sum": 8563.25,
+            "count": 1920,
+            "top1_correct": 206,
+            "top5_correct": 577
+          },
+          {
+            "ce_sum": 9188.855285644531,
+            "count": 1920,
+            "top1_correct": 152,
+            "top5_correct": 447
+          },
+          {
+            "ce_sum": 9948.286743164062,
+            "count": 1920,
+            "top1_correct": 104,
+            "top5_correct": 329
+          },
+          {
+            "ce_sum": 11314.85986328125,
+            "count": 1920,
+            "top1_correct": 53,
+            "top5_correct": 187
+          },
+          {
+            "ce_sum": 11887.252502441406,
+            "count": 1920,
+            "top1_correct": 42,
+            "top5_correct": 135
+          },
+          {
+            "ce_sum": 12133.267883300781,
+            "count": 1920,
+            "top1_correct": 19,
+            "top5_correct": 99
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9202985763549805,
+          "cosine_mean": 0.7692188024520874,
+          "cosine_min": 0.5192123651504517,
+          "cosine_std": 0.04826973006129265,
+          "flattened_dot": 1541653.625,
+          "latent_frames": 5805,
+          "mse": 0.07930075475411821,
+          "predicted_squared": 1824060.5,
+          "reference_squared": 2202024.5,
+          "relative_l2": 0.654325243175591,
+          "squared_error": 942778.125,
+          "values": 11888640
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999701380729675,
+          "cosine_mean": 0.9999385476112366,
+          "cosine_min": 0.9997289180755615,
+          "cosine_std": 1.8790617104968987e-05,
+          "flattened_dot": 2201866.5,
+          "latent_frames": 5805,
+          "mse": 2.2508618546189368e-05,
+          "predicted_squared": 2201975.25,
+          "reference_squared": 2202024.5,
+          "relative_l2": 0.011023752027065258,
+          "squared_error": 267.59686279296875,
+          "values": 11888640
+        }
+      },
+      "condition_latent_frames": 5805,
+      "emitted_frames": 1683,
+      "model_id": "simpletuner-v1",
+      "sample_id": "b6c376ff-b413-4579-9281-13a2943daa7f",
+      "shard_id": 378,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3432.1132202148438,
+            "count": 1664,
+            "top1_correct": 708,
+            "top5_correct": 1315
+          },
+          {
+            "ce_sum": 7202.6513671875,
+            "count": 1664,
+            "top1_correct": 191,
+            "top5_correct": 538
+          },
+          {
+            "ce_sum": 7261.398162841797,
+            "count": 1664,
+            "top1_correct": 195,
+            "top5_correct": 522
+          },
+          {
+            "ce_sum": 7501.67822265625,
+            "count": 1664,
+            "top1_correct": 160,
+            "top5_correct": 492
+          },
+          {
+            "ce_sum": 8081.9803466796875,
+            "count": 1664,
+            "top1_correct": 115,
+            "top5_correct": 382
+          },
+          {
+            "ce_sum": 9007.242614746094,
+            "count": 1664,
+            "top1_correct": 78,
+            "top5_correct": 231
+          },
+          {
+            "ce_sum": 9689.674011230469,
+            "count": 1664,
+            "top1_correct": 47,
+            "top5_correct": 170
+          },
+          {
+            "ce_sum": 10113.608093261719,
+            "count": 1664,
+            "top1_correct": 28,
+            "top5_correct": 116
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.966360867023468,
+          "cosine_mean": 0.7514711022377014,
+          "cosine_min": 0.611847996711731,
+          "cosine_std": 0.04931195452809334,
+          "flattened_dot": 409111.25,
+          "latent_frames": 1831,
+          "mse": 0.0725263994551304,
+          "predicted_squared": 504779.75,
+          "reference_squared": 585408.625,
+          "relative_l2": 0.6815969662514096,
+          "squared_error": 271965.875,
+          "values": 3749888
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999602437019348,
+          "cosine_mean": 0.9999249577522278,
+          "cosine_min": 0.9996347427368164,
+          "cosine_std": 2.6596218958729878e-05,
+          "flattened_dot": 585135.0,
+          "latent_frames": 1831,
+          "mse": 2.3552514144724537e-05,
+          "predicted_squared": 584949.625,
+          "reference_squared": 585408.625,
+          "relative_l2": 0.012282823934130127,
+          "squared_error": 88.31929016113281,
+          "values": 3749888
+        }
+      },
+      "condition_latent_frames": 1831,
+      "emitted_frames": 531,
+      "model_id": "simpletuner-v1",
+      "sample_id": "f2a6bc18-5ab5-4d96-8b1e-6c3907ceeb9e",
+      "shard_id": 399,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1211.1673736572266,
+            "count": 512,
+            "top1_correct": 171,
+            "top5_correct": 388
+          },
+          {
+            "ce_sum": 2179.376708984375,
+            "count": 512,
+            "top1_correct": 58,
+            "top5_correct": 182
+          },
+          {
+            "ce_sum": 2275.9105834960938,
+            "count": 512,
+            "top1_correct": 49,
+            "top5_correct": 160
+          },
+          {
+            "ce_sum": 2216.3509216308594,
+            "count": 512,
+            "top1_correct": 61,
+            "top5_correct": 178
+          },
+          {
+            "ce_sum": 2467.2476806640625,
+            "count": 512,
+            "top1_correct": 39,
+            "top5_correct": 114
+          },
+          {
+            "ce_sum": 2777.7051391601562,
+            "count": 512,
+            "top1_correct": 22,
+            "top5_correct": 74
+          },
+          {
+            "ce_sum": 2941.6571655273438,
+            "count": 512,
+            "top1_correct": 14,
+            "top5_correct": 61
+          },
+          {
+            "ce_sum": 3136.2592163085938,
+            "count": 512,
+            "top1_correct": 13,
+            "top5_correct": 33
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9642556309700012,
+          "cosine_mean": 0.7657783031463623,
+          "cosine_min": 0.5594693422317505,
+          "cosine_std": 0.05903182551264763,
+          "flattened_dot": 1679318.75,
+          "latent_frames": 5929,
+          "mse": 0.08656302542323747,
+          "predicted_squared": 1932073.0,
+          "reference_squared": 2477664.0,
+          "relative_l2": 0.6513294411257742,
+          "squared_error": 1051099.5,
+          "values": 12142592
+        },
+        "true_code_control": {
+          "cosine_max": 0.999972403049469,
+          "cosine_mean": 0.9999333024024963,
+          "cosine_min": 0.9995590448379517,
+          "cosine_std": 2.8721218768623658e-05,
+          "flattened_dot": 2477920.75,
+          "latent_frames": 5929,
+          "mse": 2.663821952100507e-05,
+          "predicted_squared": 2478501.25,
+          "reference_squared": 2477664.0,
+          "relative_l2": 0.011425812496002283,
+          "squared_error": 323.45703125,
+          "values": 12142592
+        }
+      },
+      "condition_latent_frames": 5929,
+      "emitted_frames": 1719,
+      "model_id": "simpletuner-v1",
+      "sample_id": "dc642966-b250-479c-974a-306cb86babbc",
+      "shard_id": 417,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3521.4740142822266,
+            "count": 1664,
+            "top1_correct": 688,
+            "top5_correct": 1301
+          },
+          {
+            "ce_sum": 7200.009185791016,
+            "count": 1664,
+            "top1_correct": 193,
+            "top5_correct": 517
+          },
+          {
+            "ce_sum": 7147.704620361328,
+            "count": 1664,
+            "top1_correct": 188,
+            "top5_correct": 558
+          },
+          {
+            "ce_sum": 8013.1925048828125,
+            "count": 1664,
+            "top1_correct": 144,
+            "top5_correct": 392
+          },
+          {
+            "ce_sum": 8321.533264160156,
+            "count": 1664,
+            "top1_correct": 109,
+            "top5_correct": 351
+          },
+          {
+            "ce_sum": 8942.509521484375,
+            "count": 1664,
+            "top1_correct": 76,
+            "top5_correct": 254
+          },
+          {
+            "ce_sum": 9482.062805175781,
+            "count": 1664,
+            "top1_correct": 79,
+            "top5_correct": 226
+          },
+          {
+            "ce_sum": 9928.885192871094,
+            "count": 1664,
+            "top1_correct": 47,
+            "top5_correct": 170
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9640410542488098,
+          "cosine_mean": 0.7477113604545593,
+          "cosine_min": 0.44938787817955017,
+          "cosine_std": 0.04600617289543152,
+          "flattened_dot": 3066988.0,
+          "latent_frames": 11860,
+          "mse": 0.08633288018418002,
+          "predicted_squared": 3721967.75,
+          "reference_squared": 4508971.0,
+          "relative_l2": 0.6819565649364738,
+          "squared_error": 2096963.5,
+          "values": 24289280
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999685287475586,
+          "cosine_mean": 0.9999446272850037,
+          "cosine_min": 0.9996544122695923,
+          "cosine_std": 1.420611260982696e-05,
+          "flattened_dot": 4507117.0,
+          "latent_frames": 11860,
+          "mse": 2.0882346577829293e-05,
+          "predicted_squared": 4505769.0,
+          "reference_squared": 4508971.0,
+          "relative_l2": 0.010606161828513098,
+          "squared_error": 507.2171630859375,
+          "values": 24289280
+        }
+      },
+      "condition_latent_frames": 11860,
+      "emitted_frames": 3438,
+      "model_id": "simpletuner-v1",
+      "sample_id": "9c99572e-a8b1-4db4-a70b-5ba1d23fd308",
+      "shard_id": 440,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7279.300094604492,
+            "count": 3328,
+            "top1_correct": 1333,
+            "top5_correct": 2575
+          },
+          {
+            "ce_sum": 14789.292938232422,
+            "count": 3328,
+            "top1_correct": 358,
+            "top5_correct": 972
+          },
+          {
+            "ce_sum": 14975.879943847656,
+            "count": 3328,
+            "top1_correct": 339,
+            "top5_correct": 986
+          },
+          {
+            "ce_sum": 15751.352355957031,
+            "count": 3328,
+            "top1_correct": 278,
+            "top5_correct": 801
+          },
+          {
+            "ce_sum": 16294.198059082031,
+            "count": 3328,
+            "top1_correct": 224,
+            "top5_correct": 729
+          },
+          {
+            "ce_sum": 18775.17510986328,
+            "count": 3328,
+            "top1_correct": 140,
+            "top5_correct": 409
+          },
+          {
+            "ce_sum": 19459.1689453125,
+            "count": 3328,
+            "top1_correct": 77,
+            "top5_correct": 321
+          },
+          {
+            "ce_sum": 20144.955017089844,
+            "count": 3328,
+            "top1_correct": 61,
+            "top5_correct": 242
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9506595730781555,
+          "cosine_mean": 0.7591683864593506,
+          "cosine_min": 0.4440672695636749,
+          "cosine_std": 0.05405697226524353,
+          "flattened_dot": 3989397.75,
+          "latent_frames": 15524,
+          "mse": 0.08173046195608413,
+          "predicted_squared": 4657459.5,
+          "reference_squared": 5919804.5,
+          "relative_l2": 0.6625292973839636,
+          "squared_error": 2598469.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999966561794281,
+          "cosine_mean": 0.9999247789382935,
+          "cosine_min": 0.9992831945419312,
+          "cosine_std": 3.147853567497805e-05,
+          "flattened_dot": 5920314.5,
+          "latent_frames": 15524,
+          "mse": 2.7727486392450958e-05,
+          "predicted_squared": 5921705.5,
+          "reference_squared": 5919804.5,
+          "relative_l2": 0.012203049174644971,
+          "squared_error": 881.544189453125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "41855a6c-d8f8-4d4c-8051-c2564a6b1fbc",
+      "shard_id": 441,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9370.392990112305,
+            "count": 4480,
+            "top1_correct": 1867,
+            "top5_correct": 3539
+          },
+          {
+            "ce_sum": 19394.363403320312,
+            "count": 4480,
+            "top1_correct": 494,
+            "top5_correct": 1394
+          },
+          {
+            "ce_sum": 19681.290130615234,
+            "count": 4480,
+            "top1_correct": 499,
+            "top5_correct": 1397
+          },
+          {
+            "ce_sum": 20876.013580322266,
+            "count": 4480,
+            "top1_correct": 408,
+            "top5_correct": 1170
+          },
+          {
+            "ce_sum": 21504.97900390625,
+            "count": 4480,
+            "top1_correct": 335,
+            "top5_correct": 1013
+          },
+          {
+            "ce_sum": 24991.12762451172,
+            "count": 4480,
+            "top1_correct": 187,
+            "top5_correct": 592
+          },
+          {
+            "ce_sum": 26794.78680419922,
+            "count": 4480,
+            "top1_correct": 102,
+            "top5_correct": 368
+          },
+          {
+            "ce_sum": 27572.6650390625,
+            "count": 4480,
+            "top1_correct": 87,
+            "top5_correct": 312
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9646937251091003,
+          "cosine_mean": 0.7605619430541992,
+          "cosine_min": 0.5537407994270325,
+          "cosine_std": 0.05310004577040672,
+          "flattened_dot": 597664.125,
+          "latent_frames": 1958,
+          "mse": 0.09658579685105975,
+          "predicted_squared": 693793.125,
+          "reference_squared": 888842.625,
+          "relative_l2": 0.6601087914833016,
+          "squared_error": 387307.5,
+          "values": 4009984
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999697208404541,
+          "cosine_mean": 0.999942421913147,
+          "cosine_min": 0.9997735619544983,
+          "cosine_std": 2.498779576853849e-05,
+          "flattened_dot": 888912.625,
+          "latent_frames": 1958,
+          "mse": 2.493561493790308e-05,
+          "predicted_squared": 889082.5625,
+          "reference_squared": 888842.625,
+          "relative_l2": 0.010606422541232275,
+          "squared_error": 99.99141693115234,
+          "values": 4009984
+        }
+      },
+      "condition_latent_frames": 1958,
+      "emitted_frames": 568,
+      "model_id": "simpletuner-v1",
+      "sample_id": "f4f22bb1-fb7c-4ce1-8291-35d06635dc66",
+      "shard_id": 446,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1445.4844665527344,
+            "count": 512,
+            "top1_correct": 156,
+            "top5_correct": 336
+          },
+          {
+            "ce_sum": 2258.7972717285156,
+            "count": 512,
+            "top1_correct": 62,
+            "top5_correct": 172
+          },
+          {
+            "ce_sum": 1986.5740661621094,
+            "count": 512,
+            "top1_correct": 80,
+            "top5_correct": 208
+          },
+          {
+            "ce_sum": 2132.392333984375,
+            "count": 512,
+            "top1_correct": 82,
+            "top5_correct": 183
+          },
+          {
+            "ce_sum": 2161.8631591796875,
+            "count": 512,
+            "top1_correct": 89,
+            "top5_correct": 192
+          },
+          {
+            "ce_sum": 2179.2037353515625,
+            "count": 512,
+            "top1_correct": 127,
+            "top5_correct": 186
+          },
+          {
+            "ce_sum": 2548.251708984375,
+            "count": 512,
+            "top1_correct": 49,
+            "top5_correct": 99
+          },
+          {
+            "ce_sum": 2908.64013671875,
+            "count": 512,
+            "top1_correct": 12,
+            "top5_correct": 57
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9602431058883667,
+          "cosine_mean": 0.7716976404190063,
+          "cosine_min": 0.5666924118995667,
+          "cosine_std": 0.04529235512018204,
+          "flattened_dot": 928938.8125,
+          "latent_frames": 3980,
+          "mse": 0.06875575079989793,
+          "predicted_squared": 1102219.25,
+          "reference_squared": 1316089.125,
+          "relative_l2": 0.6525568852549967,
+          "squared_error": 560430.875,
+          "values": 8151040
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999554753303528,
+          "cosine_mean": 0.9998980164527893,
+          "cosine_min": 0.9948133826255798,
+          "cosine_std": 0.00022727488249074668,
+          "flattened_dot": 1315433.0,
+          "latent_frames": 3980,
+          "mse": 3.2965120059161926e-05,
+          "predicted_squared": 1315045.375,
+          "reference_squared": 1316089.125,
+          "relative_l2": 0.014288649818793027,
+          "squared_error": 268.70001220703125,
+          "values": 8151040
+        }
+      },
+      "condition_latent_frames": 3980,
+      "emitted_frames": 1154,
+      "model_id": "simpletuner-v1",
+      "sample_id": "28a6775d-e12c-49e8-a791-a391e376ab65",
+      "shard_id": 448,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1987.9212951660156,
+            "count": 1152,
+            "top1_correct": 563,
+            "top5_correct": 994
+          },
+          {
+            "ce_sum": 4600.208648681641,
+            "count": 1152,
+            "top1_correct": 175,
+            "top5_correct": 462
+          },
+          {
+            "ce_sum": 4778.529541015625,
+            "count": 1152,
+            "top1_correct": 163,
+            "top5_correct": 401
+          },
+          {
+            "ce_sum": 5269.784423828125,
+            "count": 1152,
+            "top1_correct": 123,
+            "top5_correct": 304
+          },
+          {
+            "ce_sum": 5550.803161621094,
+            "count": 1152,
+            "top1_correct": 92,
+            "top5_correct": 269
+          },
+          {
+            "ce_sum": 6472.852111816406,
+            "count": 1152,
+            "top1_correct": 43,
+            "top5_correct": 151
+          },
+          {
+            "ce_sum": 6798.748352050781,
+            "count": 1152,
+            "top1_correct": 35,
+            "top5_correct": 115
+          },
+          {
+            "ce_sum": 7140.071472167969,
+            "count": 1152,
+            "top1_correct": 28,
+            "top5_correct": 85
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9544492959976196,
+          "cosine_mean": 0.788628101348877,
+          "cosine_min": 0.5385600328445435,
+          "cosine_std": 0.05217712000012398,
+          "flattened_dot": 2569124.0,
+          "latent_frames": 8965,
+          "mse": 0.07691814467285973,
+          "predicted_squared": 2911790.5,
+          "reference_squared": 3638699.5,
+          "relative_l2": 0.6229905050117643,
+          "squared_error": 1412241.75,
+          "values": 18360320
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999714493751526,
+          "cosine_mean": 0.9999444484710693,
+          "cosine_min": 0.99957674741745,
+          "cosine_std": 2.134078022208996e-05,
+          "flattened_dot": 3640449.75,
+          "latent_frames": 8965,
+          "mse": 2.2064741935666154e-05,
+          "predicted_squared": 3642605.0,
+          "reference_squared": 3638699.5,
+          "relative_l2": 0.010551554677150706,
+          "squared_error": 405.11572265625,
+          "values": 18360320
+        }
+      },
+      "condition_latent_frames": 8965,
+      "emitted_frames": 2599,
+      "model_id": "simpletuner-v1",
+      "sample_id": "ab803a0a-20b8-4993-bb40-be25b672286a",
+      "shard_id": 466,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4196.229141235352,
+            "count": 2560,
+            "top1_correct": 1335,
+            "top5_correct": 2241
+          },
+          {
+            "ce_sum": 11032.12319946289,
+            "count": 2560,
+            "top1_correct": 296,
+            "top5_correct": 835
+          },
+          {
+            "ce_sum": 10189.315887451172,
+            "count": 2560,
+            "top1_correct": 377,
+            "top5_correct": 1000
+          },
+          {
+            "ce_sum": 10935.747100830078,
+            "count": 2560,
+            "top1_correct": 301,
+            "top5_correct": 871
+          },
+          {
+            "ce_sum": 11486.171478271484,
+            "count": 2560,
+            "top1_correct": 275,
+            "top5_correct": 778
+          },
+          {
+            "ce_sum": 13143.874755859375,
+            "count": 2560,
+            "top1_correct": 150,
+            "top5_correct": 469
+          },
+          {
+            "ce_sum": 14789.948303222656,
+            "count": 2560,
+            "top1_correct": 67,
+            "top5_correct": 264
+          },
+          {
+            "ce_sum": 15073.562744140625,
+            "count": 2560,
+            "top1_correct": 61,
+            "top5_correct": 233
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9676762223243713,
+          "cosine_mean": 0.7338447570800781,
+          "cosine_min": 0.23574814200401306,
+          "cosine_std": 0.05550704151391983,
+          "flattened_dot": 4113358.75,
+          "latent_frames": 15524,
+          "mse": 0.09551129123655308,
+          "predicted_squared": 4918587.0,
+          "reference_squared": 6344735.0,
+          "relative_l2": 0.6918109114587984,
+          "squared_error": 3036605.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999716281890869,
+          "cosine_mean": 0.9999496936798096,
+          "cosine_min": 0.999828577041626,
+          "cosine_std": 1.1512986930029001e-05,
+          "flattened_dot": 6348382.0,
+          "latent_frames": 15524,
+          "mse": 2.0488177077483344e-05,
+          "predicted_squared": 6352681.0,
+          "reference_squared": 6344735.0,
+          "relative_l2": 0.010132385596431103,
+          "squared_error": 651.3837280273438,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "c02e34d3-78ab-421c-b312-60cf9039c22b",
+      "shard_id": 473,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 13578.93295288086,
+            "count": 4480,
+            "top1_correct": 1258,
+            "top5_correct": 2743
+          },
+          {
+            "ce_sum": 20169.36248779297,
+            "count": 4480,
+            "top1_correct": 436,
+            "top5_correct": 1243
+          },
+          {
+            "ce_sum": 20106.533447265625,
+            "count": 4480,
+            "top1_correct": 464,
+            "top5_correct": 1324
+          },
+          {
+            "ce_sum": 21970.151306152344,
+            "count": 4480,
+            "top1_correct": 318,
+            "top5_correct": 1010
+          },
+          {
+            "ce_sum": 22504.795349121094,
+            "count": 4480,
+            "top1_correct": 302,
+            "top5_correct": 916
+          },
+          {
+            "ce_sum": 23337.98016357422,
+            "count": 4480,
+            "top1_correct": 247,
+            "top5_correct": 762
+          },
+          {
+            "ce_sum": 25134.518493652344,
+            "count": 4480,
+            "top1_correct": 166,
+            "top5_correct": 539
+          },
+          {
+            "ce_sum": 26496.350524902344,
+            "count": 4480,
+            "top1_correct": 117,
+            "top5_correct": 412
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9634771943092346,
+          "cosine_mean": 0.7421345114707947,
+          "cosine_min": 0.3836124837398529,
+          "cosine_std": 0.051796186715364456,
+          "flattened_dot": 955656.9375,
+          "latent_frames": 4598,
+          "mse": 0.07067890341461301,
+          "predicted_squared": 1203165.75,
+          "reference_squared": 1373710.5,
+          "relative_l2": 0.6960601201052511,
+          "squared_error": 665562.3125,
+          "values": 9416704
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999650716781616,
+          "cosine_mean": 0.9999279975891113,
+          "cosine_min": 0.9996085166931152,
+          "cosine_std": 2.512332321202848e-05,
+          "flattened_dot": 1373624.75,
+          "latent_frames": 4598,
+          "mse": 2.1187514844486226e-05,
+          "predicted_squared": 1373738.375,
+          "reference_squared": 1373710.5,
+          "relative_l2": 0.012051520965643197,
+          "squared_error": 199.5165557861328,
+          "values": 9416704
+        }
+      },
+      "condition_latent_frames": 4598,
+      "emitted_frames": 1333,
+      "model_id": "simpletuner-v1",
+      "sample_id": "89efb9a2-ea8f-4fd9-959a-0b7ed42a0c1f",
+      "shard_id": 541,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2635.5333099365234,
+            "count": 1280,
+            "top1_correct": 527,
+            "top5_correct": 1029
+          },
+          {
+            "ce_sum": 5701.5775146484375,
+            "count": 1280,
+            "top1_correct": 131,
+            "top5_correct": 351
+          },
+          {
+            "ce_sum": 5841.7042236328125,
+            "count": 1280,
+            "top1_correct": 119,
+            "top5_correct": 351
+          },
+          {
+            "ce_sum": 5999.6802978515625,
+            "count": 1280,
+            "top1_correct": 104,
+            "top5_correct": 307
+          },
+          {
+            "ce_sum": 6506.978820800781,
+            "count": 1280,
+            "top1_correct": 79,
+            "top5_correct": 243
+          },
+          {
+            "ce_sum": 7522.787048339844,
+            "count": 1280,
+            "top1_correct": 27,
+            "top5_correct": 113
+          },
+          {
+            "ce_sum": 7894.996887207031,
+            "count": 1280,
+            "top1_correct": 28,
+            "top5_correct": 84
+          },
+          {
+            "ce_sum": 8146.0611572265625,
+            "count": 1280,
+            "top1_correct": 15,
+            "top5_correct": 56
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9781177639961243,
+          "cosine_mean": 0.7815219163894653,
+          "cosine_min": 0.4201926290988922,
+          "cosine_std": 0.05028466507792473,
+          "flattened_dot": 3745849.75,
+          "latent_frames": 14113,
+          "mse": 0.07302838930086622,
+          "predicted_squared": 4335898.5,
+          "reference_squared": 5266571.0,
+          "relative_l2": 0.6330770008219916,
+          "squared_error": 2110770.5,
+          "values": 28903424
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976634979248,
+          "cosine_mean": 0.9999443888664246,
+          "cosine_min": 0.9987625479698181,
+          "cosine_std": 3.89822234865278e-05,
+          "flattened_dot": 5266492.5,
+          "latent_frames": 14113,
+          "mse": 2.026250882210573e-05,
+          "predicted_squared": 5266998.5,
+          "reference_squared": 5266571.0,
+          "relative_l2": 0.010545259798030964,
+          "squared_error": 585.6558837890625,
+          "values": 28903424
+        }
+      },
+      "condition_latent_frames": 14113,
+      "emitted_frames": 4091,
+      "model_id": "simpletuner-v1",
+      "sample_id": "ddde3742-bd45-4fc1-9e26-902e2ec3629d",
+      "shard_id": 553,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7506.386489868164,
+            "count": 3968,
+            "top1_correct": 1784,
+            "top5_correct": 3277
+          },
+          {
+            "ce_sum": 16526.147583007812,
+            "count": 3968,
+            "top1_correct": 480,
+            "top5_correct": 1374
+          },
+          {
+            "ce_sum": 15782.385528564453,
+            "count": 3968,
+            "top1_correct": 568,
+            "top5_correct": 1553
+          },
+          {
+            "ce_sum": 18109.53448486328,
+            "count": 3968,
+            "top1_correct": 363,
+            "top5_correct": 1092
+          },
+          {
+            "ce_sum": 19564.448303222656,
+            "count": 3968,
+            "top1_correct": 269,
+            "top5_correct": 856
+          },
+          {
+            "ce_sum": 21840.507751464844,
+            "count": 3968,
+            "top1_correct": 179,
+            "top5_correct": 546
+          },
+          {
+            "ce_sum": 22705.562133789062,
+            "count": 3968,
+            "top1_correct": 152,
+            "top5_correct": 452
+          },
+          {
+            "ce_sum": 23321.61444091797,
+            "count": 3968,
+            "top1_correct": 116,
+            "top5_correct": 399
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.968313455581665,
+          "cosine_mean": 0.7438942790031433,
+          "cosine_min": 0.45215755701065063,
+          "cosine_std": 0.05087784305214882,
+          "flattened_dot": 3390305.5,
+          "latent_frames": 13709,
+          "mse": 0.08385962446545153,
+          "predicted_squared": 4139648.5,
+          "reference_squared": 4995408.0,
+          "relative_l2": 0.6865289229813871,
+          "squared_error": 2354445.5,
+          "values": 28076032
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976396560669,
+          "cosine_mean": 0.9999462366104126,
+          "cosine_min": 0.9996864199638367,
+          "cosine_std": 1.283344317926094e-05,
+          "flattened_dot": 4994508.0,
+          "latent_frames": 13709,
+          "mse": 1.9280480837628914e-05,
+          "predicted_squared": 4994148.5,
+          "reference_squared": 4995408.0,
+          "relative_l2": 0.010409774269474089,
+          "squared_error": 541.3193969726562,
+          "values": 28076032
+        }
+      },
+      "condition_latent_frames": 13709,
+      "emitted_frames": 3974,
+      "model_id": "simpletuner-v1",
+      "sample_id": "7555c64c-d0e3-4a45-88a9-fa5912e3bfb8",
+      "shard_id": 626,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10660.81086730957,
+            "count": 3968,
+            "top1_correct": 1293,
+            "top5_correct": 2709
+          },
+          {
+            "ce_sum": 18515.9453125,
+            "count": 3968,
+            "top1_correct": 370,
+            "top5_correct": 1006
+          },
+          {
+            "ce_sum": 18196.7822265625,
+            "count": 3968,
+            "top1_correct": 378,
+            "top5_correct": 1092
+          },
+          {
+            "ce_sum": 18787.32110595703,
+            "count": 3968,
+            "top1_correct": 329,
+            "top5_correct": 967
+          },
+          {
+            "ce_sum": 20117.36834716797,
+            "count": 3968,
+            "top1_correct": 223,
+            "top5_correct": 738
+          },
+          {
+            "ce_sum": 22267.54364013672,
+            "count": 3968,
+            "top1_correct": 148,
+            "top5_correct": 512
+          },
+          {
+            "ce_sum": 23735.48516845703,
+            "count": 3968,
+            "top1_correct": 102,
+            "top5_correct": 341
+          },
+          {
+            "ce_sum": 23844.977111816406,
+            "count": 3968,
+            "top1_correct": 97,
+            "top5_correct": 362
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9696289896965027,
+          "cosine_mean": 0.7402804493904114,
+          "cosine_min": 0.4290558695793152,
+          "cosine_std": 0.05049346014857292,
+          "flattened_dot": 3763350.75,
+          "latent_frames": 15524,
+          "mse": 0.08450801763851536,
+          "predicted_squared": 4505868.0,
+          "reference_squared": 5707610.0,
+          "relative_l2": 0.686101873504183,
+          "squared_error": 2686776.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976634979248,
+          "cosine_mean": 0.9999514222145081,
+          "cosine_min": 0.9997843503952026,
+          "cosine_std": 1.1742558854166418e-05,
+          "flattened_dot": 5707707.5,
+          "latent_frames": 15524,
+          "mse": 1.7732155289240826e-05,
+          "predicted_squared": 5708368.5,
+          "reference_squared": 5707610.0,
+          "relative_l2": 0.009938490137431265,
+          "squared_error": 563.7611083984375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "de566560-d0cf-4207-8841-df0a97228177",
+      "shard_id": 644,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10011.72787475586,
+            "count": 4480,
+            "top1_correct": 1769,
+            "top5_correct": 3475
+          },
+          {
+            "ce_sum": 19858.76986694336,
+            "count": 4480,
+            "top1_correct": 435,
+            "top5_correct": 1329
+          },
+          {
+            "ce_sum": 20019.635223388672,
+            "count": 4480,
+            "top1_correct": 470,
+            "top5_correct": 1329
+          },
+          {
+            "ce_sum": 21291.860229492188,
+            "count": 4480,
+            "top1_correct": 348,
+            "top5_correct": 1069
+          },
+          {
+            "ce_sum": 22212.478942871094,
+            "count": 4480,
+            "top1_correct": 304,
+            "top5_correct": 945
+          },
+          {
+            "ce_sum": 24765.455810546875,
+            "count": 4480,
+            "top1_correct": 182,
+            "top5_correct": 591
+          },
+          {
+            "ce_sum": 25995.207885742188,
+            "count": 4480,
+            "top1_correct": 128,
+            "top5_correct": 459
+          },
+          {
+            "ce_sum": 27062.661254882812,
+            "count": 4480,
+            "top1_correct": 113,
+            "top5_correct": 332
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8999449014663696,
+          "cosine_mean": 0.7846794724464417,
+          "cosine_min": 0.2736990451812744,
+          "cosine_std": 0.049410153180360794,
+          "flattened_dot": 4326455.0,
+          "latent_frames": 15524,
+          "mse": 0.07571943480155727,
+          "predicted_squared": 4930608.0,
+          "reference_squared": 6129662.5,
+          "relative_l2": 0.6266891756872545,
+          "squared_error": 2407359.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999764561653137,
+          "cosine_mean": 0.9999475479125977,
+          "cosine_min": 0.999788761138916,
+          "cosine_std": 1.6727923139114864e-05,
+          "flattened_dot": 6129655.0,
+          "latent_frames": 15524,
+          "mse": 2.034973373304965e-05,
+          "predicted_squared": 6130294.0,
+          "reference_squared": 6129662.5,
+          "relative_l2": 0.010273723595564497,
+          "squared_error": 646.982177734375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "bdfd9628-7183-4751-804d-5458c08c8270",
+      "shard_id": 642,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8521.313507080078,
+            "count": 4480,
+            "top1_correct": 2054,
+            "top5_correct": 3729
+          },
+          {
+            "ce_sum": 18250.039489746094,
+            "count": 4480,
+            "top1_correct": 617,
+            "top5_correct": 1661
+          },
+          {
+            "ce_sum": 17951.865631103516,
+            "count": 4480,
+            "top1_correct": 635,
+            "top5_correct": 1692
+          },
+          {
+            "ce_sum": 18990.417541503906,
+            "count": 4480,
+            "top1_correct": 537,
+            "top5_correct": 1474
+          },
+          {
+            "ce_sum": 21448.39874267578,
+            "count": 4480,
+            "top1_correct": 366,
+            "top5_correct": 1030
+          },
+          {
+            "ce_sum": 23421.340454101562,
+            "count": 4480,
+            "top1_correct": 276,
+            "top5_correct": 777
+          },
+          {
+            "ce_sum": 25080.391662597656,
+            "count": 4480,
+            "top1_correct": 157,
+            "top5_correct": 543
+          },
+          {
+            "ce_sum": 25119.06805419922,
+            "count": 4480,
+            "top1_correct": 202,
+            "top5_correct": 620
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9571768045425415,
+          "cosine_mean": 0.7842365503311157,
+          "cosine_min": 0.5684713125228882,
+          "cosine_std": 0.05028315633535385,
+          "flattened_dot": 885399.125,
+          "latent_frames": 3156,
+          "mse": 0.0756098719453026,
+          "predicted_squared": 1048965.25,
+          "reference_squared": 1210536.375,
+          "relative_l2": 0.6353803838873802,
+          "squared_error": 488703.5,
+          "values": 6463488
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999691843986511,
+          "cosine_mean": 0.999939501285553,
+          "cosine_min": 0.9996910095214844,
+          "cosine_std": 1.7747510355548002e-05,
+          "flattened_dot": 1210406.25,
+          "latent_frames": 3156,
+          "mse": 2.2928913906499914e-05,
+          "predicted_squared": 1210424.125,
+          "reference_squared": 1210536.375,
+          "relative_l2": 0.011064614650267061,
+          "squared_error": 148.2007598876953,
+          "values": 6463488
+        }
+      },
+      "condition_latent_frames": 3156,
+      "emitted_frames": 915,
+      "model_id": "simpletuner-v1",
+      "sample_id": "d9607915-511b-4ed1-8956-9a414bfee7d4",
+      "shard_id": 674,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1935.8284149169922,
+            "count": 896,
+            "top1_correct": 344,
+            "top5_correct": 711
+          },
+          {
+            "ce_sum": 3753.994598388672,
+            "count": 896,
+            "top1_correct": 124,
+            "top5_correct": 308
+          },
+          {
+            "ce_sum": 3928.294677734375,
+            "count": 896,
+            "top1_correct": 87,
+            "top5_correct": 270
+          },
+          {
+            "ce_sum": 4075.9718627929688,
+            "count": 896,
+            "top1_correct": 95,
+            "top5_correct": 261
+          },
+          {
+            "ce_sum": 4297.459533691406,
+            "count": 896,
+            "top1_correct": 75,
+            "top5_correct": 206
+          },
+          {
+            "ce_sum": 4907.635986328125,
+            "count": 896,
+            "top1_correct": 33,
+            "top5_correct": 112
+          },
+          {
+            "ce_sum": 5068.125061035156,
+            "count": 896,
+            "top1_correct": 24,
+            "top5_correct": 104
+          },
+          {
+            "ce_sum": 5144.706848144531,
+            "count": 896,
+            "top1_correct": 24,
+            "top5_correct": 97
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9472085237503052,
+          "cosine_mean": 0.759331226348877,
+          "cosine_min": 0.46810704469680786,
+          "cosine_std": 0.04903765022754669,
+          "flattened_dot": 4406523.0,
+          "latent_frames": 15524,
+          "mse": 0.08879781721548087,
+          "predicted_squared": 5234101.0,
+          "reference_squared": 6402107.0,
+          "relative_l2": 0.664058705031324,
+          "squared_error": 2823162.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999722838401794,
+          "cosine_mean": 0.9999475479125977,
+          "cosine_min": 0.9996371269226074,
+          "cosine_std": 1.656186577747576e-05,
+          "flattened_dot": 6402600.0,
+          "latent_frames": 15524,
+          "mse": 2.1247270487534943e-05,
+          "predicted_squared": 6403768.0,
+          "reference_squared": 6402107.0,
+          "relative_l2": 0.010272044741481088,
+          "squared_error": 675.5177001953125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "378cc0d8-7600-4c12-92ce-8eabf5a1006a",
+      "shard_id": 694,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9802.302810668945,
+            "count": 4480,
+            "top1_correct": 1886,
+            "top5_correct": 3445
+          },
+          {
+            "ce_sum": 20437.740020751953,
+            "count": 4480,
+            "top1_correct": 421,
+            "top5_correct": 1230
+          },
+          {
+            "ce_sum": 19328.303344726562,
+            "count": 4480,
+            "top1_correct": 531,
+            "top5_correct": 1465
+          },
+          {
+            "ce_sum": 20421.094482421875,
+            "count": 4480,
+            "top1_correct": 447,
+            "top5_correct": 1242
+          },
+          {
+            "ce_sum": 21981.493591308594,
+            "count": 4480,
+            "top1_correct": 316,
+            "top5_correct": 947
+          },
+          {
+            "ce_sum": 24400.415893554688,
+            "count": 4480,
+            "top1_correct": 207,
+            "top5_correct": 660
+          },
+          {
+            "ce_sum": 25702.306579589844,
+            "count": 4480,
+            "top1_correct": 160,
+            "top5_correct": 497
+          },
+          {
+            "ce_sum": 27041.31365966797,
+            "count": 4480,
+            "top1_correct": 107,
+            "top5_correct": 382
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9428623914718628,
+          "cosine_mean": 0.7427659630775452,
+          "cosine_min": 0.4986550807952881,
+          "cosine_std": 0.06604616343975067,
+          "flattened_dot": 428816.5625,
+          "latent_frames": 1703,
+          "mse": 0.08626724395483154,
+          "predicted_squared": 536092.875,
+          "reference_squared": 622418.25,
+          "relative_l2": 0.6952709801873058,
+          "squared_error": 300878.0625,
+          "values": 3487744
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999648928642273,
+          "cosine_mean": 0.999937891960144,
+          "cosine_min": 0.9996182918548584,
+          "cosine_std": 2.8602367819985375e-05,
+          "flattened_dot": 622458.875,
+          "latent_frames": 1703,
+          "mse": 2.2084413383963244e-05,
+          "predicted_squared": 622576.5,
+          "reference_squared": 622418.25,
+          "relative_l2": 0.01112433541389174,
+          "squared_error": 77.0247802734375,
+          "values": 3487744
+        }
+      },
+      "condition_latent_frames": 1703,
+      "emitted_frames": 494,
+      "model_id": "simpletuner-v1",
+      "sample_id": "e06f44c9-15c9-49c7-8030-cc237fc5224a",
+      "shard_id": 717,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 980.8052673339844,
+            "count": 384,
+            "top1_correct": 145,
+            "top5_correct": 269
+          },
+          {
+            "ce_sum": 1651.8244018554688,
+            "count": 384,
+            "top1_correct": 45,
+            "top5_correct": 127
+          },
+          {
+            "ce_sum": 1628.9815063476562,
+            "count": 384,
+            "top1_correct": 51,
+            "top5_correct": 130
+          },
+          {
+            "ce_sum": 1728.23974609375,
+            "count": 384,
+            "top1_correct": 35,
+            "top5_correct": 99
+          },
+          {
+            "ce_sum": 1777.589599609375,
+            "count": 384,
+            "top1_correct": 43,
+            "top5_correct": 105
+          },
+          {
+            "ce_sum": 1994.8995971679688,
+            "count": 384,
+            "top1_correct": 23,
+            "top5_correct": 71
+          },
+          {
+            "ce_sum": 2137.8118286132812,
+            "count": 384,
+            "top1_correct": 16,
+            "top5_correct": 41
+          },
+          {
+            "ce_sum": 2157.0,
+            "count": 384,
+            "top1_correct": 18,
+            "top5_correct": 50
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9520602226257324,
+          "cosine_mean": 0.8036576509475708,
+          "cosine_min": 0.46017467975616455,
+          "cosine_std": 0.04463451728224754,
+          "flattened_dot": 3470575.5,
+          "latent_frames": 11704,
+          "mse": 0.07146023628406954,
+          "predicted_squared": 3902641.0,
+          "reference_squared": 4751397.0,
+          "relative_l2": 0.6004179910758104,
+          "squared_error": 1712887.0,
+          "values": 23969792
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999658465385437,
+          "cosine_mean": 0.9998785853385925,
+          "cosine_min": 0.9964672327041626,
+          "cosine_std": 0.0001903739757835865,
+          "flattened_dot": 4753100.5,
+          "latent_frames": 11704,
+          "mse": 4.584621829034853e-05,
+          "predicted_squared": 4755903.0,
+          "reference_squared": 4751397.0,
+          "relative_l2": 0.015208039508293922,
+          "squared_error": 1098.92431640625,
+          "values": 23969792
+        }
+      },
+      "condition_latent_frames": 11704,
+      "emitted_frames": 3393,
+      "model_id": "simpletuner-v1",
+      "sample_id": "5ba2ad49-19cc-4486-b45f-6f9c7d962dab",
+      "shard_id": 750,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6683.2347412109375,
+            "count": 3328,
+            "top1_correct": 1427,
+            "top5_correct": 2707
+          },
+          {
+            "ce_sum": 13687.439453125,
+            "count": 3328,
+            "top1_correct": 418,
+            "top5_correct": 1177
+          },
+          {
+            "ce_sum": 12892.32974243164,
+            "count": 3328,
+            "top1_correct": 513,
+            "top5_correct": 1326
+          },
+          {
+            "ce_sum": 14694.018035888672,
+            "count": 3328,
+            "top1_correct": 380,
+            "top5_correct": 1014
+          },
+          {
+            "ce_sum": 15466.891235351562,
+            "count": 3328,
+            "top1_correct": 250,
+            "top5_correct": 831
+          },
+          {
+            "ce_sum": 17216.27117919922,
+            "count": 3328,
+            "top1_correct": 197,
+            "top5_correct": 606
+          },
+          {
+            "ce_sum": 18438.686096191406,
+            "count": 3328,
+            "top1_correct": 144,
+            "top5_correct": 435
+          },
+          {
+            "ce_sum": 18480.263793945312,
+            "count": 3328,
+            "top1_correct": 155,
+            "top5_correct": 473
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9744856953620911,
+          "cosine_mean": 0.7785332202911377,
+          "cosine_min": 0.5852680802345276,
+          "cosine_std": 0.045893244445323944,
+          "flattened_dot": 1229832.125,
+          "latent_frames": 4643,
+          "mse": 0.07470237112445818,
+          "predicted_squared": 1416593.625,
+          "reference_squared": 1753405.25,
+          "relative_l2": 0.6364882052701328,
+          "squared_error": 710334.6875,
+          "values": 9508864
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999736547470093,
+          "cosine_mean": 0.9999450445175171,
+          "cosine_min": 0.9997453689575195,
+          "cosine_std": 1.9635614080470987e-05,
+          "flattened_dot": 1753424.0,
+          "latent_frames": 4643,
+          "mse": 2.0357730212510465e-05,
+          "predicted_squared": 1753636.0,
+          "reference_squared": 1753405.25,
+          "relative_l2": 0.010507220445648589,
+          "squared_error": 193.57888793945312,
+          "values": 9508864
+        }
+      },
+      "condition_latent_frames": 4643,
+      "emitted_frames": 1346,
+      "model_id": "simpletuner-v1",
+      "sample_id": "0ed1a099-1301-41b1-9b09-e58cf33ef290",
+      "shard_id": 752,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2780.038314819336,
+            "count": 1280,
+            "top1_correct": 537,
+            "top5_correct": 1000
+          },
+          {
+            "ce_sum": 5527.485992431641,
+            "count": 1280,
+            "top1_correct": 155,
+            "top5_correct": 427
+          },
+          {
+            "ce_sum": 5237.823425292969,
+            "count": 1280,
+            "top1_correct": 189,
+            "top5_correct": 470
+          },
+          {
+            "ce_sum": 5894.6722412109375,
+            "count": 1280,
+            "top1_correct": 124,
+            "top5_correct": 330
+          },
+          {
+            "ce_sum": 6302.270263671875,
+            "count": 1280,
+            "top1_correct": 88,
+            "top5_correct": 284
+          },
+          {
+            "ce_sum": 6891.37451171875,
+            "count": 1280,
+            "top1_correct": 61,
+            "top5_correct": 194
+          },
+          {
+            "ce_sum": 7228.804016113281,
+            "count": 1280,
+            "top1_correct": 53,
+            "top5_correct": 172
+          },
+          {
+            "ce_sum": 7445.961181640625,
+            "count": 1280,
+            "top1_correct": 35,
+            "top5_correct": 126
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9575498104095459,
+          "cosine_mean": 0.7579769492149353,
+          "cosine_min": 0.5274672508239746,
+          "cosine_std": 0.04511658102273941,
+          "flattened_dot": 2068158.0,
+          "latent_frames": 8893,
+          "mse": 0.07441512219055718,
+          "predicted_squared": 2424403.5,
+          "reference_squared": 3067225.0,
+          "relative_l2": 0.6647324869708771,
+          "squared_error": 1355312.5,
+          "values": 18212864
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999616146087646,
+          "cosine_mean": 0.9999290108680725,
+          "cosine_min": 0.9993125200271606,
+          "cosine_std": 3.427095361985266e-05,
+          "flattened_dot": 3066797.25,
+          "latent_frames": 8893,
+          "mse": 2.388929430658016e-05,
+          "predicted_squared": 3066804.5,
+          "reference_squared": 3067225.0,
+          "relative_l2": 0.011910170126325828,
+          "squared_error": 435.09246826171875,
+          "values": 18212864
+        }
+      },
+      "condition_latent_frames": 8893,
+      "emitted_frames": 2578,
+      "model_id": "simpletuner-v1",
+      "sample_id": "7bc57e16-afb3-45a7-a7d4-39787a34701f",
+      "shard_id": 756,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4796.023223876953,
+            "count": 2560,
+            "top1_correct": 1166,
+            "top5_correct": 2128
+          },
+          {
+            "ce_sum": 10917.540740966797,
+            "count": 2560,
+            "top1_correct": 303,
+            "top5_correct": 838
+          },
+          {
+            "ce_sum": 11088.757446289062,
+            "count": 2560,
+            "top1_correct": 304,
+            "top5_correct": 836
+          },
+          {
+            "ce_sum": 11736.228149414062,
+            "count": 2560,
+            "top1_correct": 257,
+            "top5_correct": 712
+          },
+          {
+            "ce_sum": 12809.548095703125,
+            "count": 2560,
+            "top1_correct": 192,
+            "top5_correct": 527
+          },
+          {
+            "ce_sum": 14672.03564453125,
+            "count": 2560,
+            "top1_correct": 67,
+            "top5_correct": 247
+          },
+          {
+            "ce_sum": 15801.843200683594,
+            "count": 2560,
+            "top1_correct": 50,
+            "top5_correct": 171
+          },
+          {
+            "ce_sum": 16192.262023925781,
+            "count": 2560,
+            "top1_correct": 24,
+            "top5_correct": 125
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9599540829658508,
+          "cosine_mean": 0.7440826892852783,
+          "cosine_min": 0.4806593954563141,
+          "cosine_std": 0.05419893562793732,
+          "flattened_dot": 2560238.5,
+          "latent_frames": 11594,
+          "mse": 0.07405903941087524,
+          "predicted_squared": 3131413.0,
+          "reference_squared": 3747560.0,
+          "relative_l2": 0.6850091365895777,
+          "squared_error": 1758495.75,
+          "values": 23744512
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999654293060303,
+          "cosine_mean": 0.9999294281005859,
+          "cosine_min": 0.9995741844177246,
+          "cosine_std": 1.998352126975078e-05,
+          "flattened_dot": 3749130.5,
+          "latent_frames": 11594,
+          "mse": 2.2367064513192827e-05,
+          "predicted_squared": 3751232.25,
+          "reference_squared": 3747560.0,
+          "relative_l2": 0.011904518162634235,
+          "squared_error": 531.0950317382812,
+          "values": 23744512
+        }
+      },
+      "condition_latent_frames": 11594,
+      "emitted_frames": 3361,
+      "model_id": "simpletuner-v1",
+      "sample_id": "2cf7c022-b79f-43bd-a5e0-d1b0ba7e05e5",
+      "shard_id": 801,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7253.424270629883,
+            "count": 3328,
+            "top1_correct": 1319,
+            "top5_correct": 2591
+          },
+          {
+            "ce_sum": 14848.965026855469,
+            "count": 3328,
+            "top1_correct": 333,
+            "top5_correct": 950
+          },
+          {
+            "ce_sum": 14571.238677978516,
+            "count": 3328,
+            "top1_correct": 398,
+            "top5_correct": 1032
+          },
+          {
+            "ce_sum": 15866.594177246094,
+            "count": 3328,
+            "top1_correct": 265,
+            "top5_correct": 815
+          },
+          {
+            "ce_sum": 16920.938232421875,
+            "count": 3328,
+            "top1_correct": 212,
+            "top5_correct": 624
+          },
+          {
+            "ce_sum": 19021.378051757812,
+            "count": 3328,
+            "top1_correct": 102,
+            "top5_correct": 384
+          },
+          {
+            "ce_sum": 20290.494750976562,
+            "count": 3328,
+            "top1_correct": 58,
+            "top5_correct": 241
+          },
+          {
+            "ce_sum": 20581.60076904297,
+            "count": 3328,
+            "top1_correct": 68,
+            "top5_correct": 213
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9579508900642395,
+          "cosine_mean": 0.782190203666687,
+          "cosine_min": 0.5087348818778992,
+          "cosine_std": 0.04483319818973541,
+          "flattened_dot": 3995097.0,
+          "latent_frames": 15524,
+          "mse": 0.07075703755324417,
+          "predicted_squared": 4641632.0,
+          "reference_squared": 5598151.0,
+          "relative_l2": 0.6339124913541947,
+          "squared_error": 2249589.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999681711196899,
+          "cosine_mean": 0.9999357461929321,
+          "cosine_min": 0.999286413192749,
+          "cosine_std": 2.669270361366216e-05,
+          "flattened_dot": 5598916.5,
+          "latent_frames": 15524,
+          "mse": 2.2627134907955177e-05,
+          "predicted_squared": 5600401.0,
+          "reference_squared": 5598151.0,
+          "relative_l2": 0.0113359852460092,
+          "squared_error": 719.387939453125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "2d575609-e129-4410-8dcf-cce287f2d46c",
+      "shard_id": 813,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9130.408752441406,
+            "count": 4480,
+            "top1_correct": 1978,
+            "top5_correct": 3594
+          },
+          {
+            "ce_sum": 19061.092376708984,
+            "count": 4480,
+            "top1_correct": 534,
+            "top5_correct": 1466
+          },
+          {
+            "ce_sum": 18744.70004272461,
+            "count": 4480,
+            "top1_correct": 548,
+            "top5_correct": 1547
+          },
+          {
+            "ce_sum": 20223.874877929688,
+            "count": 4480,
+            "top1_correct": 457,
+            "top5_correct": 1269
+          },
+          {
+            "ce_sum": 21960.02325439453,
+            "count": 4480,
+            "top1_correct": 323,
+            "top5_correct": 990
+          },
+          {
+            "ce_sum": 24662.078125,
+            "count": 4480,
+            "top1_correct": 205,
+            "top5_correct": 676
+          },
+          {
+            "ce_sum": 26231.992065429688,
+            "count": 4480,
+            "top1_correct": 142,
+            "top5_correct": 448
+          },
+          {
+            "ce_sum": 26767.277587890625,
+            "count": 4480,
+            "top1_correct": 112,
+            "top5_correct": 384
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.913307785987854,
+          "cosine_mean": 0.744568407535553,
+          "cosine_min": 0.3819165825843811,
+          "cosine_std": 0.0503152459859848,
+          "flattened_dot": 2829716.0,
+          "latent_frames": 10973,
+          "mse": 0.08777434504543824,
+          "predicted_squared": 3370315.5,
+          "reference_squared": 4261643.0,
+          "relative_l2": 0.6803351843496048,
+          "squared_error": 1972526.875,
+          "values": 22472704
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999741315841675,
+          "cosine_mean": 0.9999483823776245,
+          "cosine_min": 0.9997401237487793,
+          "cosine_std": 1.230347334058024e-05,
+          "flattened_dot": 4263583.0,
+          "latent_frames": 10973,
+          "mse": 1.9811156953488164e-05,
+          "predicted_squared": 4265968.5,
+          "reference_squared": 4261643.0,
+          "relative_l2": 0.01022101562443832,
+          "squared_error": 445.21026611328125,
+          "values": 22472704
+        }
+      },
+      "condition_latent_frames": 10973,
+      "emitted_frames": 3181,
+      "model_id": "simpletuner-v1",
+      "sample_id": "69a1a59c-3144-4769-84dc-a564075d2271",
+      "shard_id": 871,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7338.1922607421875,
+            "count": 3072,
+            "top1_correct": 1119,
+            "top5_correct": 2247
+          },
+          {
+            "ce_sum": 14026.712768554688,
+            "count": 3072,
+            "top1_correct": 279,
+            "top5_correct": 818
+          },
+          {
+            "ce_sum": 13283.360961914062,
+            "count": 3072,
+            "top1_correct": 362,
+            "top5_correct": 988
+          },
+          {
+            "ce_sum": 14528.714416503906,
+            "count": 3072,
+            "top1_correct": 273,
+            "top5_correct": 756
+          },
+          {
+            "ce_sum": 15492.466186523438,
+            "count": 3072,
+            "top1_correct": 205,
+            "top5_correct": 627
+          },
+          {
+            "ce_sum": 17055.924438476562,
+            "count": 3072,
+            "top1_correct": 110,
+            "top5_correct": 392
+          },
+          {
+            "ce_sum": 17776.24969482422,
+            "count": 3072,
+            "top1_correct": 103,
+            "top5_correct": 322
+          },
+          {
+            "ce_sum": 18284.631225585938,
+            "count": 3072,
+            "top1_correct": 77,
+            "top5_correct": 292
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.940096378326416,
+          "cosine_mean": 0.7359115481376648,
+          "cosine_min": 0.46432435512542725,
+          "cosine_std": 0.05024426430463791,
+          "flattened_dot": 3849857.0,
+          "latent_frames": 15524,
+          "mse": 0.0888929399010202,
+          "predicted_squared": 4587279.0,
+          "reference_squared": 5938621.5,
+          "relative_l2": 0.6898546640235942,
+          "squared_error": 2826186.75,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999716281890869,
+          "cosine_mean": 0.9999500513076782,
+          "cosine_min": 0.9998340606689453,
+          "cosine_std": 1.0097629456140567e-05,
+          "flattened_dot": 5936683.0,
+          "latent_frames": 15524,
+          "mse": 1.8902627870736126e-05,
+          "predicted_squared": 5935344.5,
+          "reference_squared": 5938621.5,
+          "relative_l2": 0.010059700763643271,
+          "squared_error": 600.97412109375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "49bb99b3-042b-4521-a8cc-0fd2f930257a",
+      "shard_id": 890,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9452.061935424805,
+            "count": 4480,
+            "top1_correct": 1898,
+            "top5_correct": 3512
+          },
+          {
+            "ce_sum": 19675.490356445312,
+            "count": 4480,
+            "top1_correct": 496,
+            "top5_correct": 1371
+          },
+          {
+            "ce_sum": 20032.990600585938,
+            "count": 4480,
+            "top1_correct": 501,
+            "top5_correct": 1308
+          },
+          {
+            "ce_sum": 20530.50274658203,
+            "count": 4480,
+            "top1_correct": 449,
+            "top5_correct": 1237
+          },
+          {
+            "ce_sum": 21057.35772705078,
+            "count": 4480,
+            "top1_correct": 380,
+            "top5_correct": 1103
+          },
+          {
+            "ce_sum": 24465.02813720703,
+            "count": 4480,
+            "top1_correct": 195,
+            "top5_correct": 636
+          },
+          {
+            "ce_sum": 26911.76416015625,
+            "count": 4480,
+            "top1_correct": 101,
+            "top5_correct": 368
+          },
+          {
+            "ce_sum": 27097.91552734375,
+            "count": 4480,
+            "top1_correct": 87,
+            "top5_correct": 346
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9482020139694214,
+          "cosine_mean": 0.7901822924613953,
+          "cosine_min": 0.4396139979362488,
+          "cosine_std": 0.04842616245150566,
+          "flattened_dot": 650606.375,
+          "latent_frames": 2148,
+          "mse": 0.0794948101931666,
+          "predicted_squared": 772545.0625,
+          "reference_squared": 878373.5625,
+          "relative_l2": 0.6309745972968125,
+          "squared_error": 349705.9375,
+          "values": 4399104
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999611973762512,
+          "cosine_mean": 0.9999128580093384,
+          "cosine_min": 0.9993155002593994,
+          "cosine_std": 5.2328330639284104e-05,
+          "flattened_dot": 878376.375,
+          "latent_frames": 2148,
+          "mse": 3.332668287572026e-05,
+          "predicted_squared": 878525.75,
+          "reference_squared": 878373.5625,
+          "relative_l2": 0.012919286556736196,
+          "squared_error": 146.6075439453125,
+          "values": 4399104
+        }
+      },
+      "condition_latent_frames": 2148,
+      "emitted_frames": 623,
+      "model_id": "simpletuner-v1",
+      "sample_id": "d9dbd252-2c4e-4fbf-a843-3dc286304495",
+      "shard_id": 949,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1161.0650787353516,
+            "count": 512,
+            "top1_correct": 193,
+            "top5_correct": 400
+          },
+          {
+            "ce_sum": 2074.5499877929688,
+            "count": 512,
+            "top1_correct": 71,
+            "top5_correct": 178
+          },
+          {
+            "ce_sum": 2119.7573852539062,
+            "count": 512,
+            "top1_correct": 69,
+            "top5_correct": 189
+          },
+          {
+            "ce_sum": 2280.6866455078125,
+            "count": 512,
+            "top1_correct": 52,
+            "top5_correct": 157
+          },
+          {
+            "ce_sum": 2384.87939453125,
+            "count": 512,
+            "top1_correct": 49,
+            "top5_correct": 135
+          },
+          {
+            "ce_sum": 2743.6438598632812,
+            "count": 512,
+            "top1_correct": 19,
+            "top5_correct": 78
+          },
+          {
+            "ce_sum": 2549.1743774414062,
+            "count": 512,
+            "top1_correct": 34,
+            "top5_correct": 114
+          },
+          {
+            "ce_sum": 2777.1029052734375,
+            "count": 512,
+            "top1_correct": 24,
+            "top5_correct": 88
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9797987341880798,
+          "cosine_mean": 0.7123062014579773,
+          "cosine_min": 0.4939155578613281,
+          "cosine_std": 0.060731805860996246,
+          "flattened_dot": 2544659.0,
+          "latent_frames": 11622,
+          "mse": 0.08646264812290269,
+          "predicted_squared": 3225429.75,
+          "reference_squared": 3921860.0,
+          "relative_l2": 0.7243919823133176,
+          "squared_error": 2057971.5,
+          "values": 23801856
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999639987945557,
+          "cosine_mean": 0.9999371767044067,
+          "cosine_min": 0.9996405243873596,
+          "cosine_std": 1.6970141587080434e-05,
+          "flattened_dot": 3921955.25,
+          "latent_frames": 11622,
+          "mse": 2.0985889200950074e-05,
+          "predicted_squared": 3922550.0,
+          "reference_squared": 3921860.0,
+          "relative_l2": 0.011285558498789117,
+          "squared_error": 499.50311279296875,
+          "values": 23801856
+        }
+      },
+      "condition_latent_frames": 11622,
+      "emitted_frames": 3369,
+      "model_id": "simpletuner-v1",
+      "sample_id": "d3ddb4a8-516b-4b61-ae6d-27b9b86ab217",
+      "shard_id": 954,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10166.650299072266,
+            "count": 3328,
+            "top1_correct": 869,
+            "top5_correct": 1994
+          },
+          {
+            "ce_sum": 15822.671264648438,
+            "count": 3328,
+            "top1_correct": 273,
+            "top5_correct": 777
+          },
+          {
+            "ce_sum": 15375.942199707031,
+            "count": 3328,
+            "top1_correct": 320,
+            "top5_correct": 916
+          },
+          {
+            "ce_sum": 16460.937561035156,
+            "count": 3328,
+            "top1_correct": 244,
+            "top5_correct": 715
+          },
+          {
+            "ce_sum": 17134.131896972656,
+            "count": 3328,
+            "top1_correct": 181,
+            "top5_correct": 614
+          },
+          {
+            "ce_sum": 19242.59686279297,
+            "count": 3328,
+            "top1_correct": 106,
+            "top5_correct": 360
+          },
+          {
+            "ce_sum": 20140.216186523438,
+            "count": 3328,
+            "top1_correct": 91,
+            "top5_correct": 289
+          },
+          {
+            "ce_sum": 20563.518005371094,
+            "count": 3328,
+            "top1_correct": 74,
+            "top5_correct": 251
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9590374231338501,
+          "cosine_mean": 0.7888545989990234,
+          "cosine_min": 0.638282835483551,
+          "cosine_std": 0.042829930782318115,
+          "flattened_dot": 424091.125,
+          "latent_frames": 1658,
+          "mse": 0.06852091293426993,
+          "predicted_squared": 495171.78125,
+          "reference_squared": 585679.0,
+          "relative_l2": 0.6302879197485396,
+          "squared_error": 232668.515625,
+          "values": 3395584
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999538660049438,
+          "cosine_mean": 0.9998784065246582,
+          "cosine_min": 0.9993401169776917,
+          "cosine_std": 6.775344809284434e-05,
+          "flattened_dot": 585464.875,
+          "latent_frames": 1658,
+          "mse": 3.982363190093e-05,
+          "predicted_squared": 585386.0,
+          "reference_squared": 585679.0,
+          "relative_l2": 0.015194899976590197,
+          "squared_error": 135.2244873046875,
+          "values": 3395584
+        }
+      },
+      "condition_latent_frames": 1658,
+      "emitted_frames": 481,
+      "model_id": "simpletuner-v1",
+      "sample_id": "e6cb126e-8bee-4422-9e56-a5000f7adfb0",
+      "shard_id": 967,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 913.9102172851562,
+            "count": 384,
+            "top1_correct": 135,
+            "top5_correct": 275
+          },
+          {
+            "ce_sum": 1435.3626098632812,
+            "count": 384,
+            "top1_correct": 65,
+            "top5_correct": 172
+          },
+          {
+            "ce_sum": 1545.3160705566406,
+            "count": 384,
+            "top1_correct": 66,
+            "top5_correct": 156
+          },
+          {
+            "ce_sum": 1686.2562255859375,
+            "count": 384,
+            "top1_correct": 37,
+            "top5_correct": 117
+          },
+          {
+            "ce_sum": 1824.4065551757812,
+            "count": 384,
+            "top1_correct": 34,
+            "top5_correct": 93
+          },
+          {
+            "ce_sum": 2000.3322143554688,
+            "count": 384,
+            "top1_correct": 25,
+            "top5_correct": 80
+          },
+          {
+            "ce_sum": 2030.0556030273438,
+            "count": 384,
+            "top1_correct": 18,
+            "top5_correct": 70
+          },
+          {
+            "ce_sum": 2101.5064697265625,
+            "count": 384,
+            "top1_correct": 19,
+            "top5_correct": 52
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9341001510620117,
+          "cosine_mean": 0.7797825932502747,
+          "cosine_min": 0.37143081426620483,
+          "cosine_std": 0.0492413267493248,
+          "flattened_dot": 1689928.75,
+          "latent_frames": 6878,
+          "mse": 0.06837172312735125,
+          "predicted_squared": 2015044.125,
+          "reference_squared": 2327907.25,
+          "relative_l2": 0.643208075108989,
+          "squared_error": 963093.9375,
+          "values": 14086144
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999675154685974,
+          "cosine_mean": 0.9999326467514038,
+          "cosine_min": 0.9997361302375793,
+          "cosine_std": 2.039101855189074e-05,
+          "flattened_dot": 2328260.5,
+          "latent_frames": 6878,
+          "mse": 2.2420616872992133e-05,
+          "predicted_squared": 2328929.5,
+          "reference_squared": 2327907.25,
+          "relative_l2": 0.01164761492313814,
+          "squared_error": 315.8200378417969,
+          "values": 14086144
+        }
+      },
+      "condition_latent_frames": 6878,
+      "emitted_frames": 1994,
+      "model_id": "simpletuner-v1",
+      "sample_id": "ad530405-9db1-42de-a663-aec4f0a5ca27",
+      "shard_id": 994,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3662.5077362060547,
+            "count": 1920,
+            "top1_correct": 852,
+            "top5_correct": 1599
+          },
+          {
+            "ce_sum": 7888.733917236328,
+            "count": 1920,
+            "top1_correct": 270,
+            "top5_correct": 686
+          },
+          {
+            "ce_sum": 7822.3226318359375,
+            "count": 1920,
+            "top1_correct": 275,
+            "top5_correct": 718
+          },
+          {
+            "ce_sum": 8488.3662109375,
+            "count": 1920,
+            "top1_correct": 194,
+            "top5_correct": 550
+          },
+          {
+            "ce_sum": 9235.214599609375,
+            "count": 1920,
+            "top1_correct": 147,
+            "top5_correct": 447
+          },
+          {
+            "ce_sum": 10316.904663085938,
+            "count": 1920,
+            "top1_correct": 93,
+            "top5_correct": 303
+          },
+          {
+            "ce_sum": 11178.724487304688,
+            "count": 1920,
+            "top1_correct": 61,
+            "top5_correct": 191
+          },
+          {
+            "ce_sum": 11427.255310058594,
+            "count": 1920,
+            "top1_correct": 50,
+            "top5_correct": 176
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9823914170265198,
+          "cosine_mean": 0.758262038230896,
+          "cosine_min": 0.46832799911499023,
+          "cosine_std": 0.043880995362997055,
+          "flattened_dot": 4109256.5,
+          "latent_frames": 15524,
+          "mse": 0.08397482891913327,
+          "predicted_squared": 4840957.0,
+          "reference_squared": 6047381.0,
+          "relative_l2": 0.6644429404450415,
+          "squared_error": 2669824.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999706745147705,
+          "cosine_mean": 0.9999484419822693,
+          "cosine_min": 0.9995308518409729,
+          "cosine_std": 1.3699151168111712e-05,
+          "flattened_dot": 6044726.5,
+          "latent_frames": 15524,
+          "mse": 1.9967479209437933e-05,
+          "predicted_squared": 6042706.5,
+          "reference_squared": 6047381.0,
+          "relative_l2": 0.010245773435181134,
+          "squared_error": 634.8291015625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "96bc489d-f63b-4c8c-a969-3aaa1489909b",
+      "shard_id": 996,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10365.589904785156,
+            "count": 4480,
+            "top1_correct": 1705,
+            "top5_correct": 3405
+          },
+          {
+            "ce_sum": 19585.679901123047,
+            "count": 4480,
+            "top1_correct": 476,
+            "top5_correct": 1379
+          },
+          {
+            "ce_sum": 19981.74639892578,
+            "count": 4480,
+            "top1_correct": 466,
+            "top5_correct": 1303
+          },
+          {
+            "ce_sum": 20981.840942382812,
+            "count": 4480,
+            "top1_correct": 403,
+            "top5_correct": 1153
+          },
+          {
+            "ce_sum": 21975.560607910156,
+            "count": 4480,
+            "top1_correct": 336,
+            "top5_correct": 985
+          },
+          {
+            "ce_sum": 24277.160705566406,
+            "count": 4480,
+            "top1_correct": 193,
+            "top5_correct": 631
+          },
+          {
+            "ce_sum": 26399.748291015625,
+            "count": 4480,
+            "top1_correct": 124,
+            "top5_correct": 434
+          },
+          {
+            "ce_sum": 26491.306884765625,
+            "count": 4480,
+            "top1_correct": 109,
+            "top5_correct": 403
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9628522396087646,
+          "cosine_mean": 0.8000120520591736,
+          "cosine_min": 0.4625765383243561,
+          "cosine_std": 0.05084875971078873,
+          "flattened_dot": 1374355.25,
+          "latent_frames": 4529,
+          "mse": 0.07559582117930973,
+          "predicted_squared": 1546106.125,
+          "reference_squared": 1903785.0,
+          "relative_l2": 0.6068845489707312,
+          "squared_error": 701180.875,
+          "values": 9275392
+        },
+        "true_code_control": {
+          "cosine_max": 0.999954104423523,
+          "cosine_mean": 0.9998652338981628,
+          "cosine_min": 0.9986845254898071,
+          "cosine_std": 9.690536535345018e-05,
+          "flattened_dot": 1901319.375,
+          "latent_frames": 4529,
+          "mse": 5.222195675105126e-05,
+          "predicted_squared": 1899338.125,
+          "reference_squared": 1903785.0,
+          "relative_l2": 0.01595084726520092,
+          "squared_error": 484.3791198730469,
+          "values": 9275392
+        }
+      },
+      "condition_latent_frames": 4529,
+      "emitted_frames": 1313,
+      "model_id": "simpletuner-v1",
+      "sample_id": "c2cdf709-4d2c-4fa0-aea9-3a58696ea1ba",
+      "shard_id": 1081,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2790.388198852539,
+            "count": 1280,
+            "top1_correct": 526,
+            "top5_correct": 1021
+          },
+          {
+            "ce_sum": 4797.505554199219,
+            "count": 1280,
+            "top1_correct": 198,
+            "top5_correct": 553
+          },
+          {
+            "ce_sum": 4875.675140380859,
+            "count": 1280,
+            "top1_correct": 230,
+            "top5_correct": 537
+          },
+          {
+            "ce_sum": 5943.381164550781,
+            "count": 1280,
+            "top1_correct": 114,
+            "top5_correct": 328
+          },
+          {
+            "ce_sum": 5905.9791259765625,
+            "count": 1280,
+            "top1_correct": 133,
+            "top5_correct": 346
+          },
+          {
+            "ce_sum": 6185.8515625,
+            "count": 1280,
+            "top1_correct": 113,
+            "top5_correct": 304
+          },
+          {
+            "ce_sum": 6708.703308105469,
+            "count": 1280,
+            "top1_correct": 76,
+            "top5_correct": 215
+          },
+          {
+            "ce_sum": 6817.731689453125,
+            "count": 1280,
+            "top1_correct": 68,
+            "top5_correct": 212
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9147086143493652,
+          "cosine_mean": 0.747346043586731,
+          "cosine_min": 0.2894142270088196,
+          "cosine_std": 0.05375991016626358,
+          "flattened_dot": 2947938.5,
+          "latent_frames": 11694,
+          "mse": 0.08536829784504875,
+          "predicted_squared": 3401907.5,
+          "reference_squared": 4538481.5,
+          "relative_l2": 0.6711808352079537,
+          "squared_error": 2044512.0,
+          "values": 23949312
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999700784683228,
+          "cosine_mean": 0.999941349029541,
+          "cosine_min": 0.9996517896652222,
+          "cosine_std": 2.0998555555706844e-05,
+          "flattened_dot": 4538195.0,
+          "latent_frames": 11694,
+          "mse": 2.2026072287327083e-05,
+          "predicted_squared": 4538435.0,
+          "reference_squared": 4538481.5,
+          "relative_l2": 0.010781017878812988,
+          "squared_error": 527.50927734375,
+          "values": 23949312
+        }
+      },
+      "condition_latent_frames": 11694,
+      "emitted_frames": 3390,
+      "model_id": "simpletuner-v1",
+      "sample_id": "a6e65618-1120-4feb-b66a-25f63dc5ea3b",
+      "shard_id": 1097,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7070.860092163086,
+            "count": 3328,
+            "top1_correct": 1396,
+            "top5_correct": 2617
+          },
+          {
+            "ce_sum": 14926.5654296875,
+            "count": 3328,
+            "top1_correct": 348,
+            "top5_correct": 973
+          },
+          {
+            "ce_sum": 14381.893768310547,
+            "count": 3328,
+            "top1_correct": 353,
+            "top5_correct": 1049
+          },
+          {
+            "ce_sum": 15579.938110351562,
+            "count": 3328,
+            "top1_correct": 295,
+            "top5_correct": 870
+          },
+          {
+            "ce_sum": 16671.07421875,
+            "count": 3328,
+            "top1_correct": 217,
+            "top5_correct": 717
+          },
+          {
+            "ce_sum": 18996.441833496094,
+            "count": 3328,
+            "top1_correct": 108,
+            "top5_correct": 364
+          },
+          {
+            "ce_sum": 20111.579528808594,
+            "count": 3328,
+            "top1_correct": 82,
+            "top5_correct": 282
+          },
+          {
+            "ce_sum": 20181.950317382812,
+            "count": 3328,
+            "top1_correct": 76,
+            "top5_correct": 266
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.920095682144165,
+          "cosine_mean": 0.7628827691078186,
+          "cosine_min": 0.4988097846508026,
+          "cosine_std": 0.053660910576581955,
+          "flattened_dot": 1011701.0,
+          "latent_frames": 3362,
+          "mse": 0.09189606166751096,
+          "predicted_squared": 1205020.875,
+          "reference_squared": 1451120.0,
+          "relative_l2": 0.6603293736292524,
+          "squared_error": 632738.9375,
+          "values": 6885376
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976634979248,
+          "cosine_mean": 0.999957263469696,
+          "cosine_min": 0.9999033212661743,
+          "cosine_std": 8.55793223308865e-06,
+          "flattened_dot": 1450892.375,
+          "latent_frames": 3362,
+          "mse": 1.8525940678007612e-05,
+          "predicted_squared": 1450792.375,
+          "reference_squared": 1451120.0,
+          "relative_l2": 0.009375669751028303,
+          "squared_error": 127.55806732177734,
+          "values": 6885376
+        }
+      },
+      "condition_latent_frames": 3362,
+      "emitted_frames": 975,
+      "model_id": "simpletuner-v1",
+      "sample_id": "deaea54c-f7a9-47ee-b9bc-1a2dd26d93e9",
+      "shard_id": 1134,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2064.5315704345703,
+            "count": 896,
+            "top1_correct": 358,
+            "top5_correct": 682
+          },
+          {
+            "ce_sum": 3634.108673095703,
+            "count": 896,
+            "top1_correct": 146,
+            "top5_correct": 346
+          },
+          {
+            "ce_sum": 3645.8916015625,
+            "count": 896,
+            "top1_correct": 122,
+            "top5_correct": 323
+          },
+          {
+            "ce_sum": 3799.4768981933594,
+            "count": 896,
+            "top1_correct": 114,
+            "top5_correct": 309
+          },
+          {
+            "ce_sum": 4248.7576904296875,
+            "count": 896,
+            "top1_correct": 73,
+            "top5_correct": 210
+          },
+          {
+            "ce_sum": 4797.977966308594,
+            "count": 896,
+            "top1_correct": 36,
+            "top5_correct": 144
+          },
+          {
+            "ce_sum": 4567.3692626953125,
+            "count": 896,
+            "top1_correct": 58,
+            "top5_correct": 175
+          },
+          {
+            "ce_sum": 4782.08349609375,
+            "count": 896,
+            "top1_correct": 39,
+            "top5_correct": 141
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9265873432159424,
+          "cosine_mean": 0.7611326575279236,
+          "cosine_min": 0.4949691891670227,
+          "cosine_std": 0.05200372263789177,
+          "flattened_dot": 4088469.0,
+          "latent_frames": 15251,
+          "mse": 0.08325021623838191,
+          "predicted_squared": 4799576.0,
+          "reference_squared": 5977604.0,
+          "relative_l2": 0.6595432065980356,
+          "squared_error": 2600241.25,
+          "values": 31234048
+        },
+        "true_code_control": {
+          "cosine_max": 0.999975860118866,
+          "cosine_mean": 0.9999364018440247,
+          "cosine_min": 0.9996178150177002,
+          "cosine_std": 2.023478373303078e-05,
+          "flattened_dot": 5973803.0,
+          "latent_frames": 15251,
+          "mse": 2.4543852972113556e-05,
+          "predicted_squared": 5970769.0,
+          "reference_squared": 5977604.0,
+          "relative_l2": 0.011324575632585288,
+          "squared_error": 766.6038818359375,
+          "values": 31234048
+        }
+      },
+      "condition_latent_frames": 15251,
+      "emitted_frames": 4421,
+      "model_id": "simpletuner-v1",
+      "sample_id": "cc7bf0a5-d6f4-4377-bf6b-a281e0c00abe",
+      "shard_id": 1152,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10112.65640258789,
+            "count": 4352,
+            "top1_correct": 1660,
+            "top5_correct": 3256
+          },
+          {
+            "ce_sum": 18161.43032836914,
+            "count": 4352,
+            "top1_correct": 519,
+            "top5_correct": 1498
+          },
+          {
+            "ce_sum": 18664.8193359375,
+            "count": 4352,
+            "top1_correct": 530,
+            "top5_correct": 1429
+          },
+          {
+            "ce_sum": 19768.83380126953,
+            "count": 4352,
+            "top1_correct": 436,
+            "top5_correct": 1223
+          },
+          {
+            "ce_sum": 21613.19757080078,
+            "count": 4352,
+            "top1_correct": 300,
+            "top5_correct": 919
+          },
+          {
+            "ce_sum": 23300.252807617188,
+            "count": 4352,
+            "top1_correct": 216,
+            "top5_correct": 727
+          },
+          {
+            "ce_sum": 24542.55987548828,
+            "count": 4352,
+            "top1_correct": 163,
+            "top5_correct": 549
+          },
+          {
+            "ce_sum": 25382.149780273438,
+            "count": 4352,
+            "top1_correct": 170,
+            "top5_correct": 483
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9590765833854675,
+          "cosine_mean": 0.7654772400856018,
+          "cosine_min": 0.2826847732067108,
+          "cosine_std": 0.04856448620557785,
+          "flattened_dot": 3981818.5,
+          "latent_frames": 15524,
+          "mse": 0.07826893036588509,
+          "predicted_squared": 4610486.0,
+          "reference_squared": 5841567.0,
+          "relative_l2": 0.6526747499366111,
+          "squared_error": 2488416.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999778866767883,
+          "cosine_mean": 0.999945878982544,
+          "cosine_min": 0.9997855424880981,
+          "cosine_std": 1.4196926713339053e-05,
+          "flattened_dot": 5840396.0,
+          "latent_frames": 15524,
+          "mse": 2.000374727659513e-05,
+          "predicted_squared": 5839860.5,
+          "reference_squared": 5841567.0,
+          "relative_l2": 0.01043416719862914,
+          "squared_error": 635.982177734375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "0913c74c-b126-4f78-8917-2a0d577cdb97",
+      "shard_id": 1154,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9027.033645629883,
+            "count": 4480,
+            "top1_correct": 1969,
+            "top5_correct": 3596
+          },
+          {
+            "ce_sum": 19304.75067138672,
+            "count": 4480,
+            "top1_correct": 529,
+            "top5_correct": 1422
+          },
+          {
+            "ce_sum": 18622.097442626953,
+            "count": 4480,
+            "top1_correct": 617,
+            "top5_correct": 1565
+          },
+          {
+            "ce_sum": 20831.226043701172,
+            "count": 4480,
+            "top1_correct": 394,
+            "top5_correct": 1148
+          },
+          {
+            "ce_sum": 21422.23992919922,
+            "count": 4480,
+            "top1_correct": 389,
+            "top5_correct": 1049
+          },
+          {
+            "ce_sum": 24885.922607421875,
+            "count": 4480,
+            "top1_correct": 167,
+            "top5_correct": 590
+          },
+          {
+            "ce_sum": 26174.28143310547,
+            "count": 4480,
+            "top1_correct": 132,
+            "top5_correct": 469
+          },
+          {
+            "ce_sum": 26868.45916748047,
+            "count": 4480,
+            "top1_correct": 102,
+            "top5_correct": 367
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9639508724212646,
+          "cosine_mean": 0.7659832835197449,
+          "cosine_min": 0.41667789220809937,
+          "cosine_std": 0.04368530958890915,
+          "flattened_dot": 3221569.0,
+          "latent_frames": 13464,
+          "mse": 0.07253703742387106,
+          "predicted_squared": 3820979.25,
+          "reference_squared": 4622314.5,
+          "relative_l2": 0.6578126016934612,
+          "squared_error": 2000156.0,
+          "values": 27574272
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999660849571228,
+          "cosine_mean": 0.9999381899833679,
+          "cosine_min": 0.9996606707572937,
+          "cosine_std": 1.9135377442580648e-05,
+          "flattened_dot": 4623339.0,
+          "latent_frames": 13464,
+          "mse": 2.0959888780251616e-05,
+          "predicted_squared": 4624941.5,
+          "reference_squared": 4622314.5,
+          "relative_l2": 0.011181929991595103,
+          "squared_error": 577.9536743164062,
+          "values": 27574272
+        }
+      },
+      "condition_latent_frames": 13464,
+      "emitted_frames": 3903,
+      "model_id": "simpletuner-v1",
+      "sample_id": "1a5380ab-b04a-426b-950e-6c3a44ea935e",
+      "shard_id": 1175,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7435.055511474609,
+            "count": 3840,
+            "top1_correct": 1716,
+            "top5_correct": 3190
+          },
+          {
+            "ce_sum": 16041.75064086914,
+            "count": 3840,
+            "top1_correct": 479,
+            "top5_correct": 1289
+          },
+          {
+            "ce_sum": 16744.65252685547,
+            "count": 3840,
+            "top1_correct": 420,
+            "top5_correct": 1197
+          },
+          {
+            "ce_sum": 17624.040100097656,
+            "count": 3840,
+            "top1_correct": 369,
+            "top5_correct": 1033
+          },
+          {
+            "ce_sum": 19069.396728515625,
+            "count": 3840,
+            "top1_correct": 240,
+            "top5_correct": 774
+          },
+          {
+            "ce_sum": 21872.256713867188,
+            "count": 3840,
+            "top1_correct": 126,
+            "top5_correct": 435
+          },
+          {
+            "ce_sum": 23476.399169921875,
+            "count": 3840,
+            "top1_correct": 67,
+            "top5_correct": 277
+          },
+          {
+            "ce_sum": 23640.951293945312,
+            "count": 3840,
+            "top1_correct": 62,
+            "top5_correct": 241
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9596480131149292,
+          "cosine_mean": 0.7601293325424194,
+          "cosine_min": 0.49788910150527954,
+          "cosine_std": 0.04818110540509224,
+          "flattened_dot": 3027793.5,
+          "latent_frames": 11277,
+          "mse": 0.08334544077720416,
+          "predicted_squared": 3624504.25,
+          "reference_squared": 4355970.5,
+          "relative_l2": 0.6647528764960571,
+          "squared_error": 1924887.625,
+          "values": 23095296
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999745488166809,
+          "cosine_mean": 0.9999456405639648,
+          "cosine_min": 0.9996492862701416,
+          "cosine_std": 1.6607365978416055e-05,
+          "flattened_dot": 4357772.0,
+          "latent_frames": 11277,
+          "mse": 2.0593991461000597e-05,
+          "predicted_squared": 4360049.0,
+          "reference_squared": 4355970.5,
+          "relative_l2": 0.010449356965582355,
+          "squared_error": 475.62432861328125,
+          "values": 23095296
+        }
+      },
+      "condition_latent_frames": 11277,
+      "emitted_frames": 3269,
+      "model_id": "simpletuner-v1",
+      "sample_id": "196fcb66-db0e-401f-bd62-f65350283d1a",
+      "shard_id": 1195,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6725.2056884765625,
+            "count": 3200,
+            "top1_correct": 1340,
+            "top5_correct": 2542
+          },
+          {
+            "ce_sum": 13898.378997802734,
+            "count": 3200,
+            "top1_correct": 348,
+            "top5_correct": 996
+          },
+          {
+            "ce_sum": 13546.670989990234,
+            "count": 3200,
+            "top1_correct": 416,
+            "top5_correct": 1060
+          },
+          {
+            "ce_sum": 14650.036560058594,
+            "count": 3200,
+            "top1_correct": 322,
+            "top5_correct": 858
+          },
+          {
+            "ce_sum": 15312.143188476562,
+            "count": 3200,
+            "top1_correct": 276,
+            "top5_correct": 746
+          },
+          {
+            "ce_sum": 17468.24432373047,
+            "count": 3200,
+            "top1_correct": 160,
+            "top5_correct": 481
+          },
+          {
+            "ce_sum": 18419.372497558594,
+            "count": 3200,
+            "top1_correct": 104,
+            "top5_correct": 349
+          },
+          {
+            "ce_sum": 19209.959838867188,
+            "count": 3200,
+            "top1_correct": 67,
+            "top5_correct": 260
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9104384183883667,
+          "cosine_mean": 0.7291579842567444,
+          "cosine_min": 0.3975638151168823,
+          "cosine_std": 0.0477989986538887,
+          "flattened_dot": 3156134.5,
+          "latent_frames": 13506,
+          "mse": 0.08641525171393732,
+          "predicted_squared": 3850084.5,
+          "reference_squared": 4852455.0,
+          "relative_l2": 0.7018475532154763,
+          "squared_error": 2390270.75,
+          "values": 27660288
+        },
+        "true_code_control": {
+          "cosine_max": 0.999969482421875,
+          "cosine_mean": 0.9999434351921082,
+          "cosine_min": 0.9998108148574829,
+          "cosine_std": 1.3252465578261763e-05,
+          "flattened_dot": 4852784.0,
+          "latent_frames": 13506,
+          "mse": 2.0129180530009758e-05,
+          "predicted_squared": 4853670.0,
+          "reference_squared": 4852455.0,
+          "relative_l2": 0.010711755174873659,
+          "squared_error": 556.7789306640625,
+          "values": 27660288
+        }
+      },
+      "condition_latent_frames": 13506,
+      "emitted_frames": 3915,
+      "model_id": "simpletuner-v1",
+      "sample_id": "23a89945-aa1f-4265-a6f0-555f50285a94",
+      "shard_id": 1229,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8622.989685058594,
+            "count": 3840,
+            "top1_correct": 1520,
+            "top5_correct": 2949
+          },
+          {
+            "ce_sum": 17564.17218017578,
+            "count": 3840,
+            "top1_correct": 341,
+            "top5_correct": 1055
+          },
+          {
+            "ce_sum": 17836.579040527344,
+            "count": 3840,
+            "top1_correct": 351,
+            "top5_correct": 993
+          },
+          {
+            "ce_sum": 18577.342895507812,
+            "count": 3840,
+            "top1_correct": 309,
+            "top5_correct": 897
+          },
+          {
+            "ce_sum": 18659.34112548828,
+            "count": 3840,
+            "top1_correct": 295,
+            "top5_correct": 850
+          },
+          {
+            "ce_sum": 22114.50714111328,
+            "count": 3840,
+            "top1_correct": 112,
+            "top5_correct": 391
+          },
+          {
+            "ce_sum": 23478.152893066406,
+            "count": 3840,
+            "top1_correct": 91,
+            "top5_correct": 285
+          },
+          {
+            "ce_sum": 24016.89471435547,
+            "count": 3840,
+            "top1_correct": 55,
+            "top5_correct": 221
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9613540172576904,
+          "cosine_mean": 0.7609522938728333,
+          "cosine_min": 0.28658729791641235,
+          "cosine_std": 0.05826221778988838,
+          "flattened_dot": 2443499.0,
+          "latent_frames": 7782,
+          "mse": 0.09838093855913486,
+          "predicted_squared": 2823586.0,
+          "reference_squared": 3631361.75,
+          "relative_l2": 0.6570997663044668,
+          "squared_error": 1567949.75,
+          "values": 15937536
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999786615371704,
+          "cosine_mean": 0.999954879283905,
+          "cosine_min": 0.999843955039978,
+          "cosine_std": 1.377683202008484e-05,
+          "flattened_dot": 3631764.0,
+          "latent_frames": 7782,
+          "mse": 2.049878948116572e-05,
+          "predicted_squared": 3632492.75,
+          "reference_squared": 3631361.75,
+          "relative_l2": 0.009485056881696869,
+          "squared_error": 326.7001953125,
+          "values": 15937536
+        }
+      },
+      "condition_latent_frames": 7782,
+      "emitted_frames": 2256,
+      "model_id": "simpletuner-v1",
+      "sample_id": "60f1b881-8852-4094-88b9-6f9a510f996a",
+      "shard_id": 1283,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5067.408798217773,
+            "count": 2176,
+            "top1_correct": 828,
+            "top5_correct": 1635
+          },
+          {
+            "ce_sum": 9414.845520019531,
+            "count": 2176,
+            "top1_correct": 249,
+            "top5_correct": 726
+          },
+          {
+            "ce_sum": 9351.933380126953,
+            "count": 2176,
+            "top1_correct": 285,
+            "top5_correct": 742
+          },
+          {
+            "ce_sum": 9616.499938964844,
+            "count": 2176,
+            "top1_correct": 233,
+            "top5_correct": 655
+          },
+          {
+            "ce_sum": 10006.2177734375,
+            "count": 2176,
+            "top1_correct": 237,
+            "top5_correct": 612
+          },
+          {
+            "ce_sum": 10572.202697753906,
+            "count": 2176,
+            "top1_correct": 188,
+            "top5_correct": 484
+          },
+          {
+            "ce_sum": 12204.020324707031,
+            "count": 2176,
+            "top1_correct": 88,
+            "top5_correct": 288
+          },
+          {
+            "ce_sum": 12241.052734375,
+            "count": 2176,
+            "top1_correct": 73,
+            "top5_correct": 285
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9674253463745117,
+          "cosine_mean": 0.7591980695724487,
+          "cosine_min": 0.5129462480545044,
+          "cosine_std": 0.04720796272158623,
+          "flattened_dot": 2799455.0,
+          "latent_frames": 12619,
+          "mse": 0.06821744008755398,
+          "predicted_squared": 3479946.0,
+          "reference_squared": 3881955.5,
+          "relative_l2": 0.6739068628052981,
+          "squared_error": 1762991.875,
+          "values": 25843712
+        },
+        "true_code_control": {
+          "cosine_max": 0.999962329864502,
+          "cosine_mean": 0.9999271631240845,
+          "cosine_min": 0.9995863437652588,
+          "cosine_std": 2.0081259208382107e-05,
+          "flattened_dot": 3883153.0,
+          "latent_frames": 12619,
+          "mse": 2.2129737043240924e-05,
+          "predicted_squared": 3884922.0,
+          "reference_squared": 3881955.5,
+          "relative_l2": 0.012137808931961539,
+          "squared_error": 571.91455078125,
+          "values": 25843712
+        }
+      },
+      "condition_latent_frames": 12619,
+      "emitted_frames": 3658,
+      "model_id": "simpletuner-v1",
+      "sample_id": "2e7bfdee-0af9-4358-ad77-4b7ffb6b02b8",
+      "shard_id": 1312,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7333.541839599609,
+            "count": 3584,
+            "top1_correct": 1492,
+            "top5_correct": 2894
+          },
+          {
+            "ce_sum": 15775.873168945312,
+            "count": 3584,
+            "top1_correct": 387,
+            "top5_correct": 1082
+          },
+          {
+            "ce_sum": 16461.941833496094,
+            "count": 3584,
+            "top1_correct": 340,
+            "top5_correct": 974
+          },
+          {
+            "ce_sum": 17242.35772705078,
+            "count": 3584,
+            "top1_correct": 304,
+            "top5_correct": 862
+          },
+          {
+            "ce_sum": 18554.444091796875,
+            "count": 3584,
+            "top1_correct": 206,
+            "top5_correct": 647
+          },
+          {
+            "ce_sum": 20827.691040039062,
+            "count": 3584,
+            "top1_correct": 102,
+            "top5_correct": 364
+          },
+          {
+            "ce_sum": 22190.869873046875,
+            "count": 3584,
+            "top1_correct": 59,
+            "top5_correct": 215
+          },
+          {
+            "ce_sum": 22546.625427246094,
+            "count": 3584,
+            "top1_correct": 57,
+            "top5_correct": 193
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9350446462631226,
+          "cosine_mean": 0.7469324469566345,
+          "cosine_min": 0.4112844169139862,
+          "cosine_std": 0.05200613662600517,
+          "flattened_dot": 4034998.0,
+          "latent_frames": 15524,
+          "mse": 0.0880443137566228,
+          "predicted_squared": 4731498.5,
+          "reference_squared": 6137704.0,
+          "relative_l2": 0.6753275692783302,
+          "squared_error": 2799206.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999738335609436,
+          "cosine_mean": 0.9999482035636902,
+          "cosine_min": 0.9998315572738647,
+          "cosine_std": 1.1214622645638883e-05,
+          "flattened_dot": 6139939.0,
+          "latent_frames": 15524,
+          "mse": 2.0364462116028163e-05,
+          "predicted_squared": 6142821.0,
+          "reference_squared": 6137704.0,
+          "relative_l2": 0.010270705935384934,
+          "squared_error": 647.450439453125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "e795befd-b238-4ca0-a67d-83c628b43146",
+      "shard_id": 1342,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10086.326034545898,
+            "count": 4480,
+            "top1_correct": 1779,
+            "top5_correct": 3425
+          },
+          {
+            "ce_sum": 19273.22152709961,
+            "count": 4480,
+            "top1_correct": 514,
+            "top5_correct": 1389
+          },
+          {
+            "ce_sum": 19888.23175048828,
+            "count": 4480,
+            "top1_correct": 496,
+            "top5_correct": 1348
+          },
+          {
+            "ce_sum": 20675.853118896484,
+            "count": 4480,
+            "top1_correct": 412,
+            "top5_correct": 1186
+          },
+          {
+            "ce_sum": 21465.664672851562,
+            "count": 4480,
+            "top1_correct": 363,
+            "top5_correct": 1022
+          },
+          {
+            "ce_sum": 23558.53924560547,
+            "count": 4480,
+            "top1_correct": 242,
+            "top5_correct": 778
+          },
+          {
+            "ce_sum": 25798.21142578125,
+            "count": 4480,
+            "top1_correct": 151,
+            "top5_correct": 506
+          },
+          {
+            "ce_sum": 26649.007934570312,
+            "count": 4480,
+            "top1_correct": 115,
+            "top5_correct": 397
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9252983927726746,
+          "cosine_mean": 0.7384135723114014,
+          "cosine_min": 0.3689654469490051,
+          "cosine_std": 0.04991629347205162,
+          "flattened_dot": 3060459.25,
+          "latent_frames": 13519,
+          "mse": 0.07862130850851116,
+          "predicted_squared": 3840395.5,
+          "reference_squared": 4457304.0,
+          "relative_l2": 0.6988295589498389,
+          "squared_error": 2176781.25,
+          "values": 27686912
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999601244926453,
+          "cosine_mean": 0.9999244213104248,
+          "cosine_min": 0.9992700815200806,
+          "cosine_std": 3.4579748898977414e-05,
+          "flattened_dot": 4456983.5,
+          "latent_frames": 13519,
+          "mse": 2.4461875839058453e-05,
+          "predicted_squared": 4457340.0,
+          "reference_squared": 4457304.0,
+          "relative_l2": 0.012326676863359472,
+          "squared_error": 677.2738037109375,
+          "values": 27686912
+        }
+      },
+      "condition_latent_frames": 13519,
+      "emitted_frames": 3919,
+      "model_id": "simpletuner-v1",
+      "sample_id": "86cf339e-5b73-4c81-a3ca-82c7d4bdae34",
+      "shard_id": 1370,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8794.725189208984,
+            "count": 3840,
+            "top1_correct": 1455,
+            "top5_correct": 2914
+          },
+          {
+            "ce_sum": 16981.006713867188,
+            "count": 3840,
+            "top1_correct": 400,
+            "top5_correct": 1125
+          },
+          {
+            "ce_sum": 17085.151794433594,
+            "count": 3840,
+            "top1_correct": 407,
+            "top5_correct": 1139
+          },
+          {
+            "ce_sum": 17949.627197265625,
+            "count": 3840,
+            "top1_correct": 330,
+            "top5_correct": 962
+          },
+          {
+            "ce_sum": 19142.601318359375,
+            "count": 3840,
+            "top1_correct": 264,
+            "top5_correct": 785
+          },
+          {
+            "ce_sum": 21841.4921875,
+            "count": 3840,
+            "top1_correct": 141,
+            "top5_correct": 451
+          },
+          {
+            "ce_sum": 22465.87579345703,
+            "count": 3840,
+            "top1_correct": 124,
+            "top5_correct": 421
+          },
+          {
+            "ce_sum": 23496.338806152344,
+            "count": 3840,
+            "top1_correct": 79,
+            "top5_correct": 284
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.951410174369812,
+          "cosine_mean": 0.7569442987442017,
+          "cosine_min": 0.4378231167793274,
+          "cosine_std": 0.04562880098819733,
+          "flattened_dot": 2958905.25,
+          "latent_frames": 12112,
+          "mse": 0.07689224807557846,
+          "predicted_squared": 3616157.75,
+          "reference_squared": 4208993.5,
+          "relative_l2": 0.6731704737303497,
+          "squared_error": 1907341.125,
+          "values": 24805376
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999673366546631,
+          "cosine_mean": 0.9999397993087769,
+          "cosine_min": 0.999744176864624,
+          "cosine_std": 1.4250177628127858e-05,
+          "flattened_dot": 4210221.0,
+          "latent_frames": 12112,
+          "mse": 2.0629274837249494e-05,
+          "predicted_squared": 4211960.0,
+          "reference_squared": 4208993.5,
+          "relative_l2": 0.011026197332106634,
+          "squared_error": 511.7169189453125,
+          "values": 24805376
+        }
+      },
+      "condition_latent_frames": 12112,
+      "emitted_frames": 3511,
+      "model_id": "simpletuner-v1",
+      "sample_id": "f899ad21-c723-4d92-b2a5-83e70568f09e",
+      "shard_id": 1376,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7087.439926147461,
+            "count": 3456,
+            "top1_correct": 1502,
+            "top5_correct": 2772
+          },
+          {
+            "ce_sum": 15471.0458984375,
+            "count": 3456,
+            "top1_correct": 319,
+            "top5_correct": 968
+          },
+          {
+            "ce_sum": 15704.144836425781,
+            "count": 3456,
+            "top1_correct": 352,
+            "top5_correct": 1003
+          },
+          {
+            "ce_sum": 16270.794921875,
+            "count": 3456,
+            "top1_correct": 278,
+            "top5_correct": 866
+          },
+          {
+            "ce_sum": 17662.198120117188,
+            "count": 3456,
+            "top1_correct": 215,
+            "top5_correct": 656
+          },
+          {
+            "ce_sum": 19924.209106445312,
+            "count": 3456,
+            "top1_correct": 83,
+            "top5_correct": 349
+          },
+          {
+            "ce_sum": 20614.89483642578,
+            "count": 3456,
+            "top1_correct": 93,
+            "top5_correct": 294
+          },
+          {
+            "ce_sum": 21615.568420410156,
+            "count": 3456,
+            "top1_correct": 59,
+            "top5_correct": 198
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9548201560974121,
+          "cosine_mean": 0.768807053565979,
+          "cosine_min": 0.44749218225479126,
+          "cosine_std": 0.04821733757853508,
+          "flattened_dot": 3882412.0,
+          "latent_frames": 14796,
+          "mse": 0.07912901924506624,
+          "predicted_squared": 4444898.0,
+          "reference_squared": 5717710.0,
+          "relative_l2": 0.647580804210474,
+          "squared_error": 2397784.0,
+          "values": 30302208
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999728798866272,
+          "cosine_mean": 0.9999479651451111,
+          "cosine_min": 0.9998722076416016,
+          "cosine_std": 1.1391051884857006e-05,
+          "flattened_dot": 5717786.0,
+          "latent_frames": 14796,
+          "mse": 1.9823662507659714e-05,
+          "predicted_squared": 5718462.5,
+          "reference_squared": 5717710.0,
+          "relative_l2": 0.010249862111308282,
+          "squared_error": 600.7007446289062,
+          "values": 30302208
+        }
+      },
+      "condition_latent_frames": 14796,
+      "emitted_frames": 4289,
+      "model_id": "simpletuner-v1",
+      "sample_id": "6f3cce84-7b3b-4b0b-94bb-d62b1af46ca4",
+      "shard_id": 1372,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7289.260665893555,
+            "count": 4224,
+            "top1_correct": 2057,
+            "top5_correct": 3628
+          },
+          {
+            "ce_sum": 17672.8671875,
+            "count": 4224,
+            "top1_correct": 521,
+            "top5_correct": 1452
+          },
+          {
+            "ce_sum": 17681.735717773438,
+            "count": 4224,
+            "top1_correct": 570,
+            "top5_correct": 1484
+          },
+          {
+            "ce_sum": 18613.421630859375,
+            "count": 4224,
+            "top1_correct": 497,
+            "top5_correct": 1277
+          },
+          {
+            "ce_sum": 20244.634521484375,
+            "count": 4224,
+            "top1_correct": 369,
+            "top5_correct": 1029
+          },
+          {
+            "ce_sum": 23375.403198242188,
+            "count": 4224,
+            "top1_correct": 171,
+            "top5_correct": 542
+          },
+          {
+            "ce_sum": 24570.98162841797,
+            "count": 4224,
+            "top1_correct": 123,
+            "top5_correct": 432
+          },
+          {
+            "ce_sum": 25433.99609375,
+            "count": 4224,
+            "top1_correct": 107,
+            "top5_correct": 349
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9316402673721313,
+          "cosine_mean": 0.7676355838775635,
+          "cosine_min": 0.5974881649017334,
+          "cosine_std": 0.05029717832803726,
+          "flattened_dot": 1359821.5,
+          "latent_frames": 5043,
+          "mse": 0.08253873862516731,
+          "predicted_squared": 1559620.25,
+          "reference_squared": 2012487.75,
+          "relative_l2": 0.6508362757744681,
+          "squared_error": 852465.375,
+          "values": 10328064
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999699592590332,
+          "cosine_mean": 0.9999399185180664,
+          "cosine_min": 0.9997485876083374,
+          "cosine_std": 1.9725770471268333e-05,
+          "flattened_dot": 2013005.0,
+          "latent_frames": 5043,
+          "mse": 2.334009979349409e-05,
+          "predicted_squared": 2013763.0,
+          "reference_squared": 2012487.75,
+          "relative_l2": 0.01094445630682972,
+          "squared_error": 241.05804443359375,
+          "values": 10328064
+        }
+      },
+      "condition_latent_frames": 5043,
+      "emitted_frames": 1462,
+      "model_id": "simpletuner-v1",
+      "sample_id": "79dee1bf-6646-4c90-9845-be3d51ad3b1d",
+      "shard_id": 1419,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2740.851318359375,
+            "count": 1408,
+            "top1_correct": 636,
+            "top5_correct": 1152
+          },
+          {
+            "ce_sum": 6044.254608154297,
+            "count": 1408,
+            "top1_correct": 172,
+            "top5_correct": 483
+          },
+          {
+            "ce_sum": 5858.91064453125,
+            "count": 1408,
+            "top1_correct": 198,
+            "top5_correct": 502
+          },
+          {
+            "ce_sum": 6167.244812011719,
+            "count": 1408,
+            "top1_correct": 148,
+            "top5_correct": 422
+          },
+          {
+            "ce_sum": 6651.2738037109375,
+            "count": 1408,
+            "top1_correct": 121,
+            "top5_correct": 364
+          },
+          {
+            "ce_sum": 7226.37890625,
+            "count": 1408,
+            "top1_correct": 120,
+            "top5_correct": 292
+          },
+          {
+            "ce_sum": 7836.210388183594,
+            "count": 1408,
+            "top1_correct": 63,
+            "top5_correct": 201
+          },
+          {
+            "ce_sum": 8039.098937988281,
+            "count": 1408,
+            "top1_correct": 58,
+            "top5_correct": 180
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9715489745140076,
+          "cosine_mean": 0.785948634147644,
+          "cosine_min": 0.4859597086906433,
+          "cosine_std": 0.041822321712970734,
+          "flattened_dot": 4443591.0,
+          "latent_frames": 15524,
+          "mse": 0.07774185145279083,
+          "predicted_squared": 5126988.5,
+          "reference_squared": 6231852.5,
+          "relative_l2": 0.6297753385569934,
+          "squared_error": 2471658.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999735951423645,
+          "cosine_mean": 0.9999451637268066,
+          "cosine_min": 0.9992592930793762,
+          "cosine_std": 2.665522879397031e-05,
+          "flattened_dot": 6232128.5,
+          "latent_frames": 15524,
+          "mse": 2.1848961023656526e-05,
+          "predicted_squared": 6233099.0,
+          "reference_squared": 6231852.5,
+          "relative_l2": 0.010557804244687443,
+          "squared_error": 694.6473388671875,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "af788529-48ef-41f1-bf23-9fe08776de6e",
+      "shard_id": 1424,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9787.168823242188,
+            "count": 4480,
+            "top1_correct": 1804,
+            "top5_correct": 3504
+          },
+          {
+            "ce_sum": 18753.604705810547,
+            "count": 4480,
+            "top1_correct": 551,
+            "top5_correct": 1514
+          },
+          {
+            "ce_sum": 18786.90316772461,
+            "count": 4480,
+            "top1_correct": 553,
+            "top5_correct": 1539
+          },
+          {
+            "ce_sum": 20740.175689697266,
+            "count": 4480,
+            "top1_correct": 407,
+            "top5_correct": 1185
+          },
+          {
+            "ce_sum": 22641.68927001953,
+            "count": 4480,
+            "top1_correct": 301,
+            "top5_correct": 906
+          },
+          {
+            "ce_sum": 23908.782470703125,
+            "count": 4480,
+            "top1_correct": 220,
+            "top5_correct": 715
+          },
+          {
+            "ce_sum": 25762.326171875,
+            "count": 4480,
+            "top1_correct": 159,
+            "top5_correct": 490
+          },
+          {
+            "ce_sum": 25842.203735351562,
+            "count": 4480,
+            "top1_correct": 165,
+            "top5_correct": 525
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.95627361536026,
+          "cosine_mean": 0.7560607194900513,
+          "cosine_min": 0.4556465446949005,
+          "cosine_std": 0.046741221100091934,
+          "flattened_dot": 3160992.0,
+          "latent_frames": 13426,
+          "mse": 0.07551148970223354,
+          "predicted_squared": 3727102.25,
+          "reference_squared": 4671179.5,
+          "relative_l2": 0.6667016631543593,
+          "squared_error": 2076297.75,
+          "values": 27496448
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999658465385437,
+          "cosine_mean": 0.9999381899833679,
+          "cosine_min": 0.9996901154518127,
+          "cosine_std": 1.584300844115205e-05,
+          "flattened_dot": 4670553.0,
+          "latent_frames": 13426,
+          "mse": 2.1304860300444535e-05,
+          "predicted_squared": 4670512.0,
+          "reference_squared": 4671179.5,
+          "relative_l2": 0.011198616305954208,
+          "squared_error": 585.8079833984375,
+          "values": 27496448
+        }
+      },
+      "condition_latent_frames": 13426,
+      "emitted_frames": 3892,
+      "model_id": "simpletuner-v1",
+      "sample_id": "6b36256d-eeb0-4e1d-8f14-7da28f955a6d",
+      "shard_id": 1433,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8087.096862792969,
+            "count": 3840,
+            "top1_correct": 1612,
+            "top5_correct": 3018
+          },
+          {
+            "ce_sum": 17121.955322265625,
+            "count": 3840,
+            "top1_correct": 402,
+            "top5_correct": 1115
+          },
+          {
+            "ce_sum": 17105.007415771484,
+            "count": 3840,
+            "top1_correct": 399,
+            "top5_correct": 1153
+          },
+          {
+            "ce_sum": 18415.966674804688,
+            "count": 3840,
+            "top1_correct": 291,
+            "top5_correct": 864
+          },
+          {
+            "ce_sum": 19315.34893798828,
+            "count": 3840,
+            "top1_correct": 264,
+            "top5_correct": 783
+          },
+          {
+            "ce_sum": 21417.463745117188,
+            "count": 3840,
+            "top1_correct": 161,
+            "top5_correct": 495
+          },
+          {
+            "ce_sum": 23080.03448486328,
+            "count": 3840,
+            "top1_correct": 84,
+            "top5_correct": 316
+          },
+          {
+            "ce_sum": 23489.46533203125,
+            "count": 3840,
+            "top1_correct": 89,
+            "top5_correct": 273
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9613070487976074,
+          "cosine_mean": 0.7400431632995605,
+          "cosine_min": 0.3371264934539795,
+          "cosine_std": 0.05384562164545059,
+          "flattened_dot": 3512270.25,
+          "latent_frames": 15524,
+          "mse": 0.07713095732062049,
+          "predicted_squared": 4304507.0,
+          "reference_squared": 5172269.5,
+          "relative_l2": 0.688558083595205,
+          "squared_error": 2452236.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999709725379944,
+          "cosine_mean": 0.9999387860298157,
+          "cosine_min": 0.9995840191841125,
+          "cosine_std": 1.933199200720992e-05,
+          "flattened_dot": 5172900.5,
+          "latent_frames": 15524,
+          "mse": 1.9843885192733484e-05,
+          "predicted_squared": 5174162.0,
+          "reference_squared": 5172269.5,
+          "relative_l2": 0.011044335049262725,
+          "squared_error": 630.899658203125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "3baf244f-ad8a-4e1b-a778-d726c1d89e70",
+      "shard_id": 1454,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8854.6748046875,
+            "count": 4480,
+            "top1_correct": 2006,
+            "top5_correct": 3692
+          },
+          {
+            "ce_sum": 20053.081634521484,
+            "count": 4480,
+            "top1_correct": 446,
+            "top5_correct": 1290
+          },
+          {
+            "ce_sum": 20193.056671142578,
+            "count": 4480,
+            "top1_correct": 473,
+            "top5_correct": 1286
+          },
+          {
+            "ce_sum": 20917.64077758789,
+            "count": 4480,
+            "top1_correct": 419,
+            "top5_correct": 1126
+          },
+          {
+            "ce_sum": 22203.06231689453,
+            "count": 4480,
+            "top1_correct": 311,
+            "top5_correct": 951
+          },
+          {
+            "ce_sum": 25820.38507080078,
+            "count": 4480,
+            "top1_correct": 162,
+            "top5_correct": 475
+          },
+          {
+            "ce_sum": 26754.546630859375,
+            "count": 4480,
+            "top1_correct": 133,
+            "top5_correct": 396
+          },
+          {
+            "ce_sum": 27829.44012451172,
+            "count": 4480,
+            "top1_correct": 100,
+            "top5_correct": 329
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9117414951324463,
+          "cosine_mean": 0.7506898045539856,
+          "cosine_min": 0.4209158420562744,
+          "cosine_std": 0.05199459567666054,
+          "flattened_dot": 2521034.25,
+          "latent_frames": 9945,
+          "mse": 0.08353213794031235,
+          "predicted_squared": 2996333.5,
+          "reference_squared": 3747064.0,
+          "relative_l2": 0.6738273163531135,
+          "squared_error": 1701329.125,
+          "values": 20367360
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999704360961914,
+          "cosine_mean": 0.9999364018440247,
+          "cosine_min": 0.999770998954773,
+          "cosine_std": 1.6692398276063614e-05,
+          "flattened_dot": 3748579.5,
+          "latent_frames": 9945,
+          "mse": 2.3467560818951714e-05,
+          "predicted_squared": 3750572.75,
+          "reference_squared": 3747064.0,
+          "relative_l2": 0.011294208228469197,
+          "squared_error": 477.9722595214844,
+          "values": 20367360
+        }
+      },
+      "condition_latent_frames": 9945,
+      "emitted_frames": 2883,
+      "model_id": "simpletuner-v1",
+      "sample_id": "44c61dbf-4238-41db-86e6-5cbd86ae9a93",
+      "shard_id": 1483,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5885.63786315918,
+            "count": 2816,
+            "top1_correct": 1188,
+            "top5_correct": 2248
+          },
+          {
+            "ce_sum": 12518.792602539062,
+            "count": 2816,
+            "top1_correct": 270,
+            "top5_correct": 818
+          },
+          {
+            "ce_sum": 12517.423461914062,
+            "count": 2816,
+            "top1_correct": 288,
+            "top5_correct": 819
+          },
+          {
+            "ce_sum": 13335.962127685547,
+            "count": 2816,
+            "top1_correct": 246,
+            "top5_correct": 713
+          },
+          {
+            "ce_sum": 14416.618347167969,
+            "count": 2816,
+            "top1_correct": 155,
+            "top5_correct": 550
+          },
+          {
+            "ce_sum": 15977.788208007812,
+            "count": 2816,
+            "top1_correct": 93,
+            "top5_correct": 310
+          },
+          {
+            "ce_sum": 16787.2890625,
+            "count": 2816,
+            "top1_correct": 73,
+            "top5_correct": 244
+          },
+          {
+            "ce_sum": 17116.14910888672,
+            "count": 2816,
+            "top1_correct": 51,
+            "top5_correct": 206
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9539027810096741,
+          "cosine_mean": 0.7693193554878235,
+          "cosine_min": 0.3912595212459564,
+          "cosine_std": 0.05143727734684944,
+          "flattened_dot": 1908217.0,
+          "latent_frames": 7841,
+          "mse": 0.07228278116431258,
+          "predicted_squared": 2258420.0,
+          "reference_squared": 2718757.5,
+          "relative_l2": 0.6534056627917956,
+          "squared_error": 1160743.5,
+          "values": 16058368
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999708533287048,
+          "cosine_mean": 0.9999352097511292,
+          "cosine_min": 0.9998167753219604,
+          "cosine_std": 1.7082713384297676e-05,
+          "flattened_dot": 2718702.5,
+          "latent_frames": 7841,
+          "mse": 2.2135731015730202e-05,
+          "predicted_squared": 2719002.5,
+          "reference_squared": 2718757.5,
+          "relative_l2": 0.011434374213740979,
+          "squared_error": 355.4637145996094,
+          "values": 16058368
+        }
+      },
+      "condition_latent_frames": 7841,
+      "emitted_frames": 2273,
+      "model_id": "simpletuner-v1",
+      "sample_id": "2e9c9457-453c-435c-a1d2-3cb766fadea9",
+      "shard_id": 1484,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4359.607284545898,
+            "count": 2176,
+            "top1_correct": 936,
+            "top5_correct": 1764
+          },
+          {
+            "ce_sum": 8649.763732910156,
+            "count": 2176,
+            "top1_correct": 295,
+            "top5_correct": 834
+          },
+          {
+            "ce_sum": 9077.48355102539,
+            "count": 2176,
+            "top1_correct": 260,
+            "top5_correct": 744
+          },
+          {
+            "ce_sum": 10004.220275878906,
+            "count": 2176,
+            "top1_correct": 224,
+            "top5_correct": 590
+          },
+          {
+            "ce_sum": 10432.864318847656,
+            "count": 2176,
+            "top1_correct": 169,
+            "top5_correct": 514
+          },
+          {
+            "ce_sum": 11851.217529296875,
+            "count": 2176,
+            "top1_correct": 96,
+            "top5_correct": 323
+          },
+          {
+            "ce_sum": 12470.112915039062,
+            "count": 2176,
+            "top1_correct": 73,
+            "top5_correct": 233
+          },
+          {
+            "ce_sum": 12969.921264648438,
+            "count": 2176,
+            "top1_correct": 63,
+            "top5_correct": 202
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9279278516769409,
+          "cosine_mean": 0.7579469680786133,
+          "cosine_min": 0.5795496106147766,
+          "cosine_std": 0.04794950410723686,
+          "flattened_dot": 311585.90625,
+          "latent_frames": 1203,
+          "mse": 0.08087732785955035,
+          "predicted_squared": 393245.1875,
+          "reference_squared": 429187.59375,
+          "relative_l2": 0.681377215283463,
+          "squared_error": 199261.03125,
+          "values": 2463744
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999703168869019,
+          "cosine_mean": 0.999950110912323,
+          "cosine_min": 0.9999059438705444,
+          "cosine_std": 9.937576578522567e-06,
+          "flattened_dot": 428991.75,
+          "latent_frames": 1203,
+          "mse": 1.750472106243904e-05,
+          "predicted_squared": 428839.0,
+          "reference_squared": 429187.59375,
+          "relative_l2": 0.010024248110556763,
+          "squared_error": 43.12715148925781,
+          "values": 2463744
+        }
+      },
+      "condition_latent_frames": 1203,
+      "emitted_frames": 349,
+      "model_id": "simpletuner-v1",
+      "sample_id": "1c557493-feee-41ae-9afb-22d73f4a2d52",
+      "shard_id": 1488,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 752.5075988769531,
+            "count": 256,
+            "top1_correct": 64,
+            "top5_correct": 160
+          },
+          {
+            "ce_sum": 1102.4427490234375,
+            "count": 256,
+            "top1_correct": 30,
+            "top5_correct": 81
+          },
+          {
+            "ce_sum": 1139.8731689453125,
+            "count": 256,
+            "top1_correct": 26,
+            "top5_correct": 89
+          },
+          {
+            "ce_sum": 1242.0757446289062,
+            "count": 256,
+            "top1_correct": 28,
+            "top5_correct": 57
+          },
+          {
+            "ce_sum": 1172.31103515625,
+            "count": 256,
+            "top1_correct": 26,
+            "top5_correct": 65
+          },
+          {
+            "ce_sum": 1252.8802490234375,
+            "count": 256,
+            "top1_correct": 12,
+            "top5_correct": 49
+          },
+          {
+            "ce_sum": 1393.8352661132812,
+            "count": 256,
+            "top1_correct": 15,
+            "top5_correct": 38
+          },
+          {
+            "ce_sum": 1379.2194213867188,
+            "count": 256,
+            "top1_correct": 13,
+            "top5_correct": 38
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9217625856399536,
+          "cosine_mean": 0.7371166348457336,
+          "cosine_min": 0.44428351521492004,
+          "cosine_std": 0.04775167629122734,
+          "flattened_dot": 3770024.0,
+          "latent_frames": 15524,
+          "mse": 0.08503357892919834,
+          "predicted_squared": 4644268.5,
+          "reference_squared": 5599264.5,
+          "relative_l2": 0.6948587498415699,
+          "squared_error": 2703485.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999740123748779,
+          "cosine_mean": 0.999946653842926,
+          "cosine_min": 0.9994176626205444,
+          "cosine_std": 1.597519440110773e-05,
+          "flattened_dot": 5600116.5,
+          "latent_frames": 15524,
+          "mse": 1.8960013275323408e-05,
+          "predicted_squared": 5601571.0,
+          "reference_squared": 5599264.5,
+          "relative_l2": 0.010375776782620314,
+          "squared_error": 602.798583984375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "9857944c-7292-447b-95bd-84b2c6a9db94",
+      "shard_id": 1504,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10240.22883605957,
+            "count": 4480,
+            "top1_correct": 1740,
+            "top5_correct": 3350
+          },
+          {
+            "ce_sum": 20169.994659423828,
+            "count": 4480,
+            "top1_correct": 451,
+            "top5_correct": 1329
+          },
+          {
+            "ce_sum": 20274.470092773438,
+            "count": 4480,
+            "top1_correct": 463,
+            "top5_correct": 1319
+          },
+          {
+            "ce_sum": 22058.949645996094,
+            "count": 4480,
+            "top1_correct": 322,
+            "top5_correct": 981
+          },
+          {
+            "ce_sum": 22665.451110839844,
+            "count": 4480,
+            "top1_correct": 279,
+            "top5_correct": 861
+          },
+          {
+            "ce_sum": 25105.85711669922,
+            "count": 4480,
+            "top1_correct": 186,
+            "top5_correct": 569
+          },
+          {
+            "ce_sum": 26822.30828857422,
+            "count": 4480,
+            "top1_correct": 104,
+            "top5_correct": 359
+          },
+          {
+            "ce_sum": 27339.826232910156,
+            "count": 4480,
+            "top1_correct": 107,
+            "top5_correct": 320
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9605255126953125,
+          "cosine_mean": 0.7540237903594971,
+          "cosine_min": 0.3111271858215332,
+          "cosine_std": 0.04898421838879585,
+          "flattened_dot": 4191354.5,
+          "latent_frames": 15524,
+          "mse": 0.08772239694887754,
+          "predicted_squared": 4900635.5,
+          "reference_squared": 6271045.0,
+          "relative_l2": 0.6668867358711607,
+          "squared_error": 2788971.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999719858169556,
+          "cosine_mean": 0.9999487400054932,
+          "cosine_min": 0.9996091723442078,
+          "cosine_std": 1.40713191285613e-05,
+          "flattened_dot": 6269778.0,
+          "latent_frames": 15524,
+          "mse": 2.035889673773636e-05,
+          "predicted_squared": 6269158.0,
+          "reference_squared": 6271045.0,
+          "relative_l2": 0.010159537890220798,
+          "squared_error": 647.2734985351562,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "790b537f-4605-483c-aff9-057f14e5d422",
+      "shard_id": 1517,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9690.672790527344,
+            "count": 4480,
+            "top1_correct": 1846,
+            "top5_correct": 3501
+          },
+          {
+            "ce_sum": 19365.502319335938,
+            "count": 4480,
+            "top1_correct": 510,
+            "top5_correct": 1423
+          },
+          {
+            "ce_sum": 19347.6220703125,
+            "count": 4480,
+            "top1_correct": 549,
+            "top5_correct": 1456
+          },
+          {
+            "ce_sum": 20396.78302001953,
+            "count": 4480,
+            "top1_correct": 440,
+            "top5_correct": 1265
+          },
+          {
+            "ce_sum": 21923.40545654297,
+            "count": 4480,
+            "top1_correct": 329,
+            "top5_correct": 1007
+          },
+          {
+            "ce_sum": 24530.687622070312,
+            "count": 4480,
+            "top1_correct": 204,
+            "top5_correct": 626
+          },
+          {
+            "ce_sum": 26396.334228515625,
+            "count": 4480,
+            "top1_correct": 132,
+            "top5_correct": 414
+          },
+          {
+            "ce_sum": 26896.892517089844,
+            "count": 4480,
+            "top1_correct": 119,
+            "top5_correct": 405
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9584502577781677,
+          "cosine_mean": 0.7638339996337891,
+          "cosine_min": 0.298862099647522,
+          "cosine_std": 0.051933757960796356,
+          "flattened_dot": 3948688.75,
+          "latent_frames": 15524,
+          "mse": 0.07797959132834643,
+          "predicted_squared": 4662118.0,
+          "reference_squared": 5714477.0,
+          "relative_l2": 0.6586717330530223,
+          "squared_error": 2479217.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999746084213257,
+          "cosine_mean": 0.9999495148658752,
+          "cosine_min": 0.9996957778930664,
+          "cosine_std": 1.5363055354100652e-05,
+          "flattened_dot": 5713725.5,
+          "latent_frames": 15524,
+          "mse": 1.8414517893861233e-05,
+          "predicted_squared": 5713559.5,
+          "reference_squared": 5714477.0,
+          "relative_l2": 0.010121822689812751,
+          "squared_error": 585.45556640625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "c5acc193-3589-41a5-819b-6a929f82624a",
+      "shard_id": 1527,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9328.821578979492,
+            "count": 4480,
+            "top1_correct": 1856,
+            "top5_correct": 3545
+          },
+          {
+            "ce_sum": 19191.528198242188,
+            "count": 4480,
+            "top1_correct": 551,
+            "top5_correct": 1453
+          },
+          {
+            "ce_sum": 18757.156982421875,
+            "count": 4480,
+            "top1_correct": 551,
+            "top5_correct": 1548
+          },
+          {
+            "ce_sum": 19882.060943603516,
+            "count": 4480,
+            "top1_correct": 455,
+            "top5_correct": 1350
+          },
+          {
+            "ce_sum": 21935.58563232422,
+            "count": 4480,
+            "top1_correct": 325,
+            "top5_correct": 983
+          },
+          {
+            "ce_sum": 24452.938415527344,
+            "count": 4480,
+            "top1_correct": 205,
+            "top5_correct": 650
+          },
+          {
+            "ce_sum": 25801.74530029297,
+            "count": 4480,
+            "top1_correct": 148,
+            "top5_correct": 497
+          },
+          {
+            "ce_sum": 25991.244750976562,
+            "count": 4480,
+            "top1_correct": 162,
+            "top5_correct": 474
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9657945036888123,
+          "cosine_mean": 0.7730862498283386,
+          "cosine_min": 0.5768222808837891,
+          "cosine_std": 0.042986609041690826,
+          "flattened_dot": 705827.75,
+          "latent_frames": 2586,
+          "mse": 0.0790031002366257,
+          "predicted_squared": 846876.5,
+          "reference_squared": 983189.375,
+          "relative_l2": 0.6523530770192064,
+          "squared_error": 418410.53125,
+          "values": 5296128
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999740123748779,
+          "cosine_mean": 0.9999409317970276,
+          "cosine_min": 0.9994410276412964,
+          "cosine_std": 3.5462944651953876e-05,
+          "flattened_dot": 983159.0,
+          "latent_frames": 2586,
+          "mse": 2.1494567763040163e-05,
+          "predicted_squared": 983242.375,
+          "reference_squared": 983189.375,
+          "relative_l2": 0.01076031552238375,
+          "squared_error": 113.83798217773438,
+          "values": 5296128
+        }
+      },
+      "condition_latent_frames": 2586,
+      "emitted_frames": 750,
+      "model_id": "simpletuner-v1",
+      "sample_id": "d5a30897-4a8f-4a97-8db0-3f17948864bd",
+      "shard_id": 1537,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1344.9320983886719,
+            "count": 640,
+            "top1_correct": 252,
+            "top5_correct": 521
+          },
+          {
+            "ce_sum": 2609.1950073242188,
+            "count": 640,
+            "top1_correct": 90,
+            "top5_correct": 234
+          },
+          {
+            "ce_sum": 2593.8958129882812,
+            "count": 640,
+            "top1_correct": 80,
+            "top5_correct": 232
+          },
+          {
+            "ce_sum": 2746.8486938476562,
+            "count": 640,
+            "top1_correct": 73,
+            "top5_correct": 202
+          },
+          {
+            "ce_sum": 2891.6514892578125,
+            "count": 640,
+            "top1_correct": 52,
+            "top5_correct": 178
+          },
+          {
+            "ce_sum": 3153.562255859375,
+            "count": 640,
+            "top1_correct": 56,
+            "top5_correct": 150
+          },
+          {
+            "ce_sum": 3227.0842895507812,
+            "count": 640,
+            "top1_correct": 36,
+            "top5_correct": 124
+          },
+          {
+            "ce_sum": 3385.5365600585938,
+            "count": 640,
+            "top1_correct": 38,
+            "top5_correct": 107
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9596951007843018,
+          "cosine_mean": 0.7752355933189392,
+          "cosine_min": 0.5088008642196655,
+          "cosine_std": 0.04728631675243378,
+          "flattened_dot": 2015098.5,
+          "latent_frames": 7337,
+          "mse": 0.07899667054345696,
+          "predicted_squared": 2338972.5,
+          "reference_squared": 2878242.0,
+          "relative_l2": 0.6421921260465002,
+          "squared_error": 1187017.875,
+          "values": 15026176
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999715685844421,
+          "cosine_mean": 0.9999424815177917,
+          "cosine_min": 0.9992337226867676,
+          "cosine_std": 3.166608439642005e-05,
+          "flattened_dot": 2879189.0,
+          "latent_frames": 7337,
+          "mse": 2.211448085946609e-05,
+          "predicted_squared": 2880467.75,
+          "reference_squared": 2878242.0,
+          "relative_l2": 0.010744815359908974,
+          "squared_error": 332.29608154296875,
+          "values": 15026176
+        }
+      },
+      "condition_latent_frames": 7337,
+      "emitted_frames": 2127,
+      "model_id": "simpletuner-v1",
+      "sample_id": "634d1c4f-a16b-4b0d-9ef1-1f4881b0a99a",
+      "shard_id": 1556,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4414.284805297852,
+            "count": 2048,
+            "top1_correct": 818,
+            "top5_correct": 1617
+          },
+          {
+            "ce_sum": 8656.075744628906,
+            "count": 2048,
+            "top1_correct": 273,
+            "top5_correct": 682
+          },
+          {
+            "ce_sum": 8574.326293945312,
+            "count": 2048,
+            "top1_correct": 276,
+            "top5_correct": 709
+          },
+          {
+            "ce_sum": 9450.582458496094,
+            "count": 2048,
+            "top1_correct": 224,
+            "top5_correct": 567
+          },
+          {
+            "ce_sum": 9977.463989257812,
+            "count": 2048,
+            "top1_correct": 167,
+            "top5_correct": 485
+          },
+          {
+            "ce_sum": 10866.189453125,
+            "count": 2048,
+            "top1_correct": 115,
+            "top5_correct": 307
+          },
+          {
+            "ce_sum": 11830.738830566406,
+            "count": 2048,
+            "top1_correct": 69,
+            "top5_correct": 222
+          },
+          {
+            "ce_sum": 11999.27587890625,
+            "count": 2048,
+            "top1_correct": 53,
+            "top5_correct": 198
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9501538276672363,
+          "cosine_mean": 0.7735342979431152,
+          "cosine_min": 0.5589200258255005,
+          "cosine_std": 0.052235689014196396,
+          "flattened_dot": 145211.4375,
+          "latent_frames": 616,
+          "mse": 0.06721791354092685,
+          "predicted_squared": 180397.125,
+          "reference_squared": 194825.71875,
+          "relative_l2": 0.6597428656834932,
+          "squared_error": 84799.96875,
+          "values": 1261568
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999620914459229,
+          "cosine_mean": 0.9999050498008728,
+          "cosine_min": 0.9998199343681335,
+          "cosine_std": 3.270147499279119e-05,
+          "flattened_dot": 194652.921875,
+          "latent_frames": 616,
+          "mse": 2.8913910198327782e-05,
+          "predicted_squared": 194516.625,
+          "reference_squared": 194825.71875,
+          "relative_l2": 0.013683134710113029,
+          "squared_error": 36.476863861083984,
+          "values": 1261568
+        }
+      },
+      "condition_latent_frames": 616,
+      "emitted_frames": 179,
+      "model_id": "simpletuner-v1",
+      "sample_id": "f7646f8e-806e-4d99-8b00-41ef2834c41b",
+      "shard_id": 1575,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 272.990234375,
+            "count": 128,
+            "top1_correct": 57,
+            "top5_correct": 101
+          },
+          {
+            "ce_sum": 564.1029052734375,
+            "count": 128,
+            "top1_correct": 14,
+            "top5_correct": 46
+          },
+          {
+            "ce_sum": 554.6614379882812,
+            "count": 128,
+            "top1_correct": 18,
+            "top5_correct": 38
+          },
+          {
+            "ce_sum": 604.448486328125,
+            "count": 128,
+            "top1_correct": 13,
+            "top5_correct": 31
+          },
+          {
+            "ce_sum": 543.4961547851562,
+            "count": 128,
+            "top1_correct": 17,
+            "top5_correct": 37
+          },
+          {
+            "ce_sum": 615.39892578125,
+            "count": 128,
+            "top1_correct": 21,
+            "top5_correct": 39
+          },
+          {
+            "ce_sum": 660.6776733398438,
+            "count": 128,
+            "top1_correct": 9,
+            "top5_correct": 28
+          },
+          {
+            "ce_sum": 672.41455078125,
+            "count": 128,
+            "top1_correct": 6,
+            "top5_correct": 30
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9084804058074951,
+          "cosine_mean": 0.755593478679657,
+          "cosine_min": 0.46308407187461853,
+          "cosine_std": 0.04832333326339722,
+          "flattened_dot": 3488098.5,
+          "latent_frames": 14668,
+          "mse": 0.07515335187035553,
+          "predicted_squared": 4258599.5,
+          "reference_squared": 4975209.0,
+          "relative_l2": 0.673626152467943,
+          "squared_error": 2257611.5,
+          "values": 30040064
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999653697013855,
+          "cosine_mean": 0.9999323487281799,
+          "cosine_min": 0.9996869564056396,
+          "cosine_std": 1.902825533761643e-05,
+          "flattened_dot": 4973876.0,
+          "latent_frames": 14668,
+          "mse": 2.2520949413381742e-05,
+          "predicted_squared": 4973218.5,
+          "reference_squared": 4975209.0,
+          "relative_l2": 0.011661062139245797,
+          "squared_error": 676.53076171875,
+          "values": 30040064
+        }
+      },
+      "condition_latent_frames": 14668,
+      "emitted_frames": 4252,
+      "model_id": "simpletuner-v1",
+      "sample_id": "f74e08b5-a7d2-4775-8d3a-633f6eb2de96",
+      "shard_id": 1587,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9918.56234741211,
+            "count": 4224,
+            "top1_correct": 1530,
+            "top5_correct": 3141
+          },
+          {
+            "ce_sum": 18932.60760498047,
+            "count": 4224,
+            "top1_correct": 426,
+            "top5_correct": 1193
+          },
+          {
+            "ce_sum": 18555.14422607422,
+            "count": 4224,
+            "top1_correct": 465,
+            "top5_correct": 1285
+          },
+          {
+            "ce_sum": 19863.180297851562,
+            "count": 4224,
+            "top1_correct": 351,
+            "top5_correct": 1040
+          },
+          {
+            "ce_sum": 21113.29168701172,
+            "count": 4224,
+            "top1_correct": 273,
+            "top5_correct": 882
+          },
+          {
+            "ce_sum": 23611.58807373047,
+            "count": 4224,
+            "top1_correct": 169,
+            "top5_correct": 539
+          },
+          {
+            "ce_sum": 25555.280639648438,
+            "count": 4224,
+            "top1_correct": 103,
+            "top5_correct": 335
+          },
+          {
+            "ce_sum": 25866.961059570312,
+            "count": 4224,
+            "top1_correct": 94,
+            "top5_correct": 320
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.97196364402771,
+          "cosine_mean": 0.7769598364830017,
+          "cosine_min": 0.48465844988822937,
+          "cosine_std": 0.043193791061639786,
+          "flattened_dot": 4628790.0,
+          "latent_frames": 15524,
+          "mse": 0.08601469429643213,
+          "predicted_squared": 5287561.5,
+          "reference_squared": 6704696.0,
+          "relative_l2": 0.6386509649535123,
+          "squared_error": 2734678.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999749660491943,
+          "cosine_mean": 0.9999517202377319,
+          "cosine_min": 0.9997737407684326,
+          "cosine_std": 1.1812109733000398e-05,
+          "flattened_dot": 6703248.0,
+          "latent_frames": 15524,
+          "mse": 2.0476395522955305e-05,
+          "predicted_squared": 6702450.5,
+          "reference_squared": 6704696.0,
+          "relative_l2": 0.009853805882346491,
+          "squared_error": 651.0091552734375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "2230bc5b-2186-4cf5-8dd5-7584ad903bed",
+      "shard_id": 1614,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10414.783584594727,
+            "count": 4480,
+            "top1_correct": 1717,
+            "top5_correct": 3360
+          },
+          {
+            "ce_sum": 18464.067474365234,
+            "count": 4480,
+            "top1_correct": 549,
+            "top5_correct": 1567
+          },
+          {
+            "ce_sum": 19183.613555908203,
+            "count": 4480,
+            "top1_correct": 498,
+            "top5_correct": 1437
+          },
+          {
+            "ce_sum": 20809.36590576172,
+            "count": 4480,
+            "top1_correct": 379,
+            "top5_correct": 1152
+          },
+          {
+            "ce_sum": 21424.262084960938,
+            "count": 4480,
+            "top1_correct": 315,
+            "top5_correct": 1045
+          },
+          {
+            "ce_sum": 22946.148010253906,
+            "count": 4480,
+            "top1_correct": 297,
+            "top5_correct": 862
+          },
+          {
+            "ce_sum": 24965.642211914062,
+            "count": 4480,
+            "top1_correct": 166,
+            "top5_correct": 584
+          },
+          {
+            "ce_sum": 25470.525024414062,
+            "count": 4480,
+            "top1_correct": 134,
+            "top5_correct": 500
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9488945007324219,
+          "cosine_mean": 0.7856489419937134,
+          "cosine_min": 0.5326523184776306,
+          "cosine_std": 0.04380187392234802,
+          "flattened_dot": 1997614.25,
+          "latent_frames": 7754,
+          "mse": 0.0692146858174007,
+          "predicted_squared": 2351034.5,
+          "reference_squared": 2743336.0,
+          "relative_l2": 0.632976372433608,
+          "squared_error": 1099142.5,
+          "values": 15880192
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999697208404541,
+          "cosine_mean": 0.9999401569366455,
+          "cosine_min": 0.999660849571228,
+          "cosine_std": 1.8093036487698555e-05,
+          "flattened_dot": 2744646.75,
+          "latent_frames": 7754,
+          "mse": 2.0907143972139554e-05,
+          "predicted_squared": 2746289.5,
+          "reference_squared": 2743336.0,
+          "relative_l2": 0.011001090264956053,
+          "squared_error": 332.00946044921875,
+          "values": 15880192
+        }
+      },
+      "condition_latent_frames": 7754,
+      "emitted_frames": 2248,
+      "model_id": "simpletuner-v1",
+      "sample_id": "baedadc9-2c35-408c-801f-7ae3c0f8c62f",
+      "shard_id": 1639,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4319.812255859375,
+            "count": 2176,
+            "top1_correct": 992,
+            "top5_correct": 1779
+          },
+          {
+            "ce_sum": 8696.87646484375,
+            "count": 2176,
+            "top1_correct": 304,
+            "top5_correct": 801
+          },
+          {
+            "ce_sum": 8876.618621826172,
+            "count": 2176,
+            "top1_correct": 301,
+            "top5_correct": 807
+          },
+          {
+            "ce_sum": 10100.415283203125,
+            "count": 2176,
+            "top1_correct": 196,
+            "top5_correct": 586
+          },
+          {
+            "ce_sum": 10252.388793945312,
+            "count": 2176,
+            "top1_correct": 183,
+            "top5_correct": 543
+          },
+          {
+            "ce_sum": 11363.317016601562,
+            "count": 2176,
+            "top1_correct": 137,
+            "top5_correct": 398
+          },
+          {
+            "ce_sum": 12310.302734375,
+            "count": 2176,
+            "top1_correct": 88,
+            "top5_correct": 276
+          },
+          {
+            "ce_sum": 12642.609924316406,
+            "count": 2176,
+            "top1_correct": 71,
+            "top5_correct": 238
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9817345142364502,
+          "cosine_mean": 0.745829701423645,
+          "cosine_min": 0.5295476317405701,
+          "cosine_std": 0.05090169981122017,
+          "flattened_dot": 1345301.25,
+          "latent_frames": 6191,
+          "mse": 0.07354013686071516,
+          "predicted_squared": 1699245.75,
+          "reference_squared": 1923784.25,
+          "relative_l2": 0.6961926158181574,
+          "squared_error": 932427.75,
+          "values": 12679168
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999663829803467,
+          "cosine_mean": 0.9999239444732666,
+          "cosine_min": 0.9996492862701416,
+          "cosine_std": 2.2071299099479802e-05,
+          "flattened_dot": 1924439.875,
+          "latent_frames": 6191,
+          "mse": 2.297372506828228e-05,
+          "predicted_squared": 1925386.75,
+          "reference_squared": 1923784.25,
+          "relative_l2": 0.012305036477105753,
+          "squared_error": 291.2877197265625,
+          "values": 12679168
+        }
+      },
+      "condition_latent_frames": 6191,
+      "emitted_frames": 1795,
+      "model_id": "simpletuner-v1",
+      "sample_id": "ada16548-2fd8-42fb-9438-9c35e868d924",
+      "shard_id": 1689,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4112.352249145508,
+            "count": 1792,
+            "top1_correct": 664,
+            "top5_correct": 1375
+          },
+          {
+            "ce_sum": 8340.913940429688,
+            "count": 1792,
+            "top1_correct": 152,
+            "top5_correct": 464
+          },
+          {
+            "ce_sum": 8257.577697753906,
+            "count": 1792,
+            "top1_correct": 184,
+            "top5_correct": 507
+          },
+          {
+            "ce_sum": 8666.746032714844,
+            "count": 1792,
+            "top1_correct": 143,
+            "top5_correct": 417
+          },
+          {
+            "ce_sum": 9125.664855957031,
+            "count": 1792,
+            "top1_correct": 117,
+            "top5_correct": 338
+          },
+          {
+            "ce_sum": 10457.843688964844,
+            "count": 1792,
+            "top1_correct": 50,
+            "top5_correct": 172
+          },
+          {
+            "ce_sum": 10880.39306640625,
+            "count": 1792,
+            "top1_correct": 39,
+            "top5_correct": 133
+          },
+          {
+            "ce_sum": 11025.71240234375,
+            "count": 1792,
+            "top1_correct": 27,
+            "top5_correct": 120
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.968062698841095,
+          "cosine_mean": 0.7891159057617188,
+          "cosine_min": 0.4776930809020996,
+          "cosine_std": 0.05196687951683998,
+          "flattened_dot": 1298152.875,
+          "latent_frames": 4967,
+          "mse": 0.06947183196204323,
+          "predicted_squared": 1486077.0,
+          "reference_squared": 1816925.0,
+          "relative_l2": 0.623660059030242,
+          "squared_error": 706696.375,
+          "values": 10172416
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999575018882751,
+          "cosine_mean": 0.9998302459716797,
+          "cosine_min": 0.9690624475479126,
+          "cosine_std": 0.0010817584116011858,
+          "flattened_dot": 1816732.625,
+          "latent_frames": 4967,
+          "mse": 5.6899359510869884e-05,
+          "predicted_squared": 1817118.75,
+          "reference_squared": 1816925.0,
+          "relative_l2": 0.017848315930059276,
+          "squared_error": 578.803955078125,
+          "values": 10172416
+        }
+      },
+      "condition_latent_frames": 4967,
+      "emitted_frames": 1440,
+      "model_id": "simpletuner-v1",
+      "sample_id": "75990d51-e75e-47bb-b92f-afc7151f57ea",
+      "shard_id": 1757,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2831.5667114257812,
+            "count": 1408,
+            "top1_correct": 635,
+            "top5_correct": 1128
+          },
+          {
+            "ce_sum": 5573.436065673828,
+            "count": 1408,
+            "top1_correct": 204,
+            "top5_correct": 544
+          },
+          {
+            "ce_sum": 5856.9512939453125,
+            "count": 1408,
+            "top1_correct": 185,
+            "top5_correct": 499
+          },
+          {
+            "ce_sum": 6226.786315917969,
+            "count": 1408,
+            "top1_correct": 134,
+            "top5_correct": 416
+          },
+          {
+            "ce_sum": 6914.806213378906,
+            "count": 1408,
+            "top1_correct": 102,
+            "top5_correct": 294
+          },
+          {
+            "ce_sum": 7504.819396972656,
+            "count": 1408,
+            "top1_correct": 62,
+            "top5_correct": 220
+          },
+          {
+            "ce_sum": 8237.533508300781,
+            "count": 1408,
+            "top1_correct": 48,
+            "top5_correct": 139
+          },
+          {
+            "ce_sum": 8312.635986328125,
+            "count": 1408,
+            "top1_correct": 42,
+            "top5_correct": 144
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9526187181472778,
+          "cosine_mean": 0.7487349510192871,
+          "cosine_min": 0.5314307808876038,
+          "cosine_std": 0.04949948191642761,
+          "flattened_dot": 815423.8125,
+          "latent_frames": 3697,
+          "mse": 0.0723170351911178,
+          "predicted_squared": 1014297.9375,
+          "reference_squared": 1164094.875,
+          "relative_l2": 0.6858289591618018,
+          "squared_error": 547545.25,
+          "values": 7571456
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999403357505798,
+          "cosine_mean": 0.9998165965080261,
+          "cosine_min": 0.9984208941459656,
+          "cosine_std": 0.00013849526294507086,
+          "flattened_dot": 1164642.5,
+          "latent_frames": 3697,
+          "mse": 5.386030557899176e-05,
+          "predicted_squared": 1165598.0,
+          "reference_squared": 1164094.875,
+          "relative_l2": 0.018716727583211062,
+          "squared_error": 407.8009338378906,
+          "values": 7571456
+        }
+      },
+      "condition_latent_frames": 3697,
+      "emitted_frames": 1072,
+      "model_id": "simpletuner-v1",
+      "sample_id": "db2fc777-59d0-4b21-87ba-90930f1d294f",
+      "shard_id": 1779,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2272.0760498046875,
+            "count": 1024,
+            "top1_correct": 402,
+            "top5_correct": 810
+          },
+          {
+            "ce_sum": 4284.212249755859,
+            "count": 1024,
+            "top1_correct": 134,
+            "top5_correct": 373
+          },
+          {
+            "ce_sum": 4566.498046875,
+            "count": 1024,
+            "top1_correct": 104,
+            "top5_correct": 309
+          },
+          {
+            "ce_sum": 4940.438781738281,
+            "count": 1024,
+            "top1_correct": 76,
+            "top5_correct": 231
+          },
+          {
+            "ce_sum": 5012.9730224609375,
+            "count": 1024,
+            "top1_correct": 73,
+            "top5_correct": 215
+          },
+          {
+            "ce_sum": 5823.101501464844,
+            "count": 1024,
+            "top1_correct": 30,
+            "top5_correct": 112
+          },
+          {
+            "ce_sum": 6018.3515625,
+            "count": 1024,
+            "top1_correct": 33,
+            "top5_correct": 91
+          },
+          {
+            "ce_sum": 6286.537048339844,
+            "count": 1024,
+            "top1_correct": 18,
+            "top5_correct": 67
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9083747863769531,
+          "cosine_mean": 0.7553479671478271,
+          "cosine_min": 0.49456578493118286,
+          "cosine_std": 0.052460283041000366,
+          "flattened_dot": 886315.5,
+          "latent_frames": 3273,
+          "mse": 0.08719641303491636,
+          "predicted_squared": 1050681.75,
+          "reference_squared": 1306435.875,
+          "relative_l2": 0.6688723446735899,
+          "squared_error": 584486.625,
+          "values": 6703104
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999736547470093,
+          "cosine_mean": 0.9999513626098633,
+          "cosine_min": 0.9998623728752136,
+          "cosine_std": 1.2761888683598954e-05,
+          "flattened_dot": 1306210.5,
+          "latent_frames": 3273,
+          "mse": 1.9245307233549934e-05,
+          "predicted_squared": 1306114.25,
+          "reference_squared": 1306435.875,
+          "relative_l2": 0.009937024355013825,
+          "squared_error": 129.0032958984375,
+          "values": 6703104
+        }
+      },
+      "condition_latent_frames": 3273,
+      "emitted_frames": 949,
+      "model_id": "simpletuner-v1",
+      "sample_id": "164bb70a-0e61-4639-8910-2a742d8ca515",
+      "shard_id": 1797,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2142.9439392089844,
+            "count": 896,
+            "top1_correct": 342,
+            "top5_correct": 658
+          },
+          {
+            "ce_sum": 3635.1760864257812,
+            "count": 896,
+            "top1_correct": 131,
+            "top5_correct": 340
+          },
+          {
+            "ce_sum": 3769.977813720703,
+            "count": 896,
+            "top1_correct": 104,
+            "top5_correct": 308
+          },
+          {
+            "ce_sum": 4225.002624511719,
+            "count": 896,
+            "top1_correct": 62,
+            "top5_correct": 197
+          },
+          {
+            "ce_sum": 3832.6625366210938,
+            "count": 896,
+            "top1_correct": 84,
+            "top5_correct": 302
+          },
+          {
+            "ce_sum": 4853.406311035156,
+            "count": 896,
+            "top1_correct": 34,
+            "top5_correct": 121
+          },
+          {
+            "ce_sum": 5094.3004150390625,
+            "count": 896,
+            "top1_correct": 31,
+            "top5_correct": 106
+          },
+          {
+            "ce_sum": 5095.936584472656,
+            "count": 896,
+            "top1_correct": 32,
+            "top5_correct": 108
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9544370174407959,
+          "cosine_mean": 0.7735259532928467,
+          "cosine_min": 0.4379161596298218,
+          "cosine_std": 0.05022648349404335,
+          "flattened_dot": 3957376.5,
+          "latent_frames": 14886,
+          "mse": 0.07794878281974255,
+          "predicted_squared": 4523012.0,
+          "reference_squared": 5768128.5,
+          "relative_l2": 0.6418612965669804,
+          "squared_error": 2376387.75,
+          "values": 30486528
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999534487724304,
+          "cosine_mean": 0.9998302459716797,
+          "cosine_min": 0.9954736828804016,
+          "cosine_std": 0.000205199743504636,
+          "flattened_dot": 5771328.5,
+          "latent_frames": 14886,
+          "mse": 6.212805221754425e-05,
+          "predicted_squared": 5776422.0,
+          "reference_squared": 5768128.5,
+          "relative_l2": 0.01812092609643083,
+          "squared_error": 1894.068603515625,
+          "values": 30486528
+        }
+      },
+      "condition_latent_frames": 14886,
+      "emitted_frames": 4315,
+      "model_id": "simpletuner-v1",
+      "sample_id": "c2fb8cb7-cc74-492a-b779-82691e1122ba",
+      "shard_id": 1800,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8614.816375732422,
+            "count": 4224,
+            "top1_correct": 1804,
+            "top5_correct": 3406
+          },
+          {
+            "ce_sum": 17880.379028320312,
+            "count": 4224,
+            "top1_correct": 503,
+            "top5_correct": 1389
+          },
+          {
+            "ce_sum": 17072.177001953125,
+            "count": 4224,
+            "top1_correct": 604,
+            "top5_correct": 1553
+          },
+          {
+            "ce_sum": 19215.85906982422,
+            "count": 4224,
+            "top1_correct": 421,
+            "top5_correct": 1214
+          },
+          {
+            "ce_sum": 20431.571563720703,
+            "count": 4224,
+            "top1_correct": 304,
+            "top5_correct": 955
+          },
+          {
+            "ce_sum": 22650.176879882812,
+            "count": 4224,
+            "top1_correct": 209,
+            "top5_correct": 678
+          },
+          {
+            "ce_sum": 23921.03338623047,
+            "count": 4224,
+            "top1_correct": 134,
+            "top5_correct": 516
+          },
+          {
+            "ce_sum": 24940.730590820312,
+            "count": 4224,
+            "top1_correct": 129,
+            "top5_correct": 421
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.930534303188324,
+          "cosine_mean": 0.7684755325317383,
+          "cosine_min": 0.5114141702651978,
+          "cosine_std": 0.06194283440709114,
+          "flattened_dot": 397454.3125,
+          "latent_frames": 1403,
+          "mse": 0.0827042572173746,
+          "predicted_squared": 477635.0,
+          "reference_squared": 554911.375,
+          "relative_l2": 0.6544039780831156,
+          "squared_error": 237637.78125,
+          "values": 2873344
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999711513519287,
+          "cosine_mean": 0.999943196773529,
+          "cosine_min": 0.9998195767402649,
+          "cosine_std": 2.133254565706011e-05,
+          "flattened_dot": 554560.8125,
+          "latent_frames": 1403,
+          "mse": 2.1405999979544603e-05,
+          "predicted_squared": 554271.6875,
+          "reference_squared": 554911.375,
+          "relative_l2": 0.010528094107104724,
+          "squared_error": 61.50680160522461,
+          "values": 2873344
+        }
+      },
+      "condition_latent_frames": 1403,
+      "emitted_frames": 407,
+      "model_id": "simpletuner-v1",
+      "sample_id": "f96226f1-a454-4bcf-a6b7-f752df5bcb22",
+      "shard_id": 1812,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1132.9555358886719,
+            "count": 384,
+            "top1_correct": 107,
+            "top5_correct": 242
+          },
+          {
+            "ce_sum": 1640.573486328125,
+            "count": 384,
+            "top1_correct": 56,
+            "top5_correct": 134
+          },
+          {
+            "ce_sum": 1677.0072021484375,
+            "count": 384,
+            "top1_correct": 54,
+            "top5_correct": 133
+          },
+          {
+            "ce_sum": 1618.6747436523438,
+            "count": 384,
+            "top1_correct": 55,
+            "top5_correct": 131
+          },
+          {
+            "ce_sum": 1615.2503051757812,
+            "count": 384,
+            "top1_correct": 45,
+            "top5_correct": 138
+          },
+          {
+            "ce_sum": 1862.2106323242188,
+            "count": 384,
+            "top1_correct": 39,
+            "top5_correct": 98
+          },
+          {
+            "ce_sum": 2116.6856079101562,
+            "count": 384,
+            "top1_correct": 25,
+            "top5_correct": 53
+          },
+          {
+            "ce_sum": 1881.8063354492188,
+            "count": 384,
+            "top1_correct": 27,
+            "top5_correct": 109
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9149229526519775,
+          "cosine_mean": 0.7539353370666504,
+          "cosine_min": 0.5050196647644043,
+          "cosine_std": 0.0525672473013401,
+          "flattened_dot": 3919868.0,
+          "latent_frames": 15524,
+          "mse": 0.08146972184450287,
+          "predicted_squared": 4745110.0,
+          "reference_squared": 5684805.0,
+          "relative_l2": 0.6750052083900968,
+          "squared_error": 2590179.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999972403049469,
+          "cosine_mean": 0.9999434947967529,
+          "cosine_min": 0.999769926071167,
+          "cosine_std": 1.4501798432320356e-05,
+          "flattened_dot": 5686045.5,
+          "latent_frames": 15524,
+          "mse": 2.0234567453737756e-05,
+          "predicted_squared": 5687929.5,
+          "reference_squared": 5684805.0,
+          "relative_l2": 0.010637901621172051,
+          "squared_error": 643.3206787109375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "e2ca4295-8c06-4bd6-b76c-02499ad1ea46",
+      "shard_id": 1845,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10712.93180847168,
+            "count": 4480,
+            "top1_correct": 1623,
+            "top5_correct": 3307
+          },
+          {
+            "ce_sum": 19788.36117553711,
+            "count": 4480,
+            "top1_correct": 461,
+            "top5_correct": 1380
+          },
+          {
+            "ce_sum": 20486.246704101562,
+            "count": 4480,
+            "top1_correct": 445,
+            "top5_correct": 1227
+          },
+          {
+            "ce_sum": 20863.851623535156,
+            "count": 4480,
+            "top1_correct": 387,
+            "top5_correct": 1177
+          },
+          {
+            "ce_sum": 22029.957153320312,
+            "count": 4480,
+            "top1_correct": 312,
+            "top5_correct": 968
+          },
+          {
+            "ce_sum": 25063.582885742188,
+            "count": 4480,
+            "top1_correct": 197,
+            "top5_correct": 587
+          },
+          {
+            "ce_sum": 26159.005737304688,
+            "count": 4480,
+            "top1_correct": 134,
+            "top5_correct": 467
+          },
+          {
+            "ce_sum": 27092.90936279297,
+            "count": 4480,
+            "top1_correct": 90,
+            "top5_correct": 348
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9133763909339905,
+          "cosine_mean": 0.7418898940086365,
+          "cosine_min": 0.5386409163475037,
+          "cosine_std": 0.047778837382793427,
+          "flattened_dot": 3971079.0,
+          "latent_frames": 15389,
+          "mse": 0.08925068294012768,
+          "predicted_squared": 4822507.0,
+          "reference_squared": 5932535.0,
+          "relative_l2": 0.6885822055793767,
+          "squared_error": 2812884.5,
+          "values": 31516672
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999731183052063,
+          "cosine_mean": 0.9999464750289917,
+          "cosine_min": 0.9997122287750244,
+          "cosine_std": 1.5009561138867866e-05,
+          "flattened_dot": 5933136.0,
+          "latent_frames": 15389,
+          "mse": 2.0278653203647064e-05,
+          "predicted_squared": 5934376.0,
+          "reference_squared": 5932535.0,
+          "relative_l2": 0.01037933610402407,
+          "squared_error": 639.1156616210938,
+          "values": 31516672
+        }
+      },
+      "condition_latent_frames": 15389,
+      "emitted_frames": 4461,
+      "model_id": "simpletuner-v1",
+      "sample_id": "cfabb3db-f9c3-4ad0-86a3-c42d18363fbc",
+      "shard_id": 1865,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10034.552459716797,
+            "count": 4352,
+            "top1_correct": 1650,
+            "top5_correct": 3284
+          },
+          {
+            "ce_sum": 19255.371673583984,
+            "count": 4352,
+            "top1_correct": 448,
+            "top5_correct": 1347
+          },
+          {
+            "ce_sum": 18656.697174072266,
+            "count": 4352,
+            "top1_correct": 519,
+            "top5_correct": 1425
+          },
+          {
+            "ce_sum": 19901.18603515625,
+            "count": 4352,
+            "top1_correct": 441,
+            "top5_correct": 1196
+          },
+          {
+            "ce_sum": 20353.911895751953,
+            "count": 4352,
+            "top1_correct": 389,
+            "top5_correct": 1095
+          },
+          {
+            "ce_sum": 24227.79327392578,
+            "count": 4352,
+            "top1_correct": 180,
+            "top5_correct": 549
+          },
+          {
+            "ce_sum": 24965.567321777344,
+            "count": 4352,
+            "top1_correct": 139,
+            "top5_correct": 454
+          },
+          {
+            "ce_sum": 25930.565490722656,
+            "count": 4352,
+            "top1_correct": 124,
+            "top5_correct": 388
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9617089033126831,
+          "cosine_mean": 0.7790577411651611,
+          "cosine_min": 0.568641185760498,
+          "cosine_std": 0.04166222736239433,
+          "flattened_dot": 2584620.5,
+          "latent_frames": 9811,
+          "mse": 0.07426151380226914,
+          "predicted_squared": 3006329.75,
+          "reference_squared": 3655042.5,
+          "relative_l2": 0.6389359099964584,
+          "squared_error": 1492131.25,
+          "values": 20092928
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999697804450989,
+          "cosine_mean": 0.9999203681945801,
+          "cosine_min": 0.9992092847824097,
+          "cosine_std": 4.2611882236087695e-05,
+          "flattened_dot": 3652037.25,
+          "latent_frames": 9811,
+          "mse": 2.856987743321307e-05,
+          "predicted_squared": 3649606.0,
+          "reference_squared": 3655042.5,
+          "relative_l2": 0.012532265501496904,
+          "squared_error": 574.052490234375,
+          "values": 20092928
+        }
+      },
+      "condition_latent_frames": 9811,
+      "emitted_frames": 2844,
+      "model_id": "simpletuner-v1",
+      "sample_id": "823abb66-cc3d-4031-9526-b3c6e8e57e0a",
+      "shard_id": 1866,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5559.639999389648,
+            "count": 2816,
+            "top1_correct": 1234,
+            "top5_correct": 2304
+          },
+          {
+            "ce_sum": 11774.95864868164,
+            "count": 2816,
+            "top1_correct": 339,
+            "top5_correct": 973
+          },
+          {
+            "ce_sum": 11231.17611694336,
+            "count": 2816,
+            "top1_correct": 410,
+            "top5_correct": 1088
+          },
+          {
+            "ce_sum": 12516.939697265625,
+            "count": 2816,
+            "top1_correct": 293,
+            "top5_correct": 827
+          },
+          {
+            "ce_sum": 13331.667724609375,
+            "count": 2816,
+            "top1_correct": 241,
+            "top5_correct": 696
+          },
+          {
+            "ce_sum": 15263.646362304688,
+            "count": 2816,
+            "top1_correct": 122,
+            "top5_correct": 410
+          },
+          {
+            "ce_sum": 16093.920043945312,
+            "count": 2816,
+            "top1_correct": 105,
+            "top5_correct": 327
+          },
+          {
+            "ce_sum": 16827.52325439453,
+            "count": 2816,
+            "top1_correct": 76,
+            "top5_correct": 258
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.97264564037323,
+          "cosine_mean": 0.7796024084091187,
+          "cosine_min": 0.40499424934387207,
+          "cosine_std": 0.04612152278423309,
+          "flattened_dot": 1992796.375,
+          "latent_frames": 7544,
+          "mse": 0.07391039463014897,
+          "predicted_squared": 2342747.75,
+          "reference_squared": 2784769.0,
+          "relative_l2": 0.6403596944178707,
+          "squared_error": 1141923.875,
+          "values": 15450112
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999380707740784,
+          "cosine_mean": 0.999738872051239,
+          "cosine_min": 0.9798654317855835,
+          "cosine_std": 0.000787838886026293,
+          "flattened_dot": 2780499.0,
+          "latent_frames": 7544,
+          "mse": 8.81972551851485e-05,
+          "predicted_squared": 2777591.5,
+          "reference_squared": 2784769.0,
+          "relative_l2": 0.02212069475348562,
+          "squared_error": 1362.657470703125,
+          "values": 15450112
+        }
+      },
+      "condition_latent_frames": 7544,
+      "emitted_frames": 2187,
+      "model_id": "simpletuner-v1",
+      "sample_id": "50ff1620-4fa2-4571-9463-20ee6c6bcfc2",
+      "shard_id": 1867,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4170.872833251953,
+            "count": 2176,
+            "top1_correct": 988,
+            "top5_correct": 1784
+          },
+          {
+            "ce_sum": 9269.490203857422,
+            "count": 2176,
+            "top1_correct": 266,
+            "top5_correct": 733
+          },
+          {
+            "ce_sum": 9321.318298339844,
+            "count": 2176,
+            "top1_correct": 259,
+            "top5_correct": 715
+          },
+          {
+            "ce_sum": 9711.8994140625,
+            "count": 2176,
+            "top1_correct": 228,
+            "top5_correct": 620
+          },
+          {
+            "ce_sum": 10930.393005371094,
+            "count": 2176,
+            "top1_correct": 152,
+            "top5_correct": 454
+          },
+          {
+            "ce_sum": 12187.772399902344,
+            "count": 2176,
+            "top1_correct": 81,
+            "top5_correct": 269
+          },
+          {
+            "ce_sum": 13178.987182617188,
+            "count": 2176,
+            "top1_correct": 52,
+            "top5_correct": 170
+          },
+          {
+            "ce_sum": 13487.266845703125,
+            "count": 2176,
+            "top1_correct": 36,
+            "top5_correct": 119
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9682337045669556,
+          "cosine_mean": 0.7394803762435913,
+          "cosine_min": 0.4939504861831665,
+          "cosine_std": 0.05003250762820244,
+          "flattened_dot": 3794398.0,
+          "latent_frames": 15524,
+          "mse": 0.0847550519684239,
+          "predicted_squared": 4668058.0,
+          "reference_squared": 5615368.0,
+          "relative_l2": 0.6927243902444764,
+          "squared_error": 2694630.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999599456787109,
+          "cosine_mean": 0.9999113082885742,
+          "cosine_min": 0.9977412223815918,
+          "cosine_std": 6.796027446398512e-05,
+          "flattened_dot": 5612522.5,
+          "latent_frames": 15524,
+          "mse": 3.1341069815423615e-05,
+          "predicted_squared": 5610673.0,
+          "reference_squared": 5615368.0,
+          "relative_l2": 0.013320931352366013,
+          "squared_error": 996.431396484375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "c0159afb-50e9-4912-8a89-e98cb79d5ed8",
+      "shard_id": 1870,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9240.140533447266,
+            "count": 4480,
+            "top1_correct": 1922,
+            "top5_correct": 3575
+          },
+          {
+            "ce_sum": 19566.59945678711,
+            "count": 4480,
+            "top1_correct": 511,
+            "top5_correct": 1419
+          },
+          {
+            "ce_sum": 19671.184661865234,
+            "count": 4480,
+            "top1_correct": 521,
+            "top5_correct": 1392
+          },
+          {
+            "ce_sum": 20839.34066772461,
+            "count": 4480,
+            "top1_correct": 427,
+            "top5_correct": 1146
+          },
+          {
+            "ce_sum": 21942.862365722656,
+            "count": 4480,
+            "top1_correct": 333,
+            "top5_correct": 998
+          },
+          {
+            "ce_sum": 25219.53369140625,
+            "count": 4480,
+            "top1_correct": 187,
+            "top5_correct": 577
+          },
+          {
+            "ce_sum": 26789.282104492188,
+            "count": 4480,
+            "top1_correct": 102,
+            "top5_correct": 373
+          },
+          {
+            "ce_sum": 27364.924682617188,
+            "count": 4480,
+            "top1_correct": 83,
+            "top5_correct": 323
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9609992504119873,
+          "cosine_mean": 0.7843836545944214,
+          "cosine_min": 0.5511929392814636,
+          "cosine_std": 0.04958997666835785,
+          "flattened_dot": 568219.0,
+          "latent_frames": 1914,
+          "mse": 0.08063527807795765,
+          "predicted_squared": 665654.875,
+          "reference_squared": 786862.9375,
+          "relative_l2": 0.633795194429988,
+          "squared_error": 316079.96875,
+          "values": 3919872
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999741911888123,
+          "cosine_mean": 0.9999487400054932,
+          "cosine_min": 0.9998828172683716,
+          "cosine_std": 1.1465952411526814e-05,
+          "flattened_dot": 786666.125,
+          "latent_frames": 1914,
+          "mse": 2.0848423662977907e-05,
+          "predicted_squared": 786550.875,
+          "reference_squared": 786862.9375,
+          "relative_l2": 0.010191145682075308,
+          "squared_error": 81.72315216064453,
+          "values": 3919872
+        }
+      },
+      "condition_latent_frames": 1914,
+      "emitted_frames": 555,
+      "model_id": "simpletuner-v1",
+      "sample_id": "48f2d62d-8276-4d59-b0d0-2bb595de5572",
+      "shard_id": 1939,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1329.8873596191406,
+            "count": 512,
+            "top1_correct": 169,
+            "top5_correct": 360
+          },
+          {
+            "ce_sum": 2118.1686096191406,
+            "count": 512,
+            "top1_correct": 75,
+            "top5_correct": 182
+          },
+          {
+            "ce_sum": 2144.3385009765625,
+            "count": 512,
+            "top1_correct": 67,
+            "top5_correct": 196
+          },
+          {
+            "ce_sum": 2108.9309997558594,
+            "count": 512,
+            "top1_correct": 67,
+            "top5_correct": 192
+          },
+          {
+            "ce_sum": 2297.253173828125,
+            "count": 512,
+            "top1_correct": 39,
+            "top5_correct": 138
+          },
+          {
+            "ce_sum": 2355.6781005859375,
+            "count": 512,
+            "top1_correct": 55,
+            "top5_correct": 140
+          },
+          {
+            "ce_sum": 2679.0415649414062,
+            "count": 512,
+            "top1_correct": 30,
+            "top5_correct": 90
+          },
+          {
+            "ce_sum": 2597.0252685546875,
+            "count": 512,
+            "top1_correct": 35,
+            "top5_correct": 107
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9306800961494446,
+          "cosine_mean": 0.7681511044502258,
+          "cosine_min": 0.46507275104522705,
+          "cosine_std": 0.048458077013492584,
+          "flattened_dot": 4308510.0,
+          "latent_frames": 15524,
+          "mse": 0.08235199517179045,
+          "predicted_squared": 5059763.0,
+          "reference_squared": 6175486.0,
+          "relative_l2": 0.6511308692497414,
+          "squared_error": 2618229.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999747276306152,
+          "cosine_mean": 0.9999449253082275,
+          "cosine_min": 0.9995765686035156,
+          "cosine_std": 2.0806770407943986e-05,
+          "flattened_dot": 6175731.5,
+          "latent_frames": 15524,
+          "mse": 2.1375479602346835e-05,
+          "predicted_squared": 6176656.0,
+          "reference_squared": 6175486.0,
+          "relative_l2": 0.010490330147025169,
+          "squared_error": 679.5938720703125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "da830176-c157-444a-b74f-223507e097fc",
+      "shard_id": 1949,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9115.97866821289,
+            "count": 4480,
+            "top1_correct": 1938,
+            "top5_correct": 3607
+          },
+          {
+            "ce_sum": 18198.741119384766,
+            "count": 4480,
+            "top1_correct": 567,
+            "top5_correct": 1660
+          },
+          {
+            "ce_sum": 18529.525970458984,
+            "count": 4480,
+            "top1_correct": 592,
+            "top5_correct": 1589
+          },
+          {
+            "ce_sum": 20243.28564453125,
+            "count": 4480,
+            "top1_correct": 414,
+            "top5_correct": 1212
+          },
+          {
+            "ce_sum": 21741.320861816406,
+            "count": 4480,
+            "top1_correct": 341,
+            "top5_correct": 1037
+          },
+          {
+            "ce_sum": 23619.6005859375,
+            "count": 4480,
+            "top1_correct": 232,
+            "top5_correct": 748
+          },
+          {
+            "ce_sum": 25779.260681152344,
+            "count": 4480,
+            "top1_correct": 134,
+            "top5_correct": 473
+          },
+          {
+            "ce_sum": 26537.285583496094,
+            "count": 4480,
+            "top1_correct": 124,
+            "top5_correct": 399
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9685466885566711,
+          "cosine_mean": 0.7708917856216431,
+          "cosine_min": 0.500349223613739,
+          "cosine_std": 0.04515549913048744,
+          "flattened_dot": 1323000.25,
+          "latent_frames": 5488,
+          "mse": 0.07168239893788152,
+          "predicted_squared": 1558665.25,
+          "reference_squared": 1893003.875,
+          "relative_l2": 0.6523828588330065,
+          "squared_error": 805668.875,
+          "values": 11239424
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999618530273438,
+          "cosine_mean": 0.9999324083328247,
+          "cosine_min": 0.9995816946029663,
+          "cosine_std": 2.5799974537221715e-05,
+          "flattened_dot": 1892550.25,
+          "latent_frames": 5488,
+          "mse": 2.2936704685319617e-05,
+          "predicted_squared": 1892354.375,
+          "reference_squared": 1893003.875,
+          "relative_l2": 0.011669756320443179,
+          "squared_error": 257.79534912109375,
+          "values": 11239424
+        }
+      },
+      "condition_latent_frames": 5488,
+      "emitted_frames": 1591,
+      "model_id": "simpletuner-v1",
+      "sample_id": "f04e54e3-9a49-4659-ba54-eb4180584170",
+      "shard_id": 2215,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2987.3596801757812,
+            "count": 1536,
+            "top1_correct": 667,
+            "top5_correct": 1269
+          },
+          {
+            "ce_sum": 6475.378082275391,
+            "count": 1536,
+            "top1_correct": 200,
+            "top5_correct": 521
+          },
+          {
+            "ce_sum": 6727.2603759765625,
+            "count": 1536,
+            "top1_correct": 170,
+            "top5_correct": 494
+          },
+          {
+            "ce_sum": 7139.563415527344,
+            "count": 1536,
+            "top1_correct": 145,
+            "top5_correct": 386
+          },
+          {
+            "ce_sum": 7905.314392089844,
+            "count": 1536,
+            "top1_correct": 96,
+            "top5_correct": 292
+          },
+          {
+            "ce_sum": 8802.775451660156,
+            "count": 1536,
+            "top1_correct": 39,
+            "top5_correct": 167
+          },
+          {
+            "ce_sum": 9428.892456054688,
+            "count": 1536,
+            "top1_correct": 28,
+            "top5_correct": 102
+          },
+          {
+            "ce_sum": 9581.967956542969,
+            "count": 1536,
+            "top1_correct": 25,
+            "top5_correct": 97
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8712856769561768,
+          "cosine_mean": 0.7647738456726074,
+          "cosine_min": 0.4708310067653656,
+          "cosine_std": 0.0499223917722702,
+          "flattened_dot": 573547.375,
+          "latent_frames": 2224,
+          "mse": 0.07911179220076088,
+          "predicted_squared": 687538.6875,
+          "reference_squared": 819890.5,
+          "relative_l2": 0.6629412640240776,
+          "squared_error": 360334.59375,
+          "values": 4554752
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999732971191406,
+          "cosine_mean": 0.9999369978904724,
+          "cosine_min": 0.9997502565383911,
+          "cosine_std": 2.4345979909412563e-05,
+          "flattened_dot": 820045.875,
+          "latent_frames": 2224,
+          "mse": 2.2045489092417757e-05,
+          "predicted_squared": 820301.625,
+          "reference_squared": 819890.5,
+          "relative_l2": 0.011066602468785448,
+          "squared_error": 100.41173553466797,
+          "values": 4554752
+        }
+      },
+      "condition_latent_frames": 2224,
+      "emitted_frames": 645,
+      "model_id": "simpletuner-v1",
+      "sample_id": "f539637c-a770-4316-837b-db81c10d54bb",
+      "shard_id": 1981,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1444.9183654785156,
+            "count": 640,
+            "top1_correct": 253,
+            "top5_correct": 492
+          },
+          {
+            "ce_sum": 2583.1356201171875,
+            "count": 640,
+            "top1_correct": 75,
+            "top5_correct": 232
+          },
+          {
+            "ce_sum": 2666.522705078125,
+            "count": 640,
+            "top1_correct": 69,
+            "top5_correct": 221
+          },
+          {
+            "ce_sum": 2660.718292236328,
+            "count": 640,
+            "top1_correct": 82,
+            "top5_correct": 216
+          },
+          {
+            "ce_sum": 3001.2147827148438,
+            "count": 640,
+            "top1_correct": 63,
+            "top5_correct": 171
+          },
+          {
+            "ce_sum": 3170.0541381835938,
+            "count": 640,
+            "top1_correct": 48,
+            "top5_correct": 132
+          },
+          {
+            "ce_sum": 3184.8990478515625,
+            "count": 640,
+            "top1_correct": 45,
+            "top5_correct": 141
+          },
+          {
+            "ce_sum": 3432.949951171875,
+            "count": 640,
+            "top1_correct": 32,
+            "top5_correct": 101
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9245720505714417,
+          "cosine_mean": 0.742454469203949,
+          "cosine_min": 0.4612427353858948,
+          "cosine_std": 0.04856717959046364,
+          "flattened_dot": 2982981.5,
+          "latent_frames": 12478,
+          "mse": 0.08319541807643953,
+          "predicted_squared": 3556181.0,
+          "reference_squared": 4535836.0,
+          "relative_l2": 0.6846340570274487,
+          "squared_error": 2126054.25,
+          "values": 25554944
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999664425849915,
+          "cosine_mean": 0.9999392032623291,
+          "cosine_min": 0.9995189905166626,
+          "cosine_std": 1.8681708752410486e-05,
+          "flattened_dot": 4536636.5,
+          "latent_frames": 12478,
+          "mse": 2.1836656965416847e-05,
+          "predicted_squared": 4537994.0,
+          "reference_squared": 4535836.0,
+          "relative_l2": 0.011091795934595035,
+          "squared_error": 558.0345458984375,
+          "values": 25554944
+        }
+      },
+      "condition_latent_frames": 12478,
+      "emitted_frames": 3617,
+      "model_id": "simpletuner-v1",
+      "sample_id": "60c3b8fa-7212-4d8b-a4b5-5ca13e0ae575",
+      "shard_id": 2008,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7669.636749267578,
+            "count": 3584,
+            "top1_correct": 1471,
+            "top5_correct": 2812
+          },
+          {
+            "ce_sum": 15298.72622680664,
+            "count": 3584,
+            "top1_correct": 417,
+            "top5_correct": 1167
+          },
+          {
+            "ce_sum": 16014.448974609375,
+            "count": 3584,
+            "top1_correct": 378,
+            "top5_correct": 1083
+          },
+          {
+            "ce_sum": 17342.497680664062,
+            "count": 3584,
+            "top1_correct": 255,
+            "top5_correct": 799
+          },
+          {
+            "ce_sum": 18310.694763183594,
+            "count": 3584,
+            "top1_correct": 221,
+            "top5_correct": 704
+          },
+          {
+            "ce_sum": 20295.084350585938,
+            "count": 3584,
+            "top1_correct": 125,
+            "top5_correct": 428
+          },
+          {
+            "ce_sum": 21274.171630859375,
+            "count": 3584,
+            "top1_correct": 107,
+            "top5_correct": 323
+          },
+          {
+            "ce_sum": 22049.9716796875,
+            "count": 3584,
+            "top1_correct": 66,
+            "top5_correct": 256
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9438451528549194,
+          "cosine_mean": 0.7779021859169006,
+          "cosine_min": 0.5896499156951904,
+          "cosine_std": 0.05678630992770195,
+          "flattened_dot": 325039.875,
+          "latent_frames": 1351,
+          "mse": 0.06770616103595138,
+          "predicted_squared": 378685.4375,
+          "reference_squared": 458726.9375,
+          "relative_l2": 0.6390423257197196,
+          "squared_error": 187332.65625,
+          "values": 2766848
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999628663063049,
+          "cosine_mean": 0.9999222755432129,
+          "cosine_min": 0.9994381070137024,
+          "cosine_std": 4.962586172041483e-05,
+          "flattened_dot": 458561.4375,
+          "latent_frames": 1351,
+          "mse": 2.5690434642582803e-05,
+          "predicted_squared": 458467.0625,
+          "reference_squared": 458726.9375,
+          "relative_l2": 0.012448048014297077,
+          "squared_error": 71.08152770996094,
+          "values": 2766848
+        }
+      },
+      "condition_latent_frames": 1351,
+      "emitted_frames": 392,
+      "model_id": "simpletuner-v1",
+      "sample_id": "86a125b5-7f13-4859-9876-d1ff56f0480d",
+      "shard_id": 2025,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 711.0565338134766,
+            "count": 384,
+            "top1_correct": 185,
+            "top5_correct": 319
+          },
+          {
+            "ce_sum": 1631.8966674804688,
+            "count": 384,
+            "top1_correct": 60,
+            "top5_correct": 121
+          },
+          {
+            "ce_sum": 1729.5533447265625,
+            "count": 384,
+            "top1_correct": 49,
+            "top5_correct": 107
+          },
+          {
+            "ce_sum": 1766.8904418945312,
+            "count": 384,
+            "top1_correct": 38,
+            "top5_correct": 110
+          },
+          {
+            "ce_sum": 1863.0667724609375,
+            "count": 384,
+            "top1_correct": 32,
+            "top5_correct": 84
+          },
+          {
+            "ce_sum": 2158.9326171875,
+            "count": 384,
+            "top1_correct": 9,
+            "top5_correct": 44
+          },
+          {
+            "ce_sum": 2305.9175415039062,
+            "count": 384,
+            "top1_correct": 6,
+            "top5_correct": 30
+          },
+          {
+            "ce_sum": 2325.5775756835938,
+            "count": 384,
+            "top1_correct": 2,
+            "top5_correct": 29
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9135887622833252,
+          "cosine_mean": 0.7862716317176819,
+          "cosine_min": 0.5620101094245911,
+          "cosine_std": 0.04588881507515907,
+          "flattened_dot": 589633.125,
+          "latent_frames": 1931,
+          "mse": 0.0826311076878884,
+          "predicted_squared": 684332.0,
+          "reference_squared": 821714.3125,
+          "relative_l2": 0.6306196143116615,
+          "squared_error": 326780.25,
+          "values": 3954688
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999586343765259,
+          "cosine_mean": 0.9998748898506165,
+          "cosine_min": 0.9989218711853027,
+          "cosine_std": 0.0001238336699316278,
+          "flattened_dot": 821077.6875,
+          "latent_frames": 1931,
+          "mse": 4.7719683874338664e-05,
+          "predicted_squared": 820629.75,
+          "reference_squared": 821714.3125,
+          "relative_l2": 0.015154599596976953,
+          "squared_error": 188.71646118164062,
+          "values": 3954688
+        }
+      },
+      "condition_latent_frames": 1931,
+      "emitted_frames": 560,
+      "model_id": "simpletuner-v1",
+      "sample_id": "fcd3023b-f8cc-4287-9c67-3ecd127860f4",
+      "shard_id": 2034,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1030.6582946777344,
+            "count": 512,
+            "top1_correct": 223,
+            "top5_correct": 434
+          },
+          {
+            "ce_sum": 2188.215301513672,
+            "count": 512,
+            "top1_correct": 67,
+            "top5_correct": 177
+          },
+          {
+            "ce_sum": 2155.3358459472656,
+            "count": 512,
+            "top1_correct": 72,
+            "top5_correct": 185
+          },
+          {
+            "ce_sum": 2231.08447265625,
+            "count": 512,
+            "top1_correct": 65,
+            "top5_correct": 161
+          },
+          {
+            "ce_sum": 2445.3909301757812,
+            "count": 512,
+            "top1_correct": 41,
+            "top5_correct": 118
+          },
+          {
+            "ce_sum": 2638.0851440429688,
+            "count": 512,
+            "top1_correct": 32,
+            "top5_correct": 103
+          },
+          {
+            "ce_sum": 2733.0764770507812,
+            "count": 512,
+            "top1_correct": 29,
+            "top5_correct": 92
+          },
+          {
+            "ce_sum": 2830.6078491210938,
+            "count": 512,
+            "top1_correct": 21,
+            "top5_correct": 71
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9801502227783203,
+          "cosine_mean": 0.7810941338539124,
+          "cosine_min": 0.5836902856826782,
+          "cosine_std": 0.05126255005598068,
+          "flattened_dot": 1326512.125,
+          "latent_frames": 4732,
+          "mse": 0.07760044849231297,
+          "predicted_squared": 1548932.125,
+          "reference_squared": 1856128.75,
+          "relative_l2": 0.6365249199157101,
+          "squared_error": 752036.5,
+          "values": 9691136
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999701976776123,
+          "cosine_mean": 0.9999203085899353,
+          "cosine_min": 0.9979146718978882,
+          "cosine_std": 0.00010402704356238246,
+          "flattened_dot": 1856388.375,
+          "latent_frames": 4732,
+          "mse": 2.9426845875415172e-05,
+          "predicted_squared": 1856933.25,
+          "reference_squared": 1856128.75,
+          "relative_l2": 0.01239524606465249,
+          "squared_error": 285.1795654296875,
+          "values": 9691136
+        }
+      },
+      "condition_latent_frames": 4732,
+      "emitted_frames": 1372,
+      "model_id": "simpletuner-v1",
+      "sample_id": "8d527f9f-51c7-4f0a-aa22-2071a9a577a4",
+      "shard_id": 2041,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2673.598663330078,
+            "count": 1280,
+            "top1_correct": 527,
+            "top5_correct": 1021
+          },
+          {
+            "ce_sum": 5139.89013671875,
+            "count": 1280,
+            "top1_correct": 178,
+            "top5_correct": 482
+          },
+          {
+            "ce_sum": 5219.199249267578,
+            "count": 1280,
+            "top1_correct": 189,
+            "top5_correct": 474
+          },
+          {
+            "ce_sum": 5865.996307373047,
+            "count": 1280,
+            "top1_correct": 133,
+            "top5_correct": 354
+          },
+          {
+            "ce_sum": 5973.17138671875,
+            "count": 1280,
+            "top1_correct": 110,
+            "top5_correct": 339
+          },
+          {
+            "ce_sum": 6840.402893066406,
+            "count": 1280,
+            "top1_correct": 52,
+            "top5_correct": 193
+          },
+          {
+            "ce_sum": 7205.099548339844,
+            "count": 1280,
+            "top1_correct": 52,
+            "top5_correct": 157
+          },
+          {
+            "ce_sum": 7237.023498535156,
+            "count": 1280,
+            "top1_correct": 58,
+            "top5_correct": 173
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9041862487792969,
+          "cosine_mean": 0.7704485654830933,
+          "cosine_min": 0.49869856238365173,
+          "cosine_std": 0.061850354075431824,
+          "flattened_dot": 417037.09375,
+          "latent_frames": 1524,
+          "mse": 0.08326902414557188,
+          "predicted_squared": 490056.0625,
+          "reference_squared": 603913.4375,
+          "relative_l2": 0.6560121011042835,
+          "squared_error": 259895.28125,
+          "values": 3121152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999662041664124,
+          "cosine_mean": 0.9999355673789978,
+          "cosine_min": 0.9997800588607788,
+          "cosine_std": 2.715888331294991e-05,
+          "flattened_dot": 604235.375,
+          "latent_frames": 1524,
+          "mse": 2.479663465827156e-05,
+          "predicted_squared": 604634.625,
+          "reference_squared": 603913.4375,
+          "relative_l2": 0.011320522828009065,
+          "squared_error": 77.3940658569336,
+          "values": 3121152
+        }
+      },
+      "condition_latent_frames": 1524,
+      "emitted_frames": 442,
+      "model_id": "simpletuner-v1",
+      "sample_id": "e197916f-6203-47a8-853c-c0cb40f0bd99",
+      "shard_id": 2073,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 757.8035888671875,
+            "count": 384,
+            "top1_correct": 172,
+            "top5_correct": 315
+          },
+          {
+            "ce_sum": 1477.34033203125,
+            "count": 384,
+            "top1_correct": 49,
+            "top5_correct": 162
+          },
+          {
+            "ce_sum": 1553.6658935546875,
+            "count": 384,
+            "top1_correct": 52,
+            "top5_correct": 149
+          },
+          {
+            "ce_sum": 1720.1131591796875,
+            "count": 384,
+            "top1_correct": 44,
+            "top5_correct": 110
+          },
+          {
+            "ce_sum": 1894.6695556640625,
+            "count": 384,
+            "top1_correct": 27,
+            "top5_correct": 85
+          },
+          {
+            "ce_sum": 1936.2060546875,
+            "count": 384,
+            "top1_correct": 25,
+            "top5_correct": 79
+          },
+          {
+            "ce_sum": 1890.876708984375,
+            "count": 384,
+            "top1_correct": 28,
+            "top5_correct": 102
+          },
+          {
+            "ce_sum": 2069.5263671875,
+            "count": 384,
+            "top1_correct": 21,
+            "top5_correct": 64
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9171198010444641,
+          "cosine_mean": 0.7401259541511536,
+          "cosine_min": 0.17204558849334717,
+          "cosine_std": 0.04960735887289047,
+          "flattened_dot": 3859594.0,
+          "latent_frames": 14768,
+          "mse": 0.09119943472055289,
+          "predicted_squared": 4619394.0,
+          "reference_squared": 5858108.0,
+          "relative_l2": 0.6861881347887581,
+          "squared_error": 2758314.5,
+          "values": 30244864
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999747276306152,
+          "cosine_mean": 0.9999486207962036,
+          "cosine_min": 0.9998003244400024,
+          "cosine_std": 1.2683611203101464e-05,
+          "flattened_dot": 5860878.0,
+          "latent_frames": 14768,
+          "mse": 2.018130613432416e-05,
+          "predicted_squared": 5864258.0,
+          "reference_squared": 5858108.0,
+          "relative_l2": 0.01020755588101958,
+          "squared_error": 610.380859375,
+          "values": 30244864
+        }
+      },
+      "condition_latent_frames": 14768,
+      "emitted_frames": 4281,
+      "model_id": "simpletuner-v1",
+      "sample_id": "0385eeed-b4cf-4526-8f2c-f7689ea2502f",
+      "shard_id": 2079,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9494.038208007812,
+            "count": 4224,
+            "top1_correct": 1624,
+            "top5_correct": 3274
+          },
+          {
+            "ce_sum": 17623.918487548828,
+            "count": 4224,
+            "top1_correct": 523,
+            "top5_correct": 1484
+          },
+          {
+            "ce_sum": 18838.743743896484,
+            "count": 4224,
+            "top1_correct": 436,
+            "top5_correct": 1262
+          },
+          {
+            "ce_sum": 19517.328063964844,
+            "count": 4224,
+            "top1_correct": 381,
+            "top5_correct": 1094
+          },
+          {
+            "ce_sum": 20328.581604003906,
+            "count": 4224,
+            "top1_correct": 316,
+            "top5_correct": 994
+          },
+          {
+            "ce_sum": 22747.124267578125,
+            "count": 4224,
+            "top1_correct": 213,
+            "top5_correct": 672
+          },
+          {
+            "ce_sum": 24597.796997070312,
+            "count": 4224,
+            "top1_correct": 115,
+            "top5_correct": 387
+          },
+          {
+            "ce_sum": 25126.874572753906,
+            "count": 4224,
+            "top1_correct": 104,
+            "top5_correct": 370
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8993992209434509,
+          "cosine_mean": 0.741592288017273,
+          "cosine_min": 0.470289409160614,
+          "cosine_std": 0.05168808251619339,
+          "flattened_dot": 2585325.0,
+          "latent_frames": 10342,
+          "mse": 0.08543763965731363,
+          "predicted_squared": 3176265.25,
+          "reference_squared": 3803989.5,
+          "relative_l2": 0.6897190304403087,
+          "squared_error": 1809604.75,
+          "values": 21180416
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999723434448242,
+          "cosine_mean": 0.999935507774353,
+          "cosine_min": 0.9997527599334717,
+          "cosine_std": 1.9094521121587604e-05,
+          "flattened_dot": 3805574.0,
+          "latent_frames": 10342,
+          "mse": 2.3178430607323027e-05,
+          "predicted_squared": 3807649.0,
+          "reference_squared": 3803989.5,
+          "relative_l2": 0.01136029480238976,
+          "squared_error": 490.9288024902344,
+          "values": 21180416
+        }
+      },
+      "condition_latent_frames": 10342,
+      "emitted_frames": 2998,
+      "model_id": "simpletuner-v1",
+      "sample_id": "903b16e1-74f2-4c87-bbe8-0254ed9c4812",
+      "shard_id": 2111,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6743.244247436523,
+            "count": 2944,
+            "top1_correct": 1143,
+            "top5_correct": 2259
+          },
+          {
+            "ce_sum": 13018.14486694336,
+            "count": 2944,
+            "top1_correct": 299,
+            "top5_correct": 838
+          },
+          {
+            "ce_sum": 13075.508392333984,
+            "count": 2944,
+            "top1_correct": 317,
+            "top5_correct": 886
+          },
+          {
+            "ce_sum": 13716.944091796875,
+            "count": 2944,
+            "top1_correct": 285,
+            "top5_correct": 783
+          },
+          {
+            "ce_sum": 14053.708984375,
+            "count": 2944,
+            "top1_correct": 245,
+            "top5_correct": 723
+          },
+          {
+            "ce_sum": 16228.586303710938,
+            "count": 2944,
+            "top1_correct": 132,
+            "top5_correct": 420
+          },
+          {
+            "ce_sum": 16898.064514160156,
+            "count": 2944,
+            "top1_correct": 93,
+            "top5_correct": 332
+          },
+          {
+            "ce_sum": 17729.599548339844,
+            "count": 2944,
+            "top1_correct": 62,
+            "top5_correct": 231
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9341252446174622,
+          "cosine_mean": 0.7672808170318604,
+          "cosine_min": 0.5361394882202148,
+          "cosine_std": 0.045325811952352524,
+          "flattened_dot": 4017565.5,
+          "latent_frames": 14485,
+          "mse": 0.08350192548325855,
+          "predicted_squared": 4729038.5,
+          "reference_squared": 5783200.0,
+          "relative_l2": 0.6544679221858672,
+          "squared_error": 2477108.0,
+          "values": 29665280
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999657869338989,
+          "cosine_mean": 0.9999122619628906,
+          "cosine_min": 0.9989082217216492,
+          "cosine_std": 4.6192311856430024e-05,
+          "flattened_dot": 5782419.5,
+          "latent_frames": 14485,
+          "mse": 3.379709069630916e-05,
+          "predicted_squared": 5782641.0,
+          "reference_squared": 5783200.0,
+          "relative_l2": 0.013166786048896505,
+          "squared_error": 1002.6001586914062,
+          "values": 29665280
+        }
+      },
+      "condition_latent_frames": 14485,
+      "emitted_frames": 4199,
+      "model_id": "simpletuner-v1",
+      "sample_id": "848e7dbf-b9f2-4ee2-bcc5-fed51ce1d6b7",
+      "shard_id": 2113,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8780.207397460938,
+            "count": 4096,
+            "top1_correct": 1679,
+            "top5_correct": 3245
+          },
+          {
+            "ce_sum": 17955.620971679688,
+            "count": 4096,
+            "top1_correct": 469,
+            "top5_correct": 1221
+          },
+          {
+            "ce_sum": 17288.209014892578,
+            "count": 4096,
+            "top1_correct": 497,
+            "top5_correct": 1382
+          },
+          {
+            "ce_sum": 18860.34130859375,
+            "count": 4096,
+            "top1_correct": 364,
+            "top5_correct": 1071
+          },
+          {
+            "ce_sum": 19593.48291015625,
+            "count": 4096,
+            "top1_correct": 327,
+            "top5_correct": 1018
+          },
+          {
+            "ce_sum": 22240.747802734375,
+            "count": 4096,
+            "top1_correct": 176,
+            "top5_correct": 561
+          },
+          {
+            "ce_sum": 23831.02264404297,
+            "count": 4096,
+            "top1_correct": 135,
+            "top5_correct": 417
+          },
+          {
+            "ce_sum": 24467.43896484375,
+            "count": 4096,
+            "top1_correct": 105,
+            "top5_correct": 331
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9459009170532227,
+          "cosine_mean": 0.7712925672531128,
+          "cosine_min": 0.383086234331131,
+          "cosine_std": 0.05282455310225487,
+          "flattened_dot": 396912.84375,
+          "latent_frames": 1455,
+          "mse": 0.08076491732777599,
+          "predicted_squared": 470134.8125,
+          "reference_squared": 564357.375,
+          "relative_l2": 0.653026411940313,
+          "squared_error": 240666.53125,
+          "values": 2979840
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999679923057556,
+          "cosine_mean": 0.9999385476112366,
+          "cosine_min": 0.9998178482055664,
+          "cosine_std": 2.1891832147957757e-05,
+          "flattened_dot": 564126.0,
+          "latent_frames": 1455,
+          "mse": 2.2673384123241778e-05,
+          "predicted_squared": 563962.125,
+          "reference_squared": 564357.375,
+          "relative_l2": 0.010941517096607204,
+          "squared_error": 67.56305694580078,
+          "values": 2979840
+        }
+      },
+      "condition_latent_frames": 1455,
+      "emitted_frames": 422,
+      "model_id": "simpletuner-v1",
+      "sample_id": "25cdb4b6-ea4d-46d2-8ba8-7fe5a10da136",
+      "shard_id": 2162,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 886.2131500244141,
+            "count": 384,
+            "top1_correct": 140,
+            "top5_correct": 292
+          },
+          {
+            "ce_sum": 1600.5634155273438,
+            "count": 384,
+            "top1_correct": 54,
+            "top5_correct": 128
+          },
+          {
+            "ce_sum": 1721.8622436523438,
+            "count": 384,
+            "top1_correct": 36,
+            "top5_correct": 112
+          },
+          {
+            "ce_sum": 1846.3267822265625,
+            "count": 384,
+            "top1_correct": 34,
+            "top5_correct": 95
+          },
+          {
+            "ce_sum": 1858.3843994140625,
+            "count": 384,
+            "top1_correct": 30,
+            "top5_correct": 88
+          },
+          {
+            "ce_sum": 1977.5292358398438,
+            "count": 384,
+            "top1_correct": 23,
+            "top5_correct": 75
+          },
+          {
+            "ce_sum": 2191.8023071289062,
+            "count": 384,
+            "top1_correct": 11,
+            "top5_correct": 33
+          },
+          {
+            "ce_sum": 2146.5303955078125,
+            "count": 384,
+            "top1_correct": 17,
+            "top5_correct": 49
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9622162580490112,
+          "cosine_mean": 0.7512076497077942,
+          "cosine_min": 0.4567740559577942,
+          "cosine_std": 0.05031488090753555,
+          "flattened_dot": 2728767.0,
+          "latent_frames": 11774,
+          "mse": 0.07523221145041512,
+          "predicted_squared": 3315712.75,
+          "reference_squared": 3955907.0,
+          "relative_l2": 0.6771827229374137,
+          "squared_error": 1814085.75,
+          "values": 24113152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999715089797974,
+          "cosine_mean": 0.999929666519165,
+          "cosine_min": 0.9994894862174988,
+          "cosine_std": 3.3879241527756676e-05,
+          "flattened_dot": 3954230.75,
+          "latent_frames": 11774,
+          "mse": 2.2800553527412137e-05,
+          "predicted_squared": 3953104.5,
+          "reference_squared": 3955907.0,
+          "relative_l2": 0.011788991390835571,
+          "squared_error": 549.793212890625,
+          "values": 24113152
+        }
+      },
+      "condition_latent_frames": 11774,
+      "emitted_frames": 3413,
+      "model_id": "simpletuner-v1",
+      "sample_id": "a802fc74-8c23-4951-9afd-73e1c8599eef",
+      "shard_id": 2164,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5926.472320556641,
+            "count": 3328,
+            "top1_correct": 1594,
+            "top5_correct": 2830
+          },
+          {
+            "ce_sum": 15084.7255859375,
+            "count": 3328,
+            "top1_correct": 343,
+            "top5_correct": 951
+          },
+          {
+            "ce_sum": 15221.102478027344,
+            "count": 3328,
+            "top1_correct": 331,
+            "top5_correct": 934
+          },
+          {
+            "ce_sum": 16168.686584472656,
+            "count": 3328,
+            "top1_correct": 259,
+            "top5_correct": 748
+          },
+          {
+            "ce_sum": 16483.611083984375,
+            "count": 3328,
+            "top1_correct": 238,
+            "top5_correct": 700
+          },
+          {
+            "ce_sum": 19377.718017578125,
+            "count": 3328,
+            "top1_correct": 115,
+            "top5_correct": 344
+          },
+          {
+            "ce_sum": 20314.037109375,
+            "count": 3328,
+            "top1_correct": 70,
+            "top5_correct": 247
+          },
+          {
+            "ce_sum": 20863.84716796875,
+            "count": 3328,
+            "top1_correct": 67,
+            "top5_correct": 216
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9463868141174316,
+          "cosine_mean": 0.7906687259674072,
+          "cosine_min": 0.5501976609230042,
+          "cosine_std": 0.0441250242292881,
+          "flattened_dot": 1476468.5,
+          "latent_frames": 5609,
+          "mse": 0.06885466403046443,
+          "predicted_squared": 1722628.25,
+          "reference_squared": 2021258.25,
+          "relative_l2": 0.6255520838403207,
+          "squared_error": 790949.5,
+          "values": 11487232
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999597668647766,
+          "cosine_mean": 0.9999157190322876,
+          "cosine_min": 0.9990390539169312,
+          "cosine_std": 4.442021236172877e-05,
+          "flattened_dot": 2021662.0,
+          "latent_frames": 5609,
+          "mse": 2.9500008670802122e-05,
+          "predicted_squared": 2022404.75,
+          "reference_squared": 2021258.25,
+          "relative_l2": 0.012948154271892633,
+          "squared_error": 338.8734436035156,
+          "values": 11487232
+        }
+      },
+      "condition_latent_frames": 5609,
+      "emitted_frames": 1626,
+      "model_id": "simpletuner-v1",
+      "sample_id": "523595ac-4e69-4069-bcf4-6e4c577f29b8",
+      "shard_id": 2187,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3207.7220764160156,
+            "count": 1536,
+            "top1_correct": 667,
+            "top5_correct": 1230
+          },
+          {
+            "ce_sum": 6063.991851806641,
+            "count": 1536,
+            "top1_correct": 225,
+            "top5_correct": 599
+          },
+          {
+            "ce_sum": 6351.128997802734,
+            "count": 1536,
+            "top1_correct": 204,
+            "top5_correct": 545
+          },
+          {
+            "ce_sum": 6809.74755859375,
+            "count": 1536,
+            "top1_correct": 174,
+            "top5_correct": 463
+          },
+          {
+            "ce_sum": 7167.163879394531,
+            "count": 1536,
+            "top1_correct": 143,
+            "top5_correct": 411
+          },
+          {
+            "ce_sum": 8265.351501464844,
+            "count": 1536,
+            "top1_correct": 81,
+            "top5_correct": 248
+          },
+          {
+            "ce_sum": 8814.257141113281,
+            "count": 1536,
+            "top1_correct": 55,
+            "top5_correct": 177
+          },
+          {
+            "ce_sum": 8815.66455078125,
+            "count": 1536,
+            "top1_correct": 51,
+            "top5_correct": 187
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8927806615829468,
+          "cosine_mean": 0.7627969980239868,
+          "cosine_min": 0.44214150309562683,
+          "cosine_std": 0.04888605326414108,
+          "flattened_dot": 2845733.75,
+          "latent_frames": 11487,
+          "mse": 0.07617016408154327,
+          "predicted_squared": 3366918.75,
+          "reference_squared": 4116480.5,
+          "relative_l2": 0.6597778038944278,
+          "squared_error": 1791931.75,
+          "values": 23525376
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999675750732422,
+          "cosine_mean": 0.999936580657959,
+          "cosine_min": 0.9994958639144897,
+          "cosine_std": 2.0393797967699356e-05,
+          "flattened_dot": 4116952.75,
+          "latent_frames": 11487,
+          "mse": 2.235855478795004e-05,
+          "predicted_squared": 4117951.0,
+          "reference_squared": 4116480.5,
+          "relative_l2": 0.011303869096200505,
+          "squared_error": 525.993408203125,
+          "values": 23525376
+        }
+      },
+      "condition_latent_frames": 11487,
+      "emitted_frames": 3330,
+      "model_id": "simpletuner-v1",
+      "sample_id": "c42540cd-64fa-4f85-bdaf-cc7219f4d5f4",
+      "shard_id": 2236,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7486.124603271484,
+            "count": 3328,
+            "top1_correct": 1276,
+            "top5_correct": 2539
+          },
+          {
+            "ce_sum": 13968.821838378906,
+            "count": 3328,
+            "top1_correct": 436,
+            "top5_correct": 1172
+          },
+          {
+            "ce_sum": 14344.728271484375,
+            "count": 3328,
+            "top1_correct": 391,
+            "top5_correct": 1074
+          },
+          {
+            "ce_sum": 15634.435943603516,
+            "count": 3328,
+            "top1_correct": 272,
+            "top5_correct": 816
+          },
+          {
+            "ce_sum": 16278.444091796875,
+            "count": 3328,
+            "top1_correct": 265,
+            "top5_correct": 737
+          },
+          {
+            "ce_sum": 18044.038146972656,
+            "count": 3328,
+            "top1_correct": 176,
+            "top5_correct": 527
+          },
+          {
+            "ce_sum": 18674.40936279297,
+            "count": 3328,
+            "top1_correct": 150,
+            "top5_correct": 452
+          },
+          {
+            "ce_sum": 19351.765747070312,
+            "count": 3328,
+            "top1_correct": 125,
+            "top5_correct": 379
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8839684724807739,
+          "cosine_mean": 0.7362847924232483,
+          "cosine_min": 0.4772777855396271,
+          "cosine_std": 0.0558178685605526,
+          "flattened_dot": 2038993.875,
+          "latent_frames": 8472,
+          "mse": 0.08527040706702962,
+          "predicted_squared": 2485440.5,
+          "reference_squared": 3072044.5,
+          "relative_l2": 0.6939742666759361,
+          "squared_error": 1479497.5,
+          "values": 17350656
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999648332595825,
+          "cosine_mean": 0.999882161617279,
+          "cosine_min": 0.9975578784942627,
+          "cosine_std": 9.848181798588485e-05,
+          "flattened_dot": 3071767.25,
+          "latent_frames": 8472,
+          "mse": 4.0258776055291874e-05,
+          "predicted_squared": 3072188.25,
+          "reference_squared": 3072044.5,
+          "relative_l2": 0.015079067392648785,
+          "squared_error": 698.5161743164062,
+          "values": 17350656
+        }
+      },
+      "condition_latent_frames": 8472,
+      "emitted_frames": 2456,
+      "model_id": "simpletuner-v1",
+      "sample_id": "2e9ad923-fac4-41d4-b26e-ea253ded0429",
+      "shard_id": 2303,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5283.0634765625,
+            "count": 2432,
+            "top1_correct": 1003,
+            "top5_correct": 1868
+          },
+          {
+            "ce_sum": 10925.49560546875,
+            "count": 2432,
+            "top1_correct": 252,
+            "top5_correct": 679
+          },
+          {
+            "ce_sum": 10703.412078857422,
+            "count": 2432,
+            "top1_correct": 273,
+            "top5_correct": 779
+          },
+          {
+            "ce_sum": 11636.042846679688,
+            "count": 2432,
+            "top1_correct": 198,
+            "top5_correct": 573
+          },
+          {
+            "ce_sum": 12536.399169921875,
+            "count": 2432,
+            "top1_correct": 138,
+            "top5_correct": 445
+          },
+          {
+            "ce_sum": 14007.111877441406,
+            "count": 2432,
+            "top1_correct": 66,
+            "top5_correct": 236
+          },
+          {
+            "ce_sum": 14894.525329589844,
+            "count": 2432,
+            "top1_correct": 48,
+            "top5_correct": 182
+          },
+          {
+            "ce_sum": 14985.248718261719,
+            "count": 2432,
+            "top1_correct": 55,
+            "top5_correct": 185
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9010049104690552,
+          "cosine_mean": 0.7660506963729858,
+          "cosine_min": 0.4966510832309723,
+          "cosine_std": 0.04959912225604057,
+          "flattened_dot": 4000148.75,
+          "latent_frames": 15524,
+          "mse": 0.07692187141432218,
+          "predicted_squared": 4750090.5,
+          "reference_squared": 5695796.0,
+          "relative_l2": 0.6552612724221542,
+          "squared_error": 2445588.75,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999719262123108,
+          "cosine_mean": 0.9999479651451111,
+          "cosine_min": 0.999823808670044,
+          "cosine_std": 1.316528141614981e-05,
+          "flattened_dot": 5697783.0,
+          "latent_frames": 15524,
+          "mse": 1.887406571198296e-05,
+          "predicted_squared": 5700370.5,
+          "reference_squared": 5695796.0,
+          "relative_l2": 0.010264133958405192,
+          "squared_error": 600.0660400390625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "1280a5b3-93ad-4cd5-b8d0-42f3ea1ff1e6",
+      "shard_id": 2332,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9132.349197387695,
+            "count": 4480,
+            "top1_correct": 1927,
+            "top5_correct": 3635
+          },
+          {
+            "ce_sum": 19425.082794189453,
+            "count": 4480,
+            "top1_correct": 481,
+            "top5_correct": 1416
+          },
+          {
+            "ce_sum": 18532.564819335938,
+            "count": 4480,
+            "top1_correct": 553,
+            "top5_correct": 1605
+          },
+          {
+            "ce_sum": 20355.09295654297,
+            "count": 4480,
+            "top1_correct": 471,
+            "top5_correct": 1292
+          },
+          {
+            "ce_sum": 21040.770935058594,
+            "count": 4480,
+            "top1_correct": 411,
+            "top5_correct": 1163
+          },
+          {
+            "ce_sum": 24396.18603515625,
+            "count": 4480,
+            "top1_correct": 196,
+            "top5_correct": 659
+          },
+          {
+            "ce_sum": 25640.490173339844,
+            "count": 4480,
+            "top1_correct": 168,
+            "top5_correct": 521
+          },
+          {
+            "ce_sum": 26552.95428466797,
+            "count": 4480,
+            "top1_correct": 115,
+            "top5_correct": 404
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9057322144508362,
+          "cosine_mean": 0.7853599190711975,
+          "cosine_min": 0.3945537209510803,
+          "cosine_std": 0.0476057305932045,
+          "flattened_dot": 3838970.5,
+          "latent_frames": 13440,
+          "mse": 0.07809183029901413,
+          "predicted_squared": 4284440.0,
+          "reference_squared": 5542988.5,
+          "relative_l2": 0.6227237401049691,
+          "squared_error": 2149487.0,
+          "values": 27525120
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999692440032959,
+          "cosine_mean": 0.999933123588562,
+          "cosine_min": 0.9994672536849976,
+          "cosine_std": 2.667365151864942e-05,
+          "flattened_dot": 5543615.0,
+          "latent_frames": 13440,
+          "mse": 2.6638431119776907e-05,
+          "predicted_squared": 5544974.5,
+          "reference_squared": 5542988.5,
+          "relative_l2": 0.011501300308500563,
+          "squared_error": 733.2260131835938,
+          "values": 27525120
+        }
+      },
+      "condition_latent_frames": 13440,
+      "emitted_frames": 3896,
+      "model_id": "simpletuner-v1",
+      "sample_id": "321b28b8-aa0a-4886-864d-a5adfa300aa3",
+      "shard_id": 2337,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7118.904281616211,
+            "count": 3840,
+            "top1_correct": 1861,
+            "top5_correct": 3215
+          },
+          {
+            "ce_sum": 16151.122924804688,
+            "count": 3840,
+            "top1_correct": 503,
+            "top5_correct": 1338
+          },
+          {
+            "ce_sum": 15406.38525390625,
+            "count": 3840,
+            "top1_correct": 559,
+            "top5_correct": 1461
+          },
+          {
+            "ce_sum": 16856.27899169922,
+            "count": 3840,
+            "top1_correct": 414,
+            "top5_correct": 1147
+          },
+          {
+            "ce_sum": 17739.63800048828,
+            "count": 3840,
+            "top1_correct": 369,
+            "top5_correct": 1029
+          },
+          {
+            "ce_sum": 20327.357788085938,
+            "count": 3840,
+            "top1_correct": 201,
+            "top5_correct": 671
+          },
+          {
+            "ce_sum": 22374.12677001953,
+            "count": 3840,
+            "top1_correct": 122,
+            "top5_correct": 409
+          },
+          {
+            "ce_sum": 22265.878845214844,
+            "count": 3840,
+            "top1_correct": 153,
+            "top5_correct": 459
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9839693307876587,
+          "cosine_mean": 0.7942103147506714,
+          "cosine_min": 0.5236315131187439,
+          "cosine_std": 0.04697750136256218,
+          "flattened_dot": 2335835.5,
+          "latent_frames": 8455,
+          "mse": 0.07088203633205203,
+          "predicted_squared": 2633747.5,
+          "reference_squared": 3265305.25,
+          "relative_l2": 0.613095292700896,
+          "squared_error": 1227382.0,
+          "values": 17315840
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999749660491943,
+          "cosine_mean": 0.9999422430992126,
+          "cosine_min": 0.9997609257698059,
+          "cosine_std": 1.789404996088706e-05,
+          "flattened_dot": 3265070.75,
+          "latent_frames": 8455,
+          "mse": 2.1542357594779368e-05,
+          "predicted_squared": 3265209.0,
+          "reference_squared": 3265305.25,
+          "relative_l2": 0.0106882475566235,
+          "squared_error": 373.0240173339844,
+          "values": 17315840
+        }
+      },
+      "condition_latent_frames": 8455,
+      "emitted_frames": 2451,
+      "model_id": "simpletuner-v1",
+      "sample_id": "9d9c35b3-172b-4725-a01d-9e0d3061b90b",
+      "shard_id": 2371,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4352.278915405273,
+            "count": 2432,
+            "top1_correct": 1177,
+            "top5_correct": 2076
+          },
+          {
+            "ce_sum": 10328.84146118164,
+            "count": 2432,
+            "top1_correct": 285,
+            "top5_correct": 780
+          },
+          {
+            "ce_sum": 10028.469543457031,
+            "count": 2432,
+            "top1_correct": 328,
+            "top5_correct": 882
+          },
+          {
+            "ce_sum": 10409.01596069336,
+            "count": 2432,
+            "top1_correct": 290,
+            "top5_correct": 818
+          },
+          {
+            "ce_sum": 11623.510498046875,
+            "count": 2432,
+            "top1_correct": 187,
+            "top5_correct": 566
+          },
+          {
+            "ce_sum": 13062.018371582031,
+            "count": 2432,
+            "top1_correct": 127,
+            "top5_correct": 387
+          },
+          {
+            "ce_sum": 14187.563903808594,
+            "count": 2432,
+            "top1_correct": 54,
+            "top5_correct": 236
+          },
+          {
+            "ce_sum": 14720.323303222656,
+            "count": 2432,
+            "top1_correct": 59,
+            "top5_correct": 213
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.97084641456604,
+          "cosine_mean": 0.7420141696929932,
+          "cosine_min": 0.5099056959152222,
+          "cosine_std": 0.059957366436719894,
+          "flattened_dot": 1963680.0,
+          "latent_frames": 7785,
+          "mse": 0.08465476602641298,
+          "predicted_squared": 2378172.75,
+          "reference_squared": 2898896.0,
+          "relative_l2": 0.6823444664875512,
+          "squared_error": 1349708.5,
+          "values": 15943680
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999681711196899,
+          "cosine_mean": 0.9998921751976013,
+          "cosine_min": 0.9891294836997986,
+          "cosine_std": 0.0003700156812556088,
+          "flattened_dot": 2898952.25,
+          "latent_frames": 7785,
+          "mse": 3.563698163458224e-05,
+          "predicted_squared": 2899576.5,
+          "reference_squared": 2898896.0,
+          "relative_l2": 0.014000012509037957,
+          "squared_error": 568.1846313476562,
+          "values": 15943680
+        }
+      },
+      "condition_latent_frames": 7785,
+      "emitted_frames": 2257,
+      "model_id": "simpletuner-v1",
+      "sample_id": "d73fcec5-5a1d-416a-8a26-5bc21da53b94",
+      "shard_id": 2429,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4254.729675292969,
+            "count": 2176,
+            "top1_correct": 975,
+            "top5_correct": 1792
+          },
+          {
+            "ce_sum": 9271.174896240234,
+            "count": 2176,
+            "top1_correct": 236,
+            "top5_correct": 715
+          },
+          {
+            "ce_sum": 9391.028717041016,
+            "count": 2176,
+            "top1_correct": 253,
+            "top5_correct": 696
+          },
+          {
+            "ce_sum": 10291.720947265625,
+            "count": 2176,
+            "top1_correct": 189,
+            "top5_correct": 563
+          },
+          {
+            "ce_sum": 10915.39990234375,
+            "count": 2176,
+            "top1_correct": 159,
+            "top5_correct": 437
+          },
+          {
+            "ce_sum": 11982.329650878906,
+            "count": 2176,
+            "top1_correct": 90,
+            "top5_correct": 303
+          },
+          {
+            "ce_sum": 13047.286010742188,
+            "count": 2176,
+            "top1_correct": 60,
+            "top5_correct": 175
+          },
+          {
+            "ce_sum": 13351.592468261719,
+            "count": 2176,
+            "top1_correct": 51,
+            "top5_correct": 153
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8937206864356995,
+          "cosine_mean": 0.7377346158027649,
+          "cosine_min": 0.5065998435020447,
+          "cosine_std": 0.05911294370889664,
+          "flattened_dot": 797410.25,
+          "latent_frames": 3318,
+          "mse": 0.08322800262064874,
+          "predicted_squared": 990172.125,
+          "reference_squared": 1170204.625,
+          "relative_l2": 0.6951955731560933,
+          "squared_error": 565556.25,
+          "values": 6795264
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999575614929199,
+          "cosine_mean": 0.9998981356620789,
+          "cosine_min": 0.999567985534668,
+          "cosine_std": 4.0057129808701575e-05,
+          "flattened_dot": 1171828.875,
+          "latent_frames": 3318,
+          "mse": 3.5400551223409975e-05,
+          "predicted_squared": 1173693.625,
+          "reference_squared": 1170204.625,
+          "relative_l2": 0.014337626877799938,
+          "squared_error": 240.55609130859375,
+          "values": 6795264
+        }
+      },
+      "condition_latent_frames": 3318,
+      "emitted_frames": 962,
+      "model_id": "simpletuner-v1",
+      "sample_id": "e5a32971-24c9-49bc-b651-e7caf0c4a216",
+      "shard_id": 2444,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2201.173828125,
+            "count": 896,
+            "top1_correct": 311,
+            "top5_correct": 655
+          },
+          {
+            "ce_sum": 3998.9185485839844,
+            "count": 896,
+            "top1_correct": 92,
+            "top5_correct": 253
+          },
+          {
+            "ce_sum": 3786.50732421875,
+            "count": 896,
+            "top1_correct": 110,
+            "top5_correct": 317
+          },
+          {
+            "ce_sum": 4102.0687255859375,
+            "count": 896,
+            "top1_correct": 90,
+            "top5_correct": 250
+          },
+          {
+            "ce_sum": 4388.336120605469,
+            "count": 896,
+            "top1_correct": 60,
+            "top5_correct": 197
+          },
+          {
+            "ce_sum": 4773.53173828125,
+            "count": 896,
+            "top1_correct": 66,
+            "top5_correct": 144
+          },
+          {
+            "ce_sum": 5102.099365234375,
+            "count": 896,
+            "top1_correct": 37,
+            "top5_correct": 108
+          },
+          {
+            "ce_sum": 5217.008728027344,
+            "count": 896,
+            "top1_correct": 34,
+            "top5_correct": 98
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9656792879104614,
+          "cosine_mean": 0.7147189378738403,
+          "cosine_min": 0.19285622239112854,
+          "cosine_std": 0.05054955929517746,
+          "flattened_dot": 3528301.5,
+          "latent_frames": 15524,
+          "mse": 0.08969024209993397,
+          "predicted_squared": 4415020.5,
+          "reference_squared": 5493117.0,
+          "relative_l2": 0.7204933333308814,
+          "squared_error": 2851535.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999973714351654,
+          "cosine_mean": 0.9999500513076782,
+          "cosine_min": 0.9997940063476562,
+          "cosine_std": 1.0379113518865779e-05,
+          "flattened_dot": 5494503.5,
+          "latent_frames": 15524,
+          "mse": 1.7515142011261577e-05,
+          "predicted_squared": 5496446.0,
+          "reference_squared": 5493117.0,
+          "relative_l2": 0.010068486682593105,
+          "squared_error": 556.861572265625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "597f9e50-5535-4bb7-8fd7-728216b28a17",
+      "shard_id": 2441,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10535.203552246094,
+            "count": 4480,
+            "top1_correct": 1623,
+            "top5_correct": 3342
+          },
+          {
+            "ce_sum": 20775.84356689453,
+            "count": 4480,
+            "top1_correct": 400,
+            "top5_correct": 1169
+          },
+          {
+            "ce_sum": 21446.891174316406,
+            "count": 4480,
+            "top1_correct": 340,
+            "top5_correct": 1083
+          },
+          {
+            "ce_sum": 21759.40802001953,
+            "count": 4480,
+            "top1_correct": 321,
+            "top5_correct": 1012
+          },
+          {
+            "ce_sum": 23271.523010253906,
+            "count": 4480,
+            "top1_correct": 243,
+            "top5_correct": 810
+          },
+          {
+            "ce_sum": 26541.180725097656,
+            "count": 4480,
+            "top1_correct": 109,
+            "top5_correct": 384
+          },
+          {
+            "ce_sum": 27577.883666992188,
+            "count": 4480,
+            "top1_correct": 84,
+            "top5_correct": 314
+          },
+          {
+            "ce_sum": 27766.119750976562,
+            "count": 4480,
+            "top1_correct": 74,
+            "top5_correct": 276
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9098285436630249,
+          "cosine_mean": 0.7677192687988281,
+          "cosine_min": 0.5508449673652649,
+          "cosine_std": 0.05043172836303711,
+          "flattened_dot": 1586212.0,
+          "latent_frames": 6157,
+          "mse": 0.07706449309474987,
+          "predicted_squared": 1899339.0,
+          "reference_squared": 2244832.5,
+          "relative_l2": 0.6579376591696308,
+          "squared_error": 971747.5,
+          "values": 12609536
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999691247940063,
+          "cosine_mean": 0.9999408721923828,
+          "cosine_min": 0.999797523021698,
+          "cosine_std": 1.6951777070062235e-05,
+          "flattened_dot": 2247072.25,
+          "latent_frames": 6157,
+          "mse": 2.1350302439880618e-05,
+          "predicted_squared": 2249581.0,
+          "reference_squared": 2244832.5,
+          "relative_l2": 0.010951146731953715,
+          "squared_error": 269.2174072265625,
+          "values": 12609536
+        }
+      },
+      "condition_latent_frames": 6157,
+      "emitted_frames": 1785,
+      "model_id": "simpletuner-v1",
+      "sample_id": "c53e9479-2a58-4bc7-8880-3d05a8a71363",
+      "shard_id": 2477,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3652.090805053711,
+            "count": 1664,
+            "top1_correct": 680,
+            "top5_correct": 1295
+          },
+          {
+            "ce_sum": 7094.620269775391,
+            "count": 1664,
+            "top1_correct": 235,
+            "top5_correct": 571
+          },
+          {
+            "ce_sum": 7264.887145996094,
+            "count": 1664,
+            "top1_correct": 199,
+            "top5_correct": 525
+          },
+          {
+            "ce_sum": 7918.0936279296875,
+            "count": 1664,
+            "top1_correct": 147,
+            "top5_correct": 390
+          },
+          {
+            "ce_sum": 8205.873291015625,
+            "count": 1664,
+            "top1_correct": 136,
+            "top5_correct": 369
+          },
+          {
+            "ce_sum": 8860.739624023438,
+            "count": 1664,
+            "top1_correct": 90,
+            "top5_correct": 270
+          },
+          {
+            "ce_sum": 9315.110595703125,
+            "count": 1664,
+            "top1_correct": 77,
+            "top5_correct": 214
+          },
+          {
+            "ce_sum": 9977.093933105469,
+            "count": 1664,
+            "top1_correct": 52,
+            "top5_correct": 159
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9681202173233032,
+          "cosine_mean": 0.7942025661468506,
+          "cosine_min": 0.5044233798980713,
+          "cosine_std": 0.04435619339346886,
+          "flattened_dot": 1194241.25,
+          "latent_frames": 4784,
+          "mse": 0.06394606370192307,
+          "predicted_squared": 1405345.625,
+          "reference_squared": 1609656.75,
+          "relative_l2": 0.6238796675708796,
+          "squared_error": 626520.0,
+          "values": 9797632
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999662637710571,
+          "cosine_mean": 0.9999380111694336,
+          "cosine_min": 0.9996904730796814,
+          "cosine_std": 2.1708601707359776e-05,
+          "flattened_dot": 1610182.125,
+          "latent_frames": 4784,
+          "mse": 2.0652187109790916e-05,
+          "predicted_squared": 1610909.75,
+          "reference_squared": 1609656.75,
+          "relative_l2": 0.011211841501660208,
+          "squared_error": 202.342529296875,
+          "values": 9797632
+        }
+      },
+      "condition_latent_frames": 4784,
+      "emitted_frames": 1387,
+      "model_id": "simpletuner-v1",
+      "sample_id": "0160a954-639b-4808-a84d-dfcd0f97b2d3",
+      "shard_id": 2484,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2338.833740234375,
+            "count": 1280,
+            "top1_correct": 609,
+            "top5_correct": 1073
+          },
+          {
+            "ce_sum": 5645.309997558594,
+            "count": 1280,
+            "top1_correct": 145,
+            "top5_correct": 387
+          },
+          {
+            "ce_sum": 5474.907653808594,
+            "count": 1280,
+            "top1_correct": 147,
+            "top5_correct": 421
+          },
+          {
+            "ce_sum": 5634.788513183594,
+            "count": 1280,
+            "top1_correct": 142,
+            "top5_correct": 383
+          },
+          {
+            "ce_sum": 6168.5130615234375,
+            "count": 1280,
+            "top1_correct": 103,
+            "top5_correct": 293
+          },
+          {
+            "ce_sum": 6997.313232421875,
+            "count": 1280,
+            "top1_correct": 63,
+            "top5_correct": 187
+          },
+          {
+            "ce_sum": 7689.111633300781,
+            "count": 1280,
+            "top1_correct": 29,
+            "top5_correct": 113
+          },
+          {
+            "ce_sum": 7922.4862060546875,
+            "count": 1280,
+            "top1_correct": 23,
+            "top5_correct": 88
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.954137921333313,
+          "cosine_mean": 0.7500637769699097,
+          "cosine_min": 0.4600593149662018,
+          "cosine_std": 0.049334775656461716,
+          "flattened_dot": 2174654.0,
+          "latent_frames": 9186,
+          "mse": 0.07790117784961491,
+          "predicted_squared": 2692316.75,
+          "reference_squared": 3122539.75,
+          "relative_l2": 0.6850877798801608,
+          "squared_error": 1465549.25,
+          "values": 18812928
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999656677246094,
+          "cosine_mean": 0.9999185800552368,
+          "cosine_min": 0.9987355470657349,
+          "cosine_std": 4.4535590859595686e-05,
+          "flattened_dot": 3123387.25,
+          "latent_frames": 9186,
+          "mse": 2.6874985540196084e-05,
+          "predicted_squared": 3124740.25,
+          "reference_squared": 3122539.75,
+          "relative_l2": 0.012724722747510183,
+          "squared_error": 505.59716796875,
+          "values": 18812928
+        }
+      },
+      "condition_latent_frames": 9186,
+      "emitted_frames": 2663,
+      "model_id": "simpletuner-v1",
+      "sample_id": "40b569f5-3a8b-4b17-a880-edb8f669dd63",
+      "shard_id": 2485,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5653.626541137695,
+            "count": 2560,
+            "top1_correct": 983,
+            "top5_correct": 1974
+          },
+          {
+            "ce_sum": 11269.227844238281,
+            "count": 2560,
+            "top1_correct": 265,
+            "top5_correct": 761
+          },
+          {
+            "ce_sum": 10932.832122802734,
+            "count": 2560,
+            "top1_correct": 283,
+            "top5_correct": 823
+          },
+          {
+            "ce_sum": 11706.742797851562,
+            "count": 2560,
+            "top1_correct": 253,
+            "top5_correct": 699
+          },
+          {
+            "ce_sum": 12340.456176757812,
+            "count": 2560,
+            "top1_correct": 197,
+            "top5_correct": 601
+          },
+          {
+            "ce_sum": 13887.7568359375,
+            "count": 2560,
+            "top1_correct": 114,
+            "top5_correct": 400
+          },
+          {
+            "ce_sum": 14849.116271972656,
+            "count": 2560,
+            "top1_correct": 73,
+            "top5_correct": 258
+          },
+          {
+            "ce_sum": 15491.005737304688,
+            "count": 2560,
+            "top1_correct": 64,
+            "top5_correct": 201
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9691174030303955,
+          "cosine_mean": 0.7528926730155945,
+          "cosine_min": 0.561539351940155,
+          "cosine_std": 0.05213266611099243,
+          "flattened_dot": 2272919.0,
+          "latent_frames": 8365,
+          "mse": 0.08881903065227137,
+          "predicted_squared": 2706839.0,
+          "reference_squared": 3360604.0,
+          "relative_l2": 0.6728872408163881,
+          "squared_error": 1521605.0,
+          "values": 17131520
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999450445175171,
+          "cosine_mean": 0.9997804164886475,
+          "cosine_min": 0.9954860806465149,
+          "cosine_std": 0.0002702320634853095,
+          "flattened_dot": 3363977.5,
+          "latent_frames": 8365,
+          "mse": 8.228294021414913e-05,
+          "predicted_squared": 3368760.5,
+          "reference_squared": 3360604.0,
+          "relative_l2": 0.020480670935235014,
+          "squared_error": 1409.6318359375,
+          "values": 17131520
+        }
+      },
+      "condition_latent_frames": 8365,
+      "emitted_frames": 2425,
+      "model_id": "simpletuner-v1",
+      "sample_id": "dd01e47d-da65-4369-a18d-4991284f4195",
+      "shard_id": 2515,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5140.808639526367,
+            "count": 2304,
+            "top1_correct": 892,
+            "top5_correct": 1785
+          },
+          {
+            "ce_sum": 9911.07373046875,
+            "count": 2304,
+            "top1_correct": 244,
+            "top5_correct": 730
+          },
+          {
+            "ce_sum": 10138.605438232422,
+            "count": 2304,
+            "top1_correct": 235,
+            "top5_correct": 687
+          },
+          {
+            "ce_sum": 10573.900634765625,
+            "count": 2304,
+            "top1_correct": 203,
+            "top5_correct": 622
+          },
+          {
+            "ce_sum": 11292.588989257812,
+            "count": 2304,
+            "top1_correct": 156,
+            "top5_correct": 518
+          },
+          {
+            "ce_sum": 12712.844116210938,
+            "count": 2304,
+            "top1_correct": 89,
+            "top5_correct": 309
+          },
+          {
+            "ce_sum": 13611.504577636719,
+            "count": 2304,
+            "top1_correct": 65,
+            "top5_correct": 206
+          },
+          {
+            "ce_sum": 13739.285949707031,
+            "count": 2304,
+            "top1_correct": 54,
+            "top5_correct": 187
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9689425826072693,
+          "cosine_mean": 0.7845202088356018,
+          "cosine_min": 0.5733747482299805,
+          "cosine_std": 0.04607018828392029,
+          "flattened_dot": 3321062.0,
+          "latent_frames": 11549,
+          "mse": 0.07859809248568599,
+          "predicted_squared": 3807290.0,
+          "reference_squared": 4693863.5,
+          "relative_l2": 0.6293292855997679,
+          "squared_error": 1859029.75,
+          "values": 23652352
+        },
+        "true_code_control": {
+          "cosine_max": 0.999972939491272,
+          "cosine_mean": 0.9999480843544006,
+          "cosine_min": 0.9997270703315735,
+          "cosine_std": 1.6082591173471883e-05,
+          "flattened_dot": 4695821.0,
+          "latent_frames": 11549,
+          "mse": 2.071128767675647e-05,
+          "predicted_squared": 4698268.0,
+          "reference_squared": 4693863.5,
+          "relative_l2": 0.010215873095409748,
+          "squared_error": 489.87066650390625,
+          "values": 23652352
+        }
+      },
+      "condition_latent_frames": 11549,
+      "emitted_frames": 3348,
+      "model_id": "simpletuner-v1",
+      "sample_id": "b65f7d3f-83dd-40be-ba98-b371a373a72c",
+      "shard_id": 2541,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6465.056198120117,
+            "count": 3328,
+            "top1_correct": 1471,
+            "top5_correct": 2745
+          },
+          {
+            "ce_sum": 13930.680145263672,
+            "count": 3328,
+            "top1_correct": 425,
+            "top5_correct": 1152
+          },
+          {
+            "ce_sum": 14152.952697753906,
+            "count": 3328,
+            "top1_correct": 407,
+            "top5_correct": 1105
+          },
+          {
+            "ce_sum": 15121.379699707031,
+            "count": 3328,
+            "top1_correct": 321,
+            "top5_correct": 919
+          },
+          {
+            "ce_sum": 16130.754272460938,
+            "count": 3328,
+            "top1_correct": 278,
+            "top5_correct": 780
+          },
+          {
+            "ce_sum": 18179.90948486328,
+            "count": 3328,
+            "top1_correct": 138,
+            "top5_correct": 434
+          },
+          {
+            "ce_sum": 19218.0830078125,
+            "count": 3328,
+            "top1_correct": 104,
+            "top5_correct": 365
+          },
+          {
+            "ce_sum": 19598.490112304688,
+            "count": 3328,
+            "top1_correct": 106,
+            "top5_correct": 321
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9536851644515991,
+          "cosine_mean": 0.747114896774292,
+          "cosine_min": 0.47747862339019775,
+          "cosine_std": 0.05107809975743294,
+          "flattened_dot": 1816470.0,
+          "latent_frames": 7037,
+          "mse": 0.08714952966240941,
+          "predicted_squared": 2156540.0,
+          "reference_squared": 2732379.5,
+          "relative_l2": 0.6779860628547852,
+          "squared_error": 1255979.5,
+          "values": 14411776
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999751448631287,
+          "cosine_mean": 0.9999454021453857,
+          "cosine_min": 0.9996266961097717,
+          "cosine_std": 2.0060711904079653e-05,
+          "flattened_dot": 2732855.0,
+          "latent_frames": 7037,
+          "mse": 2.075045034596404e-05,
+          "predicted_squared": 2733630.0,
+          "reference_squared": 2732379.5,
+          "relative_l2": 0.010461693827984396,
+          "squared_error": 299.05084228515625,
+          "values": 14411776
+        }
+      },
+      "condition_latent_frames": 7037,
+      "emitted_frames": 2040,
+      "model_id": "simpletuner-v1",
+      "sample_id": "575f0c02-1291-4c8c-8be3-3fbeb1c81dce",
+      "shard_id": 2552,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3513.5641174316406,
+            "count": 1920,
+            "top1_correct": 927,
+            "top5_correct": 1619
+          },
+          {
+            "ce_sum": 8332.58999633789,
+            "count": 1920,
+            "top1_correct": 196,
+            "top5_correct": 575
+          },
+          {
+            "ce_sum": 8428.02261352539,
+            "count": 1920,
+            "top1_correct": 222,
+            "top5_correct": 597
+          },
+          {
+            "ce_sum": 8859.287841796875,
+            "count": 1920,
+            "top1_correct": 159,
+            "top5_correct": 509
+          },
+          {
+            "ce_sum": 9769.115966796875,
+            "count": 1920,
+            "top1_correct": 125,
+            "top5_correct": 376
+          },
+          {
+            "ce_sum": 10885.909790039062,
+            "count": 1920,
+            "top1_correct": 65,
+            "top5_correct": 236
+          },
+          {
+            "ce_sum": 11273.729736328125,
+            "count": 1920,
+            "top1_correct": 55,
+            "top5_correct": 191
+          },
+          {
+            "ce_sum": 11978.283142089844,
+            "count": 1920,
+            "top1_correct": 24,
+            "top5_correct": 109
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9652161598205566,
+          "cosine_mean": 0.759095311164856,
+          "cosine_min": 0.5641543865203857,
+          "cosine_std": 0.04869115725159645,
+          "flattened_dot": 1992765.0,
+          "latent_frames": 8472,
+          "mse": 0.07322576160809136,
+          "predicted_squared": 2396242.5,
+          "reference_squared": 2859802.25,
+          "relative_l2": 0.6665333690664819,
+          "squared_error": 1270515.0,
+          "values": 17350656
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999487400054932,
+          "cosine_mean": 0.999870777130127,
+          "cosine_min": 0.998567521572113,
+          "cosine_std": 8.105667802738026e-05,
+          "flattened_dot": 2859139.0,
+          "latent_frames": 8472,
+          "mse": 4.210528531538303e-05,
+          "predicted_squared": 2859206.5,
+          "reference_squared": 2859802.25,
+          "relative_l2": 0.015982998372614406,
+          "squared_error": 730.5543212890625,
+          "values": 17350656
+        }
+      },
+      "condition_latent_frames": 8472,
+      "emitted_frames": 2456,
+      "model_id": "simpletuner-v1",
+      "sample_id": "faf4a4a9-c3f2-45e8-ae3f-00f11953fa18",
+      "shard_id": 2554,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4973.652816772461,
+            "count": 2432,
+            "top1_correct": 1021,
+            "top5_correct": 1933
+          },
+          {
+            "ce_sum": 10483.137145996094,
+            "count": 2432,
+            "top1_correct": 258,
+            "top5_correct": 765
+          },
+          {
+            "ce_sum": 10313.91357421875,
+            "count": 2432,
+            "top1_correct": 282,
+            "top5_correct": 793
+          },
+          {
+            "ce_sum": 10878.441528320312,
+            "count": 2432,
+            "top1_correct": 246,
+            "top5_correct": 697
+          },
+          {
+            "ce_sum": 11767.704467773438,
+            "count": 2432,
+            "top1_correct": 180,
+            "top5_correct": 582
+          },
+          {
+            "ce_sum": 13293.2119140625,
+            "count": 2432,
+            "top1_correct": 108,
+            "top5_correct": 362
+          },
+          {
+            "ce_sum": 14337.693298339844,
+            "count": 2432,
+            "top1_correct": 77,
+            "top5_correct": 237
+          },
+          {
+            "ce_sum": 14837.786987304688,
+            "count": 2432,
+            "top1_correct": 53,
+            "top5_correct": 200
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9606956839561462,
+          "cosine_mean": 0.743916392326355,
+          "cosine_min": 0.5244343876838684,
+          "cosine_std": 0.04974623769521713,
+          "flattened_dot": 1826515.5,
+          "latent_frames": 8293,
+          "mse": 0.07420856398091764,
+          "predicted_squared": 2274203.5,
+          "reference_squared": 2639190.5,
+          "relative_l2": 0.6910547444974917,
+          "squared_error": 1260363.0,
+          "values": 16984064
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999672174453735,
+          "cosine_mean": 0.9999344944953918,
+          "cosine_min": 0.9991669058799744,
+          "cosine_std": 3.608278711908497e-05,
+          "flattened_dot": 2639888.0,
+          "latent_frames": 8293,
+          "mse": 2.060889709014506e-05,
+          "predicted_squared": 2640935.75,
+          "reference_squared": 2639190.5,
+          "relative_l2": 0.01151629588399072,
+          "squared_error": 350.0228271484375,
+          "values": 16984064
+        }
+      },
+      "condition_latent_frames": 8293,
+      "emitted_frames": 2404,
+      "model_id": "simpletuner-v1",
+      "sample_id": "b742eaa6-2aba-442e-a7f3-47fb11405eca",
+      "shard_id": 2596,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4783.550827026367,
+            "count": 2304,
+            "top1_correct": 971,
+            "top5_correct": 1855
+          },
+          {
+            "ce_sum": 9940.195556640625,
+            "count": 2304,
+            "top1_correct": 272,
+            "top5_correct": 756
+          },
+          {
+            "ce_sum": 10592.90478515625,
+            "count": 2304,
+            "top1_correct": 213,
+            "top5_correct": 653
+          },
+          {
+            "ce_sum": 10563.910339355469,
+            "count": 2304,
+            "top1_correct": 215,
+            "top5_correct": 616
+          },
+          {
+            "ce_sum": 11816.496154785156,
+            "count": 2304,
+            "top1_correct": 115,
+            "top5_correct": 414
+          },
+          {
+            "ce_sum": 13060.635498046875,
+            "count": 2304,
+            "top1_correct": 90,
+            "top5_correct": 281
+          },
+          {
+            "ce_sum": 14003.919128417969,
+            "count": 2304,
+            "top1_correct": 56,
+            "top5_correct": 156
+          },
+          {
+            "ce_sum": 14380.990417480469,
+            "count": 2304,
+            "top1_correct": 38,
+            "top5_correct": 140
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9433832168579102,
+          "cosine_mean": 0.7740323543548584,
+          "cosine_min": 0.5334229469299316,
+          "cosine_std": 0.04542219266295433,
+          "flattened_dot": 4219467.0,
+          "latent_frames": 15427,
+          "mse": 0.07947469711180073,
+          "predicted_squared": 4844145.0,
+          "reference_squared": 6105752.0,
+          "relative_l2": 0.6412842539876383,
+          "squared_error": 2510963.0,
+          "values": 31594496
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999669194221497,
+          "cosine_mean": 0.9999135732650757,
+          "cosine_min": 0.9987857937812805,
+          "cosine_std": 5.830015288665891e-05,
+          "flattened_dot": 6105949.0,
+          "latent_frames": 15427,
+          "mse": 3.2348619521518087e-05,
+          "predicted_squared": 6107168.0,
+          "reference_squared": 6105752.0,
+          "relative_l2": 0.012937906601468135,
+          "squared_error": 1022.038330078125,
+          "values": 31594496
+        }
+      },
+      "condition_latent_frames": 15427,
+      "emitted_frames": 4472,
+      "model_id": "simpletuner-v1",
+      "sample_id": "c4467911-c503-4ff3-b9ec-84b867bf9e34",
+      "shard_id": 2610,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8224.122314453125,
+            "count": 4352,
+            "top1_correct": 1967,
+            "top5_correct": 3639
+          },
+          {
+            "ce_sum": 17902.503387451172,
+            "count": 4352,
+            "top1_correct": 547,
+            "top5_correct": 1541
+          },
+          {
+            "ce_sum": 17903.86785888672,
+            "count": 4352,
+            "top1_correct": 566,
+            "top5_correct": 1584
+          },
+          {
+            "ce_sum": 18803.396942138672,
+            "count": 4352,
+            "top1_correct": 469,
+            "top5_correct": 1376
+          },
+          {
+            "ce_sum": 20724.557006835938,
+            "count": 4352,
+            "top1_correct": 369,
+            "top5_correct": 1040
+          },
+          {
+            "ce_sum": 23888.364624023438,
+            "count": 4352,
+            "top1_correct": 218,
+            "top5_correct": 614
+          },
+          {
+            "ce_sum": 24945.5400390625,
+            "count": 4352,
+            "top1_correct": 159,
+            "top5_correct": 483
+          },
+          {
+            "ce_sum": 26274.078002929688,
+            "count": 4352,
+            "top1_correct": 94,
+            "top5_correct": 342
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8856028318405151,
+          "cosine_mean": 0.735343337059021,
+          "cosine_min": 0.4239257574081421,
+          "cosine_std": 0.053576938807964325,
+          "flattened_dot": 3173294.0,
+          "latent_frames": 12850,
+          "mse": 0.08845318389773833,
+          "predicted_squared": 3807804.0,
+          "reference_squared": 4866589.0,
+          "relative_l2": 0.6916094837711952,
+          "squared_error": 2327804.75,
+          "values": 26316800
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999691247940063,
+          "cosine_mean": 0.9999428391456604,
+          "cosine_min": 0.9998059272766113,
+          "cosine_std": 1.4147717593004927e-05,
+          "flattened_dot": 4869936.5,
+          "latent_frames": 12850,
+          "mse": 2.1661049197156143e-05,
+          "predicted_squared": 4873853.5,
+          "reference_squared": 4866589.0,
+          "relative_l2": 0.010822907564755771,
+          "squared_error": 570.0494995117188,
+          "values": 26316800
+        }
+      },
+      "condition_latent_frames": 12850,
+      "emitted_frames": 3725,
+      "model_id": "simpletuner-v1",
+      "sample_id": "2fa8caa9-0ae9-4d7c-b09d-06e67bd7abfb",
+      "shard_id": 2636,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9716.483901977539,
+            "count": 3712,
+            "top1_correct": 1235,
+            "top5_correct": 2621
+          },
+          {
+            "ce_sum": 17260.0693359375,
+            "count": 3712,
+            "top1_correct": 341,
+            "top5_correct": 975
+          },
+          {
+            "ce_sum": 17158.83364868164,
+            "count": 3712,
+            "top1_correct": 334,
+            "top5_correct": 996
+          },
+          {
+            "ce_sum": 18114.8544921875,
+            "count": 3712,
+            "top1_correct": 281,
+            "top5_correct": 874
+          },
+          {
+            "ce_sum": 17869.932373046875,
+            "count": 3712,
+            "top1_correct": 286,
+            "top5_correct": 847
+          },
+          {
+            "ce_sum": 20300.03125,
+            "count": 3712,
+            "top1_correct": 154,
+            "top5_correct": 502
+          },
+          {
+            "ce_sum": 21668.404907226562,
+            "count": 3712,
+            "top1_correct": 113,
+            "top5_correct": 373
+          },
+          {
+            "ce_sum": 22091.58184814453,
+            "count": 3712,
+            "top1_correct": 84,
+            "top5_correct": 336
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8985631465911865,
+          "cosine_mean": 0.7367095947265625,
+          "cosine_min": 0.10622144490480423,
+          "cosine_std": 0.04874560609459877,
+          "flattened_dot": 3861384.0,
+          "latent_frames": 15524,
+          "mse": 0.0880423243344982,
+          "predicted_squared": 4684131.0,
+          "reference_squared": 5837780.0,
+          "relative_l2": 0.6924504164071947,
+          "squared_error": 2799143.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999737739562988,
+          "cosine_mean": 0.999947190284729,
+          "cosine_min": 0.9998262524604797,
+          "cosine_std": 1.1559675840544514e-05,
+          "flattened_dot": 5835680.0,
+          "latent_frames": 15524,
+          "mse": 1.9659461725682705e-05,
+          "predicted_squared": 5834205.5,
+          "reference_squared": 5837780.0,
+          "relative_l2": 0.010347340541087985,
+          "squared_error": 625.0362548828125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "c6f8a38b-0cd4-4322-b2fd-a41e42217cc9",
+      "shard_id": 2695,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10073.604263305664,
+            "count": 4480,
+            "top1_correct": 1755,
+            "top5_correct": 3380
+          },
+          {
+            "ce_sum": 19970.85415649414,
+            "count": 4480,
+            "top1_correct": 458,
+            "top5_correct": 1312
+          },
+          {
+            "ce_sum": 19851.95245361328,
+            "count": 4480,
+            "top1_correct": 478,
+            "top5_correct": 1339
+          },
+          {
+            "ce_sum": 21413.60546875,
+            "count": 4480,
+            "top1_correct": 366,
+            "top5_correct": 1040
+          },
+          {
+            "ce_sum": 22092.067749023438,
+            "count": 4480,
+            "top1_correct": 339,
+            "top5_correct": 996
+          },
+          {
+            "ce_sum": 24930.08966064453,
+            "count": 4480,
+            "top1_correct": 188,
+            "top5_correct": 579
+          },
+          {
+            "ce_sum": 26638.866638183594,
+            "count": 4480,
+            "top1_correct": 106,
+            "top5_correct": 390
+          },
+          {
+            "ce_sum": 27295.79559326172,
+            "count": 4480,
+            "top1_correct": 89,
+            "top5_correct": 327
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9537996053695679,
+          "cosine_mean": 0.7658969759941101,
+          "cosine_min": 0.5286505818367004,
+          "cosine_std": 0.04891546443104744,
+          "flattened_dot": 3354475.5,
+          "latent_frames": 12339,
+          "mse": 0.08238589596502958,
+          "predicted_squared": 3818046.5,
+          "reference_squared": 4972819.0,
+          "relative_l2": 0.6470384165510218,
+          "squared_error": 2081914.0,
+          "values": 25270272
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999719858169556,
+          "cosine_mean": 0.9999400973320007,
+          "cosine_min": 0.9987650513648987,
+          "cosine_std": 3.520730388117954e-05,
+          "flattened_dot": 4974526.0,
+          "latent_frames": 12339,
+          "mse": 2.3354420023129105e-05,
+          "predicted_squared": 4976823.0,
+          "reference_squared": 4972819.0,
+          "relative_l2": 0.010894020182216947,
+          "squared_error": 590.1725463867188,
+          "values": 25270272
+        }
+      },
+      "condition_latent_frames": 12339,
+      "emitted_frames": 3577,
+      "model_id": "simpletuner-v1",
+      "sample_id": "8c52b53d-9ffd-4ee9-99c5-4977c19bc43d",
+      "shard_id": 2699,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7595.529357910156,
+            "count": 3456,
+            "top1_correct": 1419,
+            "top5_correct": 2645
+          },
+          {
+            "ce_sum": 15892.930786132812,
+            "count": 3456,
+            "top1_correct": 292,
+            "top5_correct": 891
+          },
+          {
+            "ce_sum": 14870.235168457031,
+            "count": 3456,
+            "top1_correct": 418,
+            "top5_correct": 1118
+          },
+          {
+            "ce_sum": 16373.247314453125,
+            "count": 3456,
+            "top1_correct": 302,
+            "top5_correct": 861
+          },
+          {
+            "ce_sum": 16718.46630859375,
+            "count": 3456,
+            "top1_correct": 278,
+            "top5_correct": 787
+          },
+          {
+            "ce_sum": 19139.28924560547,
+            "count": 3456,
+            "top1_correct": 123,
+            "top5_correct": 442
+          },
+          {
+            "ce_sum": 20413.17596435547,
+            "count": 3456,
+            "top1_correct": 90,
+            "top5_correct": 322
+          },
+          {
+            "ce_sum": 20890.80157470703,
+            "count": 3456,
+            "top1_correct": 98,
+            "top5_correct": 290
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9106428623199463,
+          "cosine_mean": 0.7417312860488892,
+          "cosine_min": 0.4476577341556549,
+          "cosine_std": 0.05622760206460953,
+          "flattened_dot": 3530870.5,
+          "latent_frames": 14165,
+          "mse": 0.08539877910728468,
+          "predicted_squared": 4202940.0,
+          "reference_squared": 5336212.0,
+          "relative_l2": 0.6813692952930022,
+          "squared_error": 2477411.75,
+          "values": 29009920
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999725818634033,
+          "cosine_mean": 0.9999433755874634,
+          "cosine_min": 0.9994475245475769,
+          "cosine_std": 2.1615549485431984e-05,
+          "flattened_dot": 5335518.0,
+          "latent_frames": 14165,
+          "mse": 2.0936786854936172e-05,
+          "predicted_squared": 5335431.0,
+          "reference_squared": 5336212.0,
+          "relative_l2": 0.010668705915348716,
+          "squared_error": 607.37451171875,
+          "values": 29009920
+        }
+      },
+      "condition_latent_frames": 14165,
+      "emitted_frames": 4106,
+      "model_id": "simpletuner-v1",
+      "sample_id": "5e2bd322-ab3f-4155-aab5-30991fd52a9a",
+      "shard_id": 2709,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9400.226470947266,
+            "count": 4096,
+            "top1_correct": 1569,
+            "top5_correct": 3088
+          },
+          {
+            "ce_sum": 18263.500946044922,
+            "count": 4096,
+            "top1_correct": 431,
+            "top5_correct": 1226
+          },
+          {
+            "ce_sum": 17720.434448242188,
+            "count": 4096,
+            "top1_correct": 539,
+            "top5_correct": 1377
+          },
+          {
+            "ce_sum": 18760.55889892578,
+            "count": 4096,
+            "top1_correct": 388,
+            "top5_correct": 1138
+          },
+          {
+            "ce_sum": 19801.82550048828,
+            "count": 4096,
+            "top1_correct": 333,
+            "top5_correct": 946
+          },
+          {
+            "ce_sum": 22370.037048339844,
+            "count": 4096,
+            "top1_correct": 176,
+            "top5_correct": 615
+          },
+          {
+            "ce_sum": 23699.128662109375,
+            "count": 4096,
+            "top1_correct": 120,
+            "top5_correct": 424
+          },
+          {
+            "ce_sum": 23742.74041748047,
+            "count": 4096,
+            "top1_correct": 130,
+            "top5_correct": 488
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9146637916564941,
+          "cosine_mean": 0.7272874712944031,
+          "cosine_min": 0.4881535768508911,
+          "cosine_std": 0.054509758949279785,
+          "flattened_dot": 2175483.5,
+          "latent_frames": 8586,
+          "mse": 0.09400075170062457,
+          "predicted_squared": 2686605.0,
+          "reference_squared": 3317282.5,
+          "relative_l2": 0.7058864618692025,
+          "squared_error": 1652921.25,
+          "values": 17584128
+        },
+        "true_code_control": {
+          "cosine_max": 0.9998878240585327,
+          "cosine_mean": 0.9994238018989563,
+          "cosine_min": 0.9936599135398865,
+          "cosine_std": 0.00044039933709427714,
+          "flattened_dot": 3319123.0,
+          "latent_frames": 8586,
+          "mse": 0.0002081067362726915,
+          "predicted_squared": 3324622.5,
+          "reference_squared": 3317282.5,
+          "relative_l2": 0.03321331760863458,
+          "squared_error": 3659.37548828125,
+          "values": 17584128
+        }
+      },
+      "condition_latent_frames": 8586,
+      "emitted_frames": 2489,
+      "model_id": "simpletuner-v1",
+      "sample_id": "12431af5-17b4-48a8-8aa1-77df9fe01683",
+      "shard_id": 2723,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6406.19091796875,
+            "count": 2432,
+            "top1_correct": 789,
+            "top5_correct": 1691
+          },
+          {
+            "ce_sum": 11072.155242919922,
+            "count": 2432,
+            "top1_correct": 226,
+            "top5_correct": 695
+          },
+          {
+            "ce_sum": 11269.665130615234,
+            "count": 2432,
+            "top1_correct": 225,
+            "top5_correct": 637
+          },
+          {
+            "ce_sum": 11910.564758300781,
+            "count": 2432,
+            "top1_correct": 155,
+            "top5_correct": 516
+          },
+          {
+            "ce_sum": 12127.820129394531,
+            "count": 2432,
+            "top1_correct": 172,
+            "top5_correct": 503
+          },
+          {
+            "ce_sum": 13057.365539550781,
+            "count": 2432,
+            "top1_correct": 113,
+            "top5_correct": 352
+          },
+          {
+            "ce_sum": 14151.913146972656,
+            "count": 2432,
+            "top1_correct": 73,
+            "top5_correct": 241
+          },
+          {
+            "ce_sum": 14597.569519042969,
+            "count": 2432,
+            "top1_correct": 61,
+            "top5_correct": 205
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9646360874176025,
+          "cosine_mean": 0.7676076889038086,
+          "cosine_min": 0.5856192111968994,
+          "cosine_std": 0.047952014952898026,
+          "flattened_dot": 392747.4375,
+          "latent_frames": 1738,
+          "mse": 0.06651590608480473,
+          "predicted_squared": 475449.71875,
+          "reference_squared": 546803.4375,
+          "relative_l2": 0.6580168273259605,
+          "squared_error": 236758.3125,
+          "values": 3559424
+        },
+        "true_code_control": {
+          "cosine_max": 0.999907374382019,
+          "cosine_mean": 0.9995995163917542,
+          "cosine_min": 0.9943608045578003,
+          "cosine_std": 0.0005039166426286101,
+          "flattened_dot": 546611.1875,
+          "latent_frames": 1738,
+          "mse": 0.00011381892738188644,
+          "predicted_squared": 546824.0,
+          "reference_squared": 546803.4375,
+          "relative_l2": 0.027219584305724527,
+          "squared_error": 405.12982177734375,
+          "values": 3559424
+        }
+      },
+      "condition_latent_frames": 1738,
+      "emitted_frames": 504,
+      "model_id": "simpletuner-v1",
+      "sample_id": "691f4e4b-692d-480a-922f-c648a147203d",
+      "shard_id": 2727,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 746.9443206787109,
+            "count": 384,
+            "top1_correct": 169,
+            "top5_correct": 320
+          },
+          {
+            "ce_sum": 1592.4932861328125,
+            "count": 384,
+            "top1_correct": 55,
+            "top5_correct": 150
+          },
+          {
+            "ce_sum": 1714.8721313476562,
+            "count": 384,
+            "top1_correct": 32,
+            "top5_correct": 108
+          },
+          {
+            "ce_sum": 1761.8172607421875,
+            "count": 384,
+            "top1_correct": 33,
+            "top5_correct": 102
+          },
+          {
+            "ce_sum": 1877.4473266601562,
+            "count": 384,
+            "top1_correct": 22,
+            "top5_correct": 81
+          },
+          {
+            "ce_sum": 2161.0982666015625,
+            "count": 384,
+            "top1_correct": 14,
+            "top5_correct": 49
+          },
+          {
+            "ce_sum": 2278.6893920898438,
+            "count": 384,
+            "top1_correct": 8,
+            "top5_correct": 35
+          },
+          {
+            "ce_sum": 2330.1941528320312,
+            "count": 384,
+            "top1_correct": 9,
+            "top5_correct": 32
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9669381976127625,
+          "cosine_mean": 0.7680606245994568,
+          "cosine_min": 0.40396848320961,
+          "cosine_std": 0.04445139318704605,
+          "flattened_dot": 2607985.0,
+          "latent_frames": 10387,
+          "mse": 0.07478963760665375,
+          "predicted_squared": 3069384.75,
+          "reference_squared": 3737553.5,
+          "relative_l2": 0.6524346944548493,
+          "squared_error": 1590968.25,
+          "values": 21272576
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999701976776123,
+          "cosine_mean": 0.999940037727356,
+          "cosine_min": 0.9990377426147461,
+          "cosine_std": 2.7310026780469343e-05,
+          "flattened_dot": 3737863.0,
+          "latent_frames": 10387,
+          "mse": 2.11959413354179e-05,
+          "predicted_squared": 3738622.5,
+          "reference_squared": 3737553.5,
+          "relative_l2": 0.010983548887614075,
+          "squared_error": 450.89227294921875,
+          "values": 21272576
+        }
+      },
+      "condition_latent_frames": 10387,
+      "emitted_frames": 3011,
+      "model_id": "simpletuner-v1",
+      "sample_id": "294e1725-1ec3-4636-929d-e3c2d1bb2dee",
+      "shard_id": 2758,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5807.181777954102,
+            "count": 2944,
+            "top1_correct": 1270,
+            "top5_correct": 2387
+          },
+          {
+            "ce_sum": 12376.680938720703,
+            "count": 2944,
+            "top1_correct": 369,
+            "top5_correct": 1026
+          },
+          {
+            "ce_sum": 12670.766571044922,
+            "count": 2944,
+            "top1_correct": 366,
+            "top5_correct": 945
+          },
+          {
+            "ce_sum": 13427.734252929688,
+            "count": 2944,
+            "top1_correct": 298,
+            "top5_correct": 782
+          },
+          {
+            "ce_sum": 15164.083374023438,
+            "count": 2944,
+            "top1_correct": 166,
+            "top5_correct": 539
+          },
+          {
+            "ce_sum": 16234.705078125,
+            "count": 2944,
+            "top1_correct": 117,
+            "top5_correct": 409
+          },
+          {
+            "ce_sum": 17839.09649658203,
+            "count": 2944,
+            "top1_correct": 76,
+            "top5_correct": 242
+          },
+          {
+            "ce_sum": 18052.532653808594,
+            "count": 2944,
+            "top1_correct": 46,
+            "top5_correct": 193
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9654123783111572,
+          "cosine_mean": 0.7694901823997498,
+          "cosine_min": 0.4848007559776306,
+          "cosine_std": 0.05245403200387955,
+          "flattened_dot": 2615339.5,
+          "latent_frames": 10132,
+          "mse": 0.07611156874760967,
+          "predicted_squared": 3215253.5,
+          "reference_squared": 3594765.5,
+          "relative_l2": 0.6628307086609476,
+          "squared_error": 1579340.625,
+          "values": 20750336
+        },
+        "true_code_control": {
+          "cosine_max": 0.999963641166687,
+          "cosine_mean": 0.9999216198921204,
+          "cosine_min": 0.9993224740028381,
+          "cosine_std": 3.655890395748429e-05,
+          "flattened_dot": 3595126.25,
+          "latent_frames": 10132,
+          "mse": 2.705657901003386e-05,
+          "predicted_squared": 3596048.25,
+          "reference_squared": 3594765.5,
+          "relative_l2": 0.012497228954051549,
+          "squared_error": 561.43310546875,
+          "values": 20750336
+        }
+      },
+      "condition_latent_frames": 10132,
+      "emitted_frames": 2937,
+      "model_id": "simpletuner-v1",
+      "sample_id": "fc3ac309-110c-471e-8396-f60e94356e1b",
+      "shard_id": 2763,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6299.330520629883,
+            "count": 2816,
+            "top1_correct": 1111,
+            "top5_correct": 2177
+          },
+          {
+            "ce_sum": 12258.150451660156,
+            "count": 2816,
+            "top1_correct": 321,
+            "top5_correct": 845
+          },
+          {
+            "ce_sum": 12248.954132080078,
+            "count": 2816,
+            "top1_correct": 298,
+            "top5_correct": 902
+          },
+          {
+            "ce_sum": 12978.354187011719,
+            "count": 2816,
+            "top1_correct": 266,
+            "top5_correct": 776
+          },
+          {
+            "ce_sum": 14104.544860839844,
+            "count": 2816,
+            "top1_correct": 182,
+            "top5_correct": 585
+          },
+          {
+            "ce_sum": 15101.018493652344,
+            "count": 2816,
+            "top1_correct": 144,
+            "top5_correct": 406
+          },
+          {
+            "ce_sum": 16162.852905273438,
+            "count": 2816,
+            "top1_correct": 85,
+            "top5_correct": 311
+          },
+          {
+            "ce_sum": 16444.585083007812,
+            "count": 2816,
+            "top1_correct": 76,
+            "top5_correct": 294
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9391522407531738,
+          "cosine_mean": 0.8286042809486389,
+          "cosine_min": 0.5219571590423584,
+          "cosine_std": 0.04521087929606438,
+          "flattened_dot": 1683230.25,
+          "latent_frames": 5101,
+          "mse": 0.06719837887944766,
+          "predicted_squared": 1913373.625,
+          "reference_squared": 2155098.0,
+          "relative_l2": 0.5707402800792731,
+          "squared_error": 702011.25,
+          "values": 10446848
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999544620513916,
+          "cosine_mean": 0.9999021887779236,
+          "cosine_min": 0.9995412826538086,
+          "cosine_std": 4.1766859794734046e-05,
+          "flattened_dot": 2157646.5,
+          "latent_frames": 5101,
+          "mse": 4.007266365156714e-05,
+          "predicted_squared": 2160613.5,
+          "reference_squared": 2155098.0,
+          "relative_l2": 0.01393744708578442,
+          "squared_error": 418.6330261230469,
+          "values": 10446848
+        }
+      },
+      "condition_latent_frames": 5101,
+      "emitted_frames": 1479,
+      "model_id": "simpletuner-v1",
+      "sample_id": "714c7c68-d9ea-443c-8d15-43f6cd297e52",
+      "shard_id": 2773,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2671.086959838867,
+            "count": 1408,
+            "top1_correct": 643,
+            "top5_correct": 1180
+          },
+          {
+            "ce_sum": 5226.593597412109,
+            "count": 1408,
+            "top1_correct": 228,
+            "top5_correct": 617
+          },
+          {
+            "ce_sum": 5285.951629638672,
+            "count": 1408,
+            "top1_correct": 277,
+            "top5_correct": 608
+          },
+          {
+            "ce_sum": 5950.1307373046875,
+            "count": 1408,
+            "top1_correct": 176,
+            "top5_correct": 462
+          },
+          {
+            "ce_sum": 6381.207336425781,
+            "count": 1408,
+            "top1_correct": 136,
+            "top5_correct": 376
+          },
+          {
+            "ce_sum": 7125.8109130859375,
+            "count": 1408,
+            "top1_correct": 71,
+            "top5_correct": 263
+          },
+          {
+            "ce_sum": 7457.437255859375,
+            "count": 1408,
+            "top1_correct": 64,
+            "top5_correct": 205
+          },
+          {
+            "ce_sum": 7438.135314941406,
+            "count": 1408,
+            "top1_correct": 70,
+            "top5_correct": 240
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9535940885543823,
+          "cosine_mean": 0.7634024024009705,
+          "cosine_min": 0.49220001697540283,
+          "cosine_std": 0.04603353515267372,
+          "flattened_dot": 3692995.0,
+          "latent_frames": 15524,
+          "mse": 0.07239996210504702,
+          "predicted_squared": 4477082.0,
+          "reference_squared": 5210731.0,
+          "relative_l2": 0.6646402463310035,
+          "squared_error": 2301823.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999696612358093,
+          "cosine_mean": 0.9999325275421143,
+          "cosine_min": 0.9992012977600098,
+          "cosine_std": 3.076238135690801e-05,
+          "flattened_dot": 5211466.0,
+          "latent_frames": 15524,
+          "mse": 2.2063267442928828e-05,
+          "predicted_squared": 5212902.0,
+          "reference_squared": 5210731.0,
+          "relative_l2": 0.011602521478740758,
+          "squared_error": 701.4608154296875,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v1",
+      "sample_id": "8714af38-1caf-45ea-ab9d-f56d3ba19c7a",
+      "shard_id": 2796,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8874.727493286133,
+            "count": 4480,
+            "top1_correct": 1929,
+            "top5_correct": 3658
+          },
+          {
+            "ce_sum": 19142.075225830078,
+            "count": 4480,
+            "top1_correct": 512,
+            "top5_correct": 1481
+          },
+          {
+            "ce_sum": 19673.161651611328,
+            "count": 4480,
+            "top1_correct": 530,
+            "top5_correct": 1422
+          },
+          {
+            "ce_sum": 20427.309814453125,
+            "count": 4480,
+            "top1_correct": 419,
+            "top5_correct": 1256
+          },
+          {
+            "ce_sum": 21832.685913085938,
+            "count": 4480,
+            "top1_correct": 336,
+            "top5_correct": 998
+          },
+          {
+            "ce_sum": 25350.07666015625,
+            "count": 4480,
+            "top1_correct": 152,
+            "top5_correct": 517
+          },
+          {
+            "ce_sum": 27215.595642089844,
+            "count": 4480,
+            "top1_correct": 103,
+            "top5_correct": 348
+          },
+          {
+            "ce_sum": 27320.85235595703,
+            "count": 4480,
+            "top1_correct": 80,
+            "top5_correct": 333
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9681202173233032,
+          "cosine_mean": 0.7864971160888672,
+          "cosine_min": 0.521574854850769,
+          "cosine_std": 0.046084560453891754,
+          "flattened_dot": 3440362.5,
+          "latent_frames": 11946,
+          "mse": 0.07674505673479878,
+          "predicted_squared": 3908204.0,
+          "reference_squared": 4850120.0,
+          "relative_l2": 0.6221931065786032,
+          "squared_error": 1877599.125,
+          "values": 24465408
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999736547470093,
+          "cosine_mean": 0.9999292492866516,
+          "cosine_min": 0.9993231296539307,
+          "cosine_std": 3.688811193569563e-05,
+          "flattened_dot": 4851119.0,
+          "latent_frames": 11946,
+          "mse": 2.708903872625484e-05,
+          "predicted_squared": 4852781.0,
+          "reference_squared": 4850120.0,
+          "relative_l2": 0.011689522909422876,
+          "squared_error": 662.744384765625,
+          "values": 24465408
+        }
+      },
+      "condition_latent_frames": 11946,
+      "emitted_frames": 3463,
+      "model_id": "simpletuner-v1",
+      "sample_id": "c6cb5b8f-fb7e-4cdb-a4ba-9aec542593a2",
+      "shard_id": 2816,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7048.403457641602,
+            "count": 3456,
+            "top1_correct": 1473,
+            "top5_correct": 2753
+          },
+          {
+            "ce_sum": 14293.013854980469,
+            "count": 3456,
+            "top1_correct": 406,
+            "top5_correct": 1190
+          },
+          {
+            "ce_sum": 14168.632629394531,
+            "count": 3456,
+            "top1_correct": 464,
+            "top5_correct": 1274
+          },
+          {
+            "ce_sum": 15551.065307617188,
+            "count": 3456,
+            "top1_correct": 385,
+            "top5_correct": 1012
+          },
+          {
+            "ce_sum": 16409.208862304688,
+            "count": 3456,
+            "top1_correct": 296,
+            "top5_correct": 838
+          },
+          {
+            "ce_sum": 17935.512084960938,
+            "count": 3456,
+            "top1_correct": 207,
+            "top5_correct": 666
+          },
+          {
+            "ce_sum": 19399.494873046875,
+            "count": 3456,
+            "top1_correct": 162,
+            "top5_correct": 444
+          },
+          {
+            "ce_sum": 20236.046630859375,
+            "count": 3456,
+            "top1_correct": 127,
+            "top5_correct": 355
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9628921151161194,
+          "cosine_mean": 0.7865387201309204,
+          "cosine_min": 0.5283783078193665,
+          "cosine_std": 0.04299062117934227,
+          "flattened_dot": 3456181.75,
+          "latent_frames": 12895,
+          "mse": 0.07251849372334238,
+          "predicted_squared": 3954388.5,
+          "reference_squared": 4873113.0,
+          "relative_l2": 0.6268978721516433,
+          "squared_error": 1915138.0,
+          "values": 26408960
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999680519104004,
+          "cosine_mean": 0.999930202960968,
+          "cosine_min": 0.9966968297958374,
+          "cosine_std": 9.874150418909267e-05,
+          "flattened_dot": 4869668.5,
+          "latent_frames": 12895,
+          "mse": 2.5702114482404834e-05,
+          "predicted_squared": 4866902.0,
+          "reference_squared": 4873113.0,
+          "relative_l2": 0.011802033286078288,
+          "squared_error": 678.76611328125,
+          "values": 26408960
+        }
+      },
+      "condition_latent_frames": 12895,
+      "emitted_frames": 3738,
+      "model_id": "simpletuner-v1",
+      "sample_id": "61fbb2b6-e81e-4a17-93bb-576d82fa6869",
+      "shard_id": 2825,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7243.021774291992,
+            "count": 3712,
+            "top1_correct": 1689,
+            "top5_correct": 3052
+          },
+          {
+            "ce_sum": 15690.511260986328,
+            "count": 3712,
+            "top1_correct": 468,
+            "top5_correct": 1225
+          },
+          {
+            "ce_sum": 15751.010711669922,
+            "count": 3712,
+            "top1_correct": 450,
+            "top5_correct": 1221
+          },
+          {
+            "ce_sum": 16755.040557861328,
+            "count": 3712,
+            "top1_correct": 378,
+            "top5_correct": 1039
+          },
+          {
+            "ce_sum": 18009.0205078125,
+            "count": 3712,
+            "top1_correct": 266,
+            "top5_correct": 837
+          },
+          {
+            "ce_sum": 20365.22979736328,
+            "count": 3712,
+            "top1_correct": 147,
+            "top5_correct": 505
+          },
+          {
+            "ce_sum": 21654.234802246094,
+            "count": 3712,
+            "top1_correct": 101,
+            "top5_correct": 396
+          },
+          {
+            "ce_sum": 22162.91748046875,
+            "count": 3712,
+            "top1_correct": 113,
+            "top5_correct": 324
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9631408452987671,
+          "cosine_mean": 0.7971136569976807,
+          "cosine_min": 0.5888149738311768,
+          "cosine_std": 0.03698204457759857,
+          "flattened_dot": 719307.5,
+          "latent_frames": 2628,
+          "mse": 0.06855830246273605,
+          "predicted_squared": 844051.625,
+          "reference_squared": 963554.0,
+          "relative_l2": 0.6188275714090773,
+          "squared_error": 368990.65625,
+          "values": 5382144
+        },
+        "true_code_control": {
+          "cosine_max": 0.999945878982544,
+          "cosine_mean": 0.9998265504837036,
+          "cosine_min": 0.9987019300460815,
+          "cosine_std": 0.00013342281454242766,
+          "flattened_dot": 962452.125,
+          "latent_frames": 2628,
+          "mse": 5.877174471066967e-05,
+          "predicted_squared": 961666.625,
+          "reference_squared": 963554.0,
+          "relative_l2": 0.018118570034016745,
+          "squared_error": 316.3179931640625,
+          "values": 5382144
+        }
+      },
+      "condition_latent_frames": 2628,
+      "emitted_frames": 762,
+      "model_id": "simpletuner-v1",
+      "sample_id": "9a9447bd-e1f9-4caa-96b9-6acd1468f8f7",
+      "shard_id": 2826,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1342.1658172607422,
+            "count": 640,
+            "top1_correct": 270,
+            "top5_correct": 509
+          },
+          {
+            "ce_sum": 2578.7418518066406,
+            "count": 640,
+            "top1_correct": 76,
+            "top5_correct": 226
+          },
+          {
+            "ce_sum": 2450.1027221679688,
+            "count": 640,
+            "top1_correct": 106,
+            "top5_correct": 271
+          },
+          {
+            "ce_sum": 2578.861083984375,
+            "count": 640,
+            "top1_correct": 91,
+            "top5_correct": 229
+          },
+          {
+            "ce_sum": 3017.64794921875,
+            "count": 640,
+            "top1_correct": 58,
+            "top5_correct": 154
+          },
+          {
+            "ce_sum": 3304.7139892578125,
+            "count": 640,
+            "top1_correct": 33,
+            "top5_correct": 113
+          },
+          {
+            "ce_sum": 3345.1083374023438,
+            "count": 640,
+            "top1_correct": 28,
+            "top5_correct": 115
+          },
+          {
+            "ce_sum": 3514.4241333007812,
+            "count": 640,
+            "top1_correct": 28,
+            "top5_correct": 90
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9670712947845459,
+          "cosine_mean": 0.7605083584785461,
+          "cosine_min": 0.526637077331543,
+          "cosine_std": 0.06313478946685791,
+          "flattened_dot": 307646.125,
+          "latent_frames": 1189,
+          "mse": 0.08061921526345012,
+          "predicted_squared": 367239.0,
+          "reference_squared": 444366.875,
+          "relative_l2": 0.6646673535105795,
+          "squared_error": 196313.59375,
+          "values": 2435072
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999676942825317,
+          "cosine_mean": 0.9999398589134216,
+          "cosine_min": 0.9998760223388672,
+          "cosine_std": 1.703140515019186e-05,
+          "flattened_dot": 444312.25,
+          "latent_frames": 1189,
+          "mse": 2.20588788302432e-05,
+          "predicted_squared": 444311.34375,
+          "reference_squared": 444366.875,
+          "relative_l2": 0.010994532878844616,
+          "squared_error": 53.71495819091797,
+          "values": 2435072
+        }
+      },
+      "condition_latent_frames": 1189,
+      "emitted_frames": 345,
+      "model_id": "simpletuner-v1",
+      "sample_id": "b6a737a4-ec40-4721-943a-dd0cbeff13b4",
+      "shard_id": 2839,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 677.0930480957031,
+            "count": 256,
+            "top1_correct": 79,
+            "top5_correct": 177
+          },
+          {
+            "ce_sum": 1116.3872985839844,
+            "count": 256,
+            "top1_correct": 28,
+            "top5_correct": 77
+          },
+          {
+            "ce_sum": 1151.7951049804688,
+            "count": 256,
+            "top1_correct": 26,
+            "top5_correct": 77
+          },
+          {
+            "ce_sum": 1104.8467407226562,
+            "count": 256,
+            "top1_correct": 27,
+            "top5_correct": 79
+          },
+          {
+            "ce_sum": 1151.3993530273438,
+            "count": 256,
+            "top1_correct": 34,
+            "top5_correct": 74
+          },
+          {
+            "ce_sum": 1343.90869140625,
+            "count": 256,
+            "top1_correct": 12,
+            "top5_correct": 46
+          },
+          {
+            "ce_sum": 1370.3279418945312,
+            "count": 256,
+            "top1_correct": 20,
+            "top5_correct": 43
+          },
+          {
+            "ce_sum": 1388.07763671875,
+            "count": 256,
+            "top1_correct": 11,
+            "top5_correct": 36
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.979773998260498,
+          "cosine_mean": 0.7728327512741089,
+          "cosine_min": 0.3587009906768799,
+          "cosine_std": 0.0456150583922863,
+          "flattened_dot": 3828125.5,
+          "latent_frames": 13920,
+          "mse": 0.08001039000763291,
+          "predicted_squared": 4505472.0,
+          "reference_squared": 5431728.0,
+          "relative_l2": 0.6480205530496411,
+          "squared_error": 2280949.0,
+          "values": 28508160
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999679923057556,
+          "cosine_mean": 0.9999398589134216,
+          "cosine_min": 0.9991027116775513,
+          "cosine_std": 2.364979445701465e-05,
+          "flattened_dot": 5430987.0,
+          "latent_frames": 13920,
+          "mse": 2.297903785760375e-05,
+          "predicted_squared": 5430901.0,
+          "reference_squared": 5431728.0,
+          "relative_l2": 0.010982001712443427,
+          "squared_error": 655.090087890625,
+          "values": 28508160
+        }
+      },
+      "condition_latent_frames": 13920,
+      "emitted_frames": 4035,
+      "model_id": "simpletuner-v1",
+      "sample_id": "98ec4615-a68c-4c5a-885e-0c30edd73292",
+      "shard_id": 2907,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8568.232681274414,
+            "count": 3968,
+            "top1_correct": 1618,
+            "top5_correct": 3129
+          },
+          {
+            "ce_sum": 16664.89227294922,
+            "count": 3968,
+            "top1_correct": 499,
+            "top5_correct": 1342
+          },
+          {
+            "ce_sum": 16856.237915039062,
+            "count": 3968,
+            "top1_correct": 498,
+            "top5_correct": 1344
+          },
+          {
+            "ce_sum": 17704.080139160156,
+            "count": 3968,
+            "top1_correct": 433,
+            "top5_correct": 1146
+          },
+          {
+            "ce_sum": 19174.87890625,
+            "count": 3968,
+            "top1_correct": 287,
+            "top5_correct": 943
+          },
+          {
+            "ce_sum": 21638.996948242188,
+            "count": 3968,
+            "top1_correct": 211,
+            "top5_correct": 575
+          },
+          {
+            "ce_sum": 23057.18536376953,
+            "count": 3968,
+            "top1_correct": 117,
+            "top5_correct": 398
+          },
+          {
+            "ce_sum": 23467.884521484375,
+            "count": 3968,
+            "top1_correct": 107,
+            "top5_correct": 361
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9591267108917236,
+          "cosine_mean": 0.7788734436035156,
+          "cosine_min": 0.5156751275062561,
+          "cosine_std": 0.05111624673008919,
+          "flattened_dot": 3029768.0,
+          "latent_frames": 11467,
+          "mse": 0.07520961986025115,
+          "predicted_squared": 3406103.0,
+          "reference_squared": 4419687.0,
+          "relative_l2": 0.6321655457221126,
+          "squared_error": 1766254.0,
+          "values": 23484416
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999633431434631,
+          "cosine_mean": 0.9999056458473206,
+          "cosine_min": 0.9975554347038269,
+          "cosine_std": 9.631387365516275e-05,
+          "flattened_dot": 4419927.0,
+          "latent_frames": 11467,
+          "mse": 3.470597525383961e-05,
+          "predicted_squared": 4420981.0,
+          "reference_squared": 4419687.0,
+          "relative_l2": 0.013579889992364716,
+          "squared_error": 815.049560546875,
+          "values": 23484416
+        }
+      },
+      "condition_latent_frames": 11467,
+      "emitted_frames": 3324,
+      "model_id": "simpletuner-v1",
+      "sample_id": "75923ab0-beba-4f6c-8d39-eabf04d22372",
+      "shard_id": 2928,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5728.066925048828,
+            "count": 3200,
+            "top1_correct": 1522,
+            "top5_correct": 2705
+          },
+          {
+            "ce_sum": 13225.89404296875,
+            "count": 3200,
+            "top1_correct": 455,
+            "top5_correct": 1115
+          },
+          {
+            "ce_sum": 12937.314147949219,
+            "count": 3200,
+            "top1_correct": 499,
+            "top5_correct": 1257
+          },
+          {
+            "ce_sum": 13751.568176269531,
+            "count": 3200,
+            "top1_correct": 397,
+            "top5_correct": 1082
+          },
+          {
+            "ce_sum": 15000.742431640625,
+            "count": 3200,
+            "top1_correct": 256,
+            "top5_correct": 787
+          },
+          {
+            "ce_sum": 16969.260620117188,
+            "count": 3200,
+            "top1_correct": 159,
+            "top5_correct": 524
+          },
+          {
+            "ce_sum": 18145.963500976562,
+            "count": 3200,
+            "top1_correct": 135,
+            "top5_correct": 408
+          },
+          {
+            "ce_sum": 18940.40753173828,
+            "count": 3200,
+            "top1_correct": 100,
+            "top5_correct": 328
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9674537181854248,
+          "cosine_mean": 0.7489318251609802,
+          "cosine_min": 0.5684467554092407,
+          "cosine_std": 0.044681016355752945,
+          "flattened_dot": 2945391.5,
+          "latent_frames": 11788,
+          "mse": 0.08294412634273202,
+          "predicted_squared": 3527415.0,
+          "reference_squared": 4365790.0,
+          "relative_l2": 0.6772459824287173,
+          "squared_error": 2002422.5,
+          "values": 24141824
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999693036079407,
+          "cosine_mean": 0.9999439120292664,
+          "cosine_min": 0.9997127056121826,
+          "cosine_std": 1.3662951459991746e-05,
+          "flattened_dot": 4365614.0,
+          "latent_frames": 11788,
+          "mse": 2.0514522664296978e-05,
+          "predicted_squared": 4365932.5,
+          "reference_squared": 4365790.0,
+          "relative_l2": 0.010650851436021755,
+          "squared_error": 495.25799560546875,
+          "values": 24141824
+        }
+      },
+      "condition_latent_frames": 11788,
+      "emitted_frames": 3417,
+      "model_id": "simpletuner-v1",
+      "sample_id": "4f274859-822a-4105-8e34-2890a3f4e880",
+      "shard_id": 2955,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7041.578506469727,
+            "count": 3328,
+            "top1_correct": 1345,
+            "top5_correct": 2622
+          },
+          {
+            "ce_sum": 14628.847717285156,
+            "count": 3328,
+            "top1_correct": 348,
+            "top5_correct": 1016
+          },
+          {
+            "ce_sum": 14335.407318115234,
+            "count": 3328,
+            "top1_correct": 390,
+            "top5_correct": 1070
+          },
+          {
+            "ce_sum": 15659.383422851562,
+            "count": 3328,
+            "top1_correct": 276,
+            "top5_correct": 817
+          },
+          {
+            "ce_sum": 15953.497009277344,
+            "count": 3328,
+            "top1_correct": 268,
+            "top5_correct": 796
+          },
+          {
+            "ce_sum": 18709.42950439453,
+            "count": 3328,
+            "top1_correct": 116,
+            "top5_correct": 385
+          },
+          {
+            "ce_sum": 19201.949157714844,
+            "count": 3328,
+            "top1_correct": 93,
+            "top5_correct": 327
+          },
+          {
+            "ce_sum": 20424.11114501953,
+            "count": 3328,
+            "top1_correct": 60,
+            "top5_correct": 214
+          }
+        ]
+      }
+    }
+  ],
+  "token_metrics": {
+    "acoustic_top1": 0.0716918642908753,
+    "acoustic_top5": 0.20946418894508673,
+    "loss": 4.696365421051105,
+    "per_head": [
+      {
+        "cross_entropy": 2.149149122481057,
+        "frames": 354304,
+        "head": 0,
+        "top1": 0.4107969427384393,
+        "top5": 0.784035743316474,
+        "vocab_size": 16384
+      },
+      {
+        "cross_entropy": 4.324817336708135,
+        "frames": 354304,
+        "head": 1,
+        "top1": 0.11325302565028902,
+        "top5": 0.3173941022398844,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 4.311847586593876,
+        "frames": 354304,
+        "head": 2,
+        "top1": 0.11887531611271676,
+        "top5": 0.32495258309248554,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 4.612227196552161,
+        "frames": 354304,
+        "head": 3,
+        "top1": 0.09367661669075145,
+        "top5": 0.2674370032514451,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 4.877502381284802,
+        "frames": 354304,
+        "head": 4,
+        "top1": 0.07477194725433527,
+        "top5": 0.22423399114884393,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 5.4840262608032,
+        "frames": 354304,
+        "head": 5,
+        "top1": 0.04464527637283237,
+        "top5": 0.1414463285765896,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 5.830328505335515,
+        "frames": 354304,
+        "head": 6,
+        "top1": 0.030784298229768785,
+        "top5": 0.10245721188583815,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 5.981024978650098,
+        "frames": 354304,
+        "head": 7,
+        "top1": 0.025836569725433526,
+        "top5": 0.08832810242052024,
+        "vocab_size": 1024
+      }
+    ],
+    "semantic_top1": 0.4107969427384393,
+    "semantic_top5": 0.784035743316474
+  }
+}