diff --git "a/evaluation/replay-comparison/raw-metrics-simpletuner-v3.json" "b/evaluation/replay-comparison/raw-metrics-simpletuner-v3.json"
new file mode 100644--- /dev/null
+++ "b/evaluation/replay-comparison/raw-metrics-simpletuner-v3.json"
@@ -0,0 +1,11724 @@
+{
+  "checkpoint": {
+    "checkpoint": "v3/output/final",
+    "checkpoint_bytes": 618960456,
+    "checkpoint_sha256": "356e97fea65c486a28814dc778b52645807ab8f784c6021d2403f688a2bfe788",
+    "global_step": 17660
+  },
+  "condition_embedding_replay": {
+    "predicted_codes": {
+      "global_flattened_cosine": 0.7695162132062338,
+      "latent_frames": 1247184,
+      "latent_weighted_mean_cosine": 0.7674901008379521,
+      "mse": 0.07801350653626513,
+      "per_record_cosine": {
+        "count": 130,
+        "max": 0.8356426954269409,
+        "mean": 0.7702590204202212,
+        "min": 0.7236603498458862,
+        "quantiles": {
+          "0.0": 0.7236603498458862,
+          "0.05": 0.7415853887796402,
+          "0.25": 0.7547859847545624,
+          "0.5": 0.7704743146896362,
+          "0.75": 0.7837727516889572,
+          "0.95": 0.8004916191101075,
+          "1.0": 0.8356426954269409
+        },
+        "std": 0.019273954474224628
+      },
+      "relative_l2": 0.6534285347375952
+    },
+    "true_code_control": {
+      "global_flattened_cosine": 0.9999244132588798,
+      "latent_frames": 1247184,
+      "latent_weighted_mean_cosine": 0.9999227839764951,
+      "mse": 2.763638821693823e-05,
+      "per_record_cosine": {
+        "count": 130,
+        "max": 0.999957263469696,
+        "mean": 0.9999072317893688,
+        "min": 0.9983662366867065,
+        "quantiles": {
+          "0.0": 0.9983662366867065,
+          "0.05": 0.999821075797081,
+          "0.25": 0.9999240636825562,
+          "0.5": 0.9999381899833679,
+          "0.75": 0.9999445825815201,
+          "0.95": 0.9999500513076782,
+          "1.0": 0.999957263469696
+        },
+        "std": 0.00015022638681815362
+      },
+      "relative_l2": 0.01229854795158292
+    }
+  },
+  "dataset": {
+    "exact_alignment_records": 130,
+    "repo_id": "bghira/minimax-music3-rvq-reverse-distillation",
+    "revision": "5029b1e7f1bbfbf028b76b38564fecccda94a111",
+    "split": "holdout"
+  },
+  "format": "simpletuner-minimaxmusic-external-replay-v1",
+  "limitations": [
+    "This is teacher-forced hidden-state replay, not a diffusion render or audio-domain score.",
+    "Only the 130 holdout records with recorded exact chunk alignment are included.",
+    "Complete non-overlapping windows define token metrics; a shifted final window fills replay-only tail frames.",
+    "The Serveurperso checkpoint was trained on a separate corpus and has no checkpoint-specific license declaration."
+  ],
+  "model_id": "simpletuner-v3",
+  "parameter_count": 154736064,
+  "protocol": {
+    "code_selection": "argmax",
+    "condition": "official condition encoder with recorded chunk stitching",
+    "metric": "cosine similarity per stitched condition-embedding latent frame",
+    "official_model_revision": "fbdf52fbaaca799592917417eb05f1899f1255ec",
+    "replay": "teacher-forced official language model and RVQ depth decoder",
+    "window_frames": 128
+  },
+  "records": [
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9048984050750732,
+          "cosine_mean": 0.7265793681144714,
+          "cosine_min": 0.5047779083251953,
+          "cosine_std": 0.047126974910497665,
+          "flattened_dot": 3519161.0,
+          "latent_frames": 15524,
+          "mse": 0.08371033799983091,
+          "predicted_squared": 4449220.0,
+          "reference_squared": 5250518.5,
+          "relative_l2": 0.711959426277397,
+          "squared_error": 2661415.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999727010726929,
+          "cosine_mean": 0.9999457597732544,
+          "cosine_min": 0.9997843503952026,
+          "cosine_std": 1.1789102245529648e-05,
+          "flattened_dot": 5247772.0,
+          "latent_frames": 15524,
+          "mse": 1.8229315005083485e-05,
+          "predicted_squared": 5245605.0,
+          "reference_squared": 5250518.5,
+          "relative_l2": 0.010506325979063667,
+          "squared_error": 579.5673828125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "bf131a41-49be-43c7-bf93-9c79f5be522e",
+      "shard_id": 233,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10471.473022460938,
+            "count": 4480,
+            "top1_correct": 1703,
+            "top5_correct": 3382
+          },
+          {
+            "ce_sum": 20425.691772460938,
+            "count": 4480,
+            "top1_correct": 429,
+            "top5_correct": 1253
+          },
+          {
+            "ce_sum": 19977.720428466797,
+            "count": 4480,
+            "top1_correct": 494,
+            "top5_correct": 1348
+          },
+          {
+            "ce_sum": 21284.828552246094,
+            "count": 4480,
+            "top1_correct": 359,
+            "top5_correct": 1105
+          },
+          {
+            "ce_sum": 21501.579345703125,
+            "count": 4480,
+            "top1_correct": 326,
+            "top5_correct": 1027
+          },
+          {
+            "ce_sum": 25691.826416015625,
+            "count": 4480,
+            "top1_correct": 146,
+            "top5_correct": 493
+          },
+          {
+            "ce_sum": 26597.281799316406,
+            "count": 4480,
+            "top1_correct": 112,
+            "top5_correct": 387
+          },
+          {
+            "ce_sum": 27221.32257080078,
+            "count": 4480,
+            "top1_correct": 100,
+            "top5_correct": 352
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9593635201454163,
+          "cosine_mean": 0.7637653350830078,
+          "cosine_min": 0.5185006856918335,
+          "cosine_std": 0.04432493820786476,
+          "flattened_dot": 4101550.5,
+          "latent_frames": 15403,
+          "mse": 0.08243352014167289,
+          "predicted_squared": 4756911.5,
+          "reference_squared": 6046583.0,
+          "relative_l2": 0.6557896338230068,
+          "squared_error": 2600393.75,
+          "values": 31545344
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999679327011108,
+          "cosine_mean": 0.9999333024024963,
+          "cosine_min": 0.9993491172790527,
+          "cosine_std": 2.74152698693797e-05,
+          "flattened_dot": 6043039.5,
+          "latent_frames": 15403,
+          "mse": 2.5502367545310333e-05,
+          "predicted_squared": 6040300.5,
+          "reference_squared": 6046583.0,
+          "relative_l2": 0.011534608931131687,
+          "squared_error": 804.48095703125,
+          "values": 31545344
+        }
+      },
+      "condition_latent_frames": 15403,
+      "emitted_frames": 4465,
+      "model_id": "simpletuner-v3",
+      "sample_id": "2e12af11-2d89-493b-bc9e-407b80a39dbd",
+      "shard_id": 244,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8599.01431274414,
+            "count": 4352,
+            "top1_correct": 1928,
+            "top5_correct": 3561
+          },
+          {
+            "ce_sum": 18957.676635742188,
+            "count": 4352,
+            "top1_correct": 479,
+            "top5_correct": 1373
+          },
+          {
+            "ce_sum": 17471.801239013672,
+            "count": 4352,
+            "top1_correct": 638,
+            "top5_correct": 1656
+          },
+          {
+            "ce_sum": 19605.377655029297,
+            "count": 4352,
+            "top1_correct": 423,
+            "top5_correct": 1220
+          },
+          {
+            "ce_sum": 20228.502380371094,
+            "count": 4352,
+            "top1_correct": 369,
+            "top5_correct": 1129
+          },
+          {
+            "ce_sum": 23839.41241455078,
+            "count": 4352,
+            "top1_correct": 209,
+            "top5_correct": 620
+          },
+          {
+            "ce_sum": 24288.507568359375,
+            "count": 4352,
+            "top1_correct": 173,
+            "top5_correct": 558
+          },
+          {
+            "ce_sum": 25557.650939941406,
+            "count": 4352,
+            "top1_correct": 120,
+            "top5_correct": 431
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9733785390853882,
+          "cosine_mean": 0.7724812626838684,
+          "cosine_min": 0.44131579995155334,
+          "cosine_std": 0.04763740301132202,
+          "flattened_dot": 3513778.0,
+          "latent_frames": 12553,
+          "mse": 0.08121411407040399,
+          "predicted_squared": 4101194.5,
+          "reference_squared": 5014258.0,
+          "relative_l2": 0.6452843882653114,
+          "squared_error": 2087896.625,
+          "values": 25708544
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999747276306152,
+          "cosine_mean": 0.999941349029541,
+          "cosine_min": 0.9994785189628601,
+          "cosine_std": 2.12174254556885e-05,
+          "flattened_dot": 5012467.0,
+          "latent_frames": 12553,
+          "mse": 2.277673767504346e-05,
+          "predicted_squared": 5011262.0,
+          "reference_squared": 5014258.0,
+          "relative_l2": 0.01080640307427066,
+          "squared_error": 585.5567626953125,
+          "values": 25708544
+        }
+      },
+      "condition_latent_frames": 12553,
+      "emitted_frames": 3639,
+      "model_id": "simpletuner-v3",
+      "sample_id": "a5ba167a-f2d9-4f7d-8600-ecd37ea10d55",
+      "shard_id": 249,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7703.370742797852,
+            "count": 3584,
+            "top1_correct": 1511,
+            "top5_correct": 2819
+          },
+          {
+            "ce_sum": 15103.177703857422,
+            "count": 3584,
+            "top1_correct": 440,
+            "top5_correct": 1226
+          },
+          {
+            "ce_sum": 14683.556060791016,
+            "count": 3584,
+            "top1_correct": 500,
+            "top5_correct": 1327
+          },
+          {
+            "ce_sum": 15982.40869140625,
+            "count": 3584,
+            "top1_correct": 367,
+            "top5_correct": 1052
+          },
+          {
+            "ce_sum": 16801.180053710938,
+            "count": 3584,
+            "top1_correct": 328,
+            "top5_correct": 936
+          },
+          {
+            "ce_sum": 19021.430603027344,
+            "count": 3584,
+            "top1_correct": 188,
+            "top5_correct": 580
+          },
+          {
+            "ce_sum": 20176.55352783203,
+            "count": 3584,
+            "top1_correct": 134,
+            "top5_correct": 465
+          },
+          {
+            "ce_sum": 21029.17694091797,
+            "count": 3584,
+            "top1_correct": 118,
+            "top5_correct": 343
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9680148363113403,
+          "cosine_mean": 0.7665328979492188,
+          "cosine_min": 0.38130050897598267,
+          "cosine_std": 0.04848486930131912,
+          "flattened_dot": 3284096.5,
+          "latent_frames": 13071,
+          "mse": 0.07593749364946734,
+          "predicted_squared": 3836605.0,
+          "reference_squared": 4764389.0,
+          "relative_l2": 0.653196586204423,
+          "squared_error": 2032801.75,
+          "values": 26769408
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999668598175049,
+          "cosine_mean": 0.9999411702156067,
+          "cosine_min": 0.99932861328125,
+          "cosine_std": 2.0227502318448387e-05,
+          "flattened_dot": 4765881.0,
+          "latent_frames": 13071,
+          "mse": 2.109725804912972e-05,
+          "predicted_squared": 4767938.0,
+          "reference_squared": 4764389.0,
+          "relative_l2": 0.010887515450196686,
+          "squared_error": 564.7611083984375,
+          "values": 26769408
+        }
+      },
+      "condition_latent_frames": 13071,
+      "emitted_frames": 3789,
+      "model_id": "simpletuner-v3",
+      "sample_id": "532f4630-561f-4eda-8a10-b4d14a6e10eb",
+      "shard_id": 273,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7071.680206298828,
+            "count": 3712,
+            "top1_correct": 1738,
+            "top5_correct": 3094
+          },
+          {
+            "ce_sum": 15786.738861083984,
+            "count": 3712,
+            "top1_correct": 443,
+            "top5_correct": 1236
+          },
+          {
+            "ce_sum": 15660.460266113281,
+            "count": 3712,
+            "top1_correct": 490,
+            "top5_correct": 1332
+          },
+          {
+            "ce_sum": 17283.934356689453,
+            "count": 3712,
+            "top1_correct": 342,
+            "top5_correct": 962
+          },
+          {
+            "ce_sum": 17720.51446533203,
+            "count": 3712,
+            "top1_correct": 308,
+            "top5_correct": 885
+          },
+          {
+            "ce_sum": 20757.49969482422,
+            "count": 3712,
+            "top1_correct": 148,
+            "top5_correct": 449
+          },
+          {
+            "ce_sum": 22064.224365234375,
+            "count": 3712,
+            "top1_correct": 104,
+            "top5_correct": 366
+          },
+          {
+            "ce_sum": 22657.830017089844,
+            "count": 3712,
+            "top1_correct": 74,
+            "top5_correct": 267
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9571636915206909,
+          "cosine_mean": 0.7831904888153076,
+          "cosine_min": 0.45354723930358887,
+          "cosine_std": 0.04675685986876488,
+          "flattened_dot": 2403933.25,
+          "latent_frames": 9476,
+          "mse": 0.06936468379615278,
+          "predicted_squared": 2756668.5,
+          "reference_squared": 3397348.0,
+          "relative_l2": 0.6294723961474311,
+          "squared_error": 1346149.875,
+          "values": 19406848
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999704360961914,
+          "cosine_mean": 0.9999377727508545,
+          "cosine_min": 0.9996823668479919,
+          "cosine_std": 2.2029958927305415e-05,
+          "flattened_dot": 3397272.75,
+          "latent_frames": 9476,
+          "mse": 2.169885832632378e-05,
+          "predicted_squared": 3397618.5,
+          "reference_squared": 3397348.0,
+          "relative_l2": 0.011133351653543958,
+          "squared_error": 421.1064453125,
+          "values": 19406848
+        }
+      },
+      "condition_latent_frames": 9476,
+      "emitted_frames": 2747,
+      "model_id": "simpletuner-v3",
+      "sample_id": "e0203aee-7dcd-498d-9b7a-22a1efaaa674",
+      "shard_id": 308,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4973.180511474609,
+            "count": 2688,
+            "top1_correct": 1266,
+            "top5_correct": 2275
+          },
+          {
+            "ce_sum": 11700.485412597656,
+            "count": 2688,
+            "top1_correct": 293,
+            "top5_correct": 841
+          },
+          {
+            "ce_sum": 10774.834930419922,
+            "count": 2688,
+            "top1_correct": 390,
+            "top5_correct": 1032
+          },
+          {
+            "ce_sum": 11968.293762207031,
+            "count": 2688,
+            "top1_correct": 288,
+            "top5_correct": 837
+          },
+          {
+            "ce_sum": 12761.450073242188,
+            "count": 2688,
+            "top1_correct": 200,
+            "top5_correct": 635
+          },
+          {
+            "ce_sum": 14665.171142578125,
+            "count": 2688,
+            "top1_correct": 90,
+            "top5_correct": 340
+          },
+          {
+            "ce_sum": 15513.266174316406,
+            "count": 2688,
+            "top1_correct": 84,
+            "top5_correct": 308
+          },
+          {
+            "ce_sum": 16047.381652832031,
+            "count": 2688,
+            "top1_correct": 71,
+            "top5_correct": 252
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9623733758926392,
+          "cosine_mean": 0.765546977519989,
+          "cosine_min": 0.6236971616744995,
+          "cosine_std": 0.046768948435783386,
+          "flattened_dot": 867499.25,
+          "latent_frames": 3400,
+          "mse": 0.07683849559110753,
+          "predicted_squared": 1039058.9375,
+          "reference_squared": 1230981.25,
+          "relative_l2": 0.6592773301034955,
+          "squared_error": 535041.8125,
+          "values": 6963200
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999676942825317,
+          "cosine_mean": 0.9999436140060425,
+          "cosine_min": 0.9998382925987244,
+          "cosine_std": 1.3914136616222095e-05,
+          "flattened_dot": 1230944.25,
+          "latent_frames": 3400,
+          "mse": 1.995806089218925e-05,
+          "predicted_squared": 1231046.25,
+          "reference_squared": 1230981.25,
+          "relative_l2": 0.010625218930833446,
+          "squared_error": 138.9719696044922,
+          "values": 6963200
+        }
+      },
+      "condition_latent_frames": 3400,
+      "emitted_frames": 986,
+      "model_id": "simpletuner-v3",
+      "sample_id": "609c8509-95c6-48ae-99ff-72b27b90d5a5",
+      "shard_id": 309,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1849.0691375732422,
+            "count": 896,
+            "top1_correct": 366,
+            "top5_correct": 717
+          },
+          {
+            "ce_sum": 3920.7421264648438,
+            "count": 896,
+            "top1_correct": 102,
+            "top5_correct": 283
+          },
+          {
+            "ce_sum": 3856.1533813476562,
+            "count": 896,
+            "top1_correct": 121,
+            "top5_correct": 298
+          },
+          {
+            "ce_sum": 3983.7263793945312,
+            "count": 896,
+            "top1_correct": 84,
+            "top5_correct": 261
+          },
+          {
+            "ce_sum": 4376.625793457031,
+            "count": 896,
+            "top1_correct": 72,
+            "top5_correct": 206
+          },
+          {
+            "ce_sum": 4926.6767578125,
+            "count": 896,
+            "top1_correct": 33,
+            "top5_correct": 114
+          },
+          {
+            "ce_sum": 5322.095275878906,
+            "count": 896,
+            "top1_correct": 19,
+            "top5_correct": 73
+          },
+          {
+            "ce_sum": 5457.2806396484375,
+            "count": 896,
+            "top1_correct": 17,
+            "top5_correct": 68
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.938989520072937,
+          "cosine_mean": 0.7872898578643799,
+          "cosine_min": 0.49163520336151123,
+          "cosine_std": 0.05076804757118225,
+          "flattened_dot": 4704658.5,
+          "latent_frames": 15524,
+          "mse": 0.0828348979050583,
+          "predicted_squared": 5167536.0,
+          "reference_squared": 6875363.5,
+          "relative_l2": 0.6189073377755154,
+          "squared_error": 2633582.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999716281890869,
+          "cosine_mean": 0.9999425411224365,
+          "cosine_min": 0.9972609877586365,
+          "cosine_std": 5.782806329079904e-05,
+          "flattened_dot": 6878007.5,
+          "latent_frames": 15524,
+          "mse": 2.4603817518824495e-05,
+          "predicted_squared": 6881433.5,
+          "reference_squared": 6875363.5,
+          "relative_l2": 0.010666457560071632,
+          "squared_error": 782.23291015625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "d2aa42b5-25f6-477c-be48-83aaab4cd42f",
+      "shard_id": 320,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8493.338653564453,
+            "count": 4480,
+            "top1_correct": 2080,
+            "top5_correct": 3743
+          },
+          {
+            "ce_sum": 17662.817321777344,
+            "count": 4480,
+            "top1_correct": 655,
+            "top5_correct": 1775
+          },
+          {
+            "ce_sum": 17719.07305908203,
+            "count": 4480,
+            "top1_correct": 661,
+            "top5_correct": 1740
+          },
+          {
+            "ce_sum": 19283.15951538086,
+            "count": 4480,
+            "top1_correct": 495,
+            "top5_correct": 1447
+          },
+          {
+            "ce_sum": 20493.40264892578,
+            "count": 4480,
+            "top1_correct": 474,
+            "top5_correct": 1260
+          },
+          {
+            "ce_sum": 22086.15737915039,
+            "count": 4480,
+            "top1_correct": 378,
+            "top5_correct": 1032
+          },
+          {
+            "ce_sum": 24695.746337890625,
+            "count": 4480,
+            "top1_correct": 184,
+            "top5_correct": 657
+          },
+          {
+            "ce_sum": 25482.500915527344,
+            "count": 4480,
+            "top1_correct": 177,
+            "top5_correct": 564
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9391661882400513,
+          "cosine_mean": 0.7630516290664673,
+          "cosine_min": 0.40974706411361694,
+          "cosine_std": 0.046558331698179245,
+          "flattened_dot": 2481935.25,
+          "latent_frames": 10673,
+          "mse": 0.07045127449046366,
+          "predicted_squared": 3013811.0,
+          "reference_squared": 3490004.75,
+          "relative_l2": 0.6642623672733142,
+          "squared_error": 1539945.375,
+          "values": 21858304
+        },
+        "true_code_control": {
+          "cosine_max": 0.999967634677887,
+          "cosine_mean": 0.9999387860298157,
+          "cosine_min": 0.9998070001602173,
+          "cosine_std": 1.3987446436658502e-05,
+          "flattened_dot": 3491370.25,
+          "latent_frames": 10673,
+          "mse": 1.9774273712253276e-05,
+          "predicted_squared": 3493168.0,
+          "reference_squared": 3490004.75,
+          "relative_l2": 0.011128727094047917,
+          "squared_error": 432.2320861816406,
+          "values": 21858304
+        }
+      },
+      "condition_latent_frames": 10673,
+      "emitted_frames": 3094,
+      "model_id": "simpletuner-v3",
+      "sample_id": "b61380ce-4750-49c6-adad-d7bb80971143",
+      "shard_id": 328,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7517.0650634765625,
+            "count": 3072,
+            "top1_correct": 1091,
+            "top5_correct": 2238
+          },
+          {
+            "ce_sum": 12996.379425048828,
+            "count": 3072,
+            "top1_correct": 378,
+            "top5_correct": 965
+          },
+          {
+            "ce_sum": 13147.494720458984,
+            "count": 3072,
+            "top1_correct": 357,
+            "top5_correct": 1026
+          },
+          {
+            "ce_sum": 13718.678405761719,
+            "count": 3072,
+            "top1_correct": 334,
+            "top5_correct": 902
+          },
+          {
+            "ce_sum": 14615.642944335938,
+            "count": 3072,
+            "top1_correct": 250,
+            "top5_correct": 739
+          },
+          {
+            "ce_sum": 16564.69061279297,
+            "count": 3072,
+            "top1_correct": 163,
+            "top5_correct": 443
+          },
+          {
+            "ce_sum": 17621.10675048828,
+            "count": 3072,
+            "top1_correct": 108,
+            "top5_correct": 357
+          },
+          {
+            "ce_sum": 17945.1669921875,
+            "count": 3072,
+            "top1_correct": 109,
+            "top5_correct": 320
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9727993607521057,
+          "cosine_mean": 0.7798290848731995,
+          "cosine_min": 0.594062089920044,
+          "cosine_std": 0.04876967519521713,
+          "flattened_dot": 501397.5625,
+          "latent_frames": 2079,
+          "mse": 0.06607474748649066,
+          "predicted_squared": 609659.125,
+          "reference_squared": 674468.5625,
+          "relative_l2": 0.6458462184179655,
+          "squared_error": 281332.53125,
+          "values": 4257792
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999673366546631,
+          "cosine_mean": 0.99993497133255,
+          "cosine_min": 0.9997856616973877,
+          "cosine_std": 1.809022251109127e-05,
+          "flattened_dot": 674714.3125,
+          "latent_frames": 2079,
+          "mse": 2.0623615637830152e-05,
+          "predicted_squared": 675047.8125,
+          "reference_squared": 674468.5625,
+          "relative_l2": 0.011410213430054902,
+          "squared_error": 87.81106567382812,
+          "values": 4257792
+        }
+      },
+      "condition_latent_frames": 2079,
+      "emitted_frames": 603,
+      "model_id": "simpletuner-v3",
+      "sample_id": "d442c2c1-bd8b-49bb-8e5e-b0182bbe0ba8",
+      "shard_id": 336,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1024.0746002197266,
+            "count": 512,
+            "top1_correct": 224,
+            "top5_correct": 418
+          },
+          {
+            "ce_sum": 2083.6846313476562,
+            "count": 512,
+            "top1_correct": 73,
+            "top5_correct": 183
+          },
+          {
+            "ce_sum": 2036.236572265625,
+            "count": 512,
+            "top1_correct": 80,
+            "top5_correct": 190
+          },
+          {
+            "ce_sum": 2269.6158447265625,
+            "count": 512,
+            "top1_correct": 56,
+            "top5_correct": 157
+          },
+          {
+            "ce_sum": 2289.6689453125,
+            "count": 512,
+            "top1_correct": 47,
+            "top5_correct": 158
+          },
+          {
+            "ce_sum": 2782.011474609375,
+            "count": 512,
+            "top1_correct": 22,
+            "top5_correct": 84
+          },
+          {
+            "ce_sum": 2912.2529296875,
+            "count": 512,
+            "top1_correct": 17,
+            "top5_correct": 62
+          },
+          {
+            "ce_sum": 2917.9049682617188,
+            "count": 512,
+            "top1_correct": 17,
+            "top5_correct": 65
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9701583981513977,
+          "cosine_mean": 0.775535523891449,
+          "cosine_min": 0.6061651706695557,
+          "cosine_std": 0.047617703676223755,
+          "flattened_dot": 739445.0,
+          "latent_frames": 2969,
+          "mse": 0.07015307674748442,
+          "predicted_squared": 894763.1875,
+          "reference_squared": 1010693.4375,
+          "relative_l2": 0.6496563884842785,
+          "squared_error": 426566.625,
+          "values": 6080512
+        },
+        "true_code_control": {
+          "cosine_max": 0.9997569918632507,
+          "cosine_mean": 0.9983662366867065,
+          "cosine_min": 0.981013834476471,
+          "cosine_std": 0.002069080015644431,
+          "flattened_dot": 1008456.875,
+          "latent_frames": 2969,
+          "mse": 0.0004984369660194734,
+          "predicted_squared": 1009251.0,
+          "reference_squared": 1010693.4375,
+          "relative_l2": 0.0547602565284596,
+          "squared_error": 3030.751953125,
+          "values": 6080512
+        }
+      },
+      "condition_latent_frames": 2969,
+      "emitted_frames": 861,
+      "model_id": "simpletuner-v3",
+      "sample_id": "e16715d3-a806-484c-9f40-e4f1d4b22a3b",
+      "shard_id": 347,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1587.725112915039,
+            "count": 768,
+            "top1_correct": 335,
+            "top5_correct": 613
+          },
+          {
+            "ce_sum": 3048.2220458984375,
+            "count": 768,
+            "top1_correct": 106,
+            "top5_correct": 294
+          },
+          {
+            "ce_sum": 3274.079132080078,
+            "count": 768,
+            "top1_correct": 88,
+            "top5_correct": 258
+          },
+          {
+            "ce_sum": 3466.098175048828,
+            "count": 768,
+            "top1_correct": 72,
+            "top5_correct": 230
+          },
+          {
+            "ce_sum": 3693.6011962890625,
+            "count": 768,
+            "top1_correct": 63,
+            "top5_correct": 175
+          },
+          {
+            "ce_sum": 3978.7748413085938,
+            "count": 768,
+            "top1_correct": 40,
+            "top5_correct": 130
+          },
+          {
+            "ce_sum": 4467.381896972656,
+            "count": 768,
+            "top1_correct": 34,
+            "top5_correct": 85
+          },
+          {
+            "ce_sum": 4424.2369384765625,
+            "count": 768,
+            "top1_correct": 40,
+            "top5_correct": 91
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9626692533493042,
+          "cosine_mean": 0.7324572801589966,
+          "cosine_min": 0.46896928548812866,
+          "cosine_std": 0.05178281292319298,
+          "flattened_dot": 1451125.5,
+          "latent_frames": 6816,
+          "mse": 0.07612608967812408,
+          "predicted_squared": 1811006.75,
+          "reference_squared": 2153901.0,
+          "relative_l2": 0.7023986354572013,
+          "squared_error": 1062656.875,
+          "values": 13959168
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999438524246216,
+          "cosine_mean": 0.9997154474258423,
+          "cosine_min": 0.9925087690353394,
+          "cosine_std": 0.0004435848677530885,
+          "flattened_dot": 2150708.5,
+          "latent_frames": 6816,
+          "mse": 8.600548854176427e-05,
+          "predicted_squared": 2148716.5,
+          "reference_squared": 2153901.0,
+          "relative_l2": 0.023609129896687054,
+          "squared_error": 1200.5650634765625,
+          "values": 13959168
+        }
+      },
+      "condition_latent_frames": 6816,
+      "emitted_frames": 1976,
+      "model_id": "simpletuner-v3",
+      "sample_id": "e0824e64-6612-4122-a714-163c9f772524",
+      "shard_id": 343,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3428.912826538086,
+            "count": 1920,
+            "top1_correct": 941,
+            "top5_correct": 1655
+          },
+          {
+            "ce_sum": 8382.739654541016,
+            "count": 1920,
+            "top1_correct": 204,
+            "top5_correct": 598
+          },
+          {
+            "ce_sum": 8433.82177734375,
+            "count": 1920,
+            "top1_correct": 203,
+            "top5_correct": 601
+          },
+          {
+            "ce_sum": 8983.949035644531,
+            "count": 1920,
+            "top1_correct": 174,
+            "top5_correct": 486
+          },
+          {
+            "ce_sum": 9803.645446777344,
+            "count": 1920,
+            "top1_correct": 107,
+            "top5_correct": 358
+          },
+          {
+            "ce_sum": 11243.96728515625,
+            "count": 1920,
+            "top1_correct": 52,
+            "top5_correct": 181
+          },
+          {
+            "ce_sum": 11840.851257324219,
+            "count": 1920,
+            "top1_correct": 37,
+            "top5_correct": 135
+          },
+          {
+            "ce_sum": 12071.973205566406,
+            "count": 1920,
+            "top1_correct": 26,
+            "top5_correct": 105
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9111495614051819,
+          "cosine_mean": 0.7754843235015869,
+          "cosine_min": 0.5596415400505066,
+          "cosine_std": 0.047978661954402924,
+          "flattened_dot": 1568865.125,
+          "latent_frames": 5805,
+          "mse": 0.0777919720001615,
+          "predicted_squared": 1860546.125,
+          "reference_squared": 2202024.5,
+          "relative_l2": 0.6480707273308485,
+          "squared_error": 924840.75,
+          "values": 11888640
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999701380729675,
+          "cosine_mean": 0.9999385476112366,
+          "cosine_min": 0.9997289180755615,
+          "cosine_std": 1.8790617104968987e-05,
+          "flattened_dot": 2201866.5,
+          "latent_frames": 5805,
+          "mse": 2.2508618546189368e-05,
+          "predicted_squared": 2201975.25,
+          "reference_squared": 2202024.5,
+          "relative_l2": 0.011023752027065258,
+          "squared_error": 267.59686279296875,
+          "values": 11888640
+        }
+      },
+      "condition_latent_frames": 5805,
+      "emitted_frames": 1683,
+      "model_id": "simpletuner-v3",
+      "sample_id": "b6c376ff-b413-4579-9281-13a2943daa7f",
+      "shard_id": 378,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3377.8511657714844,
+            "count": 1664,
+            "top1_correct": 720,
+            "top5_correct": 1334
+          },
+          {
+            "ce_sum": 7080.9478759765625,
+            "count": 1664,
+            "top1_correct": 198,
+            "top5_correct": 584
+          },
+          {
+            "ce_sum": 7199.118591308594,
+            "count": 1664,
+            "top1_correct": 202,
+            "top5_correct": 528
+          },
+          {
+            "ce_sum": 7333.523742675781,
+            "count": 1664,
+            "top1_correct": 178,
+            "top5_correct": 491
+          },
+          {
+            "ce_sum": 7944.310302734375,
+            "count": 1664,
+            "top1_correct": 139,
+            "top5_correct": 403
+          },
+          {
+            "ce_sum": 8964.096008300781,
+            "count": 1664,
+            "top1_correct": 84,
+            "top5_correct": 253
+          },
+          {
+            "ce_sum": 9630.538940429688,
+            "count": 1664,
+            "top1_correct": 51,
+            "top5_correct": 172
+          },
+          {
+            "ce_sum": 10080.324768066406,
+            "count": 1664,
+            "top1_correct": 33,
+            "top5_correct": 120
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9621751308441162,
+          "cosine_mean": 0.7557521462440491,
+          "cosine_min": 0.5825746655464172,
+          "cosine_std": 0.052383314818143845,
+          "flattened_dot": 412699.84375,
+          "latent_frames": 1831,
+          "mse": 0.07140739103407888,
+          "predicted_squared": 507760.71875,
+          "reference_squared": 585408.625,
+          "relative_l2": 0.6763183529611788,
+          "squared_error": 267769.71875,
+          "values": 3749888
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999602437019348,
+          "cosine_mean": 0.9999249577522278,
+          "cosine_min": 0.9996347427368164,
+          "cosine_std": 2.6596218958729878e-05,
+          "flattened_dot": 585135.0,
+          "latent_frames": 1831,
+          "mse": 2.3552514144724537e-05,
+          "predicted_squared": 584949.625,
+          "reference_squared": 585408.625,
+          "relative_l2": 0.012282823934130127,
+          "squared_error": 88.31929016113281,
+          "values": 3749888
+        }
+      },
+      "condition_latent_frames": 1831,
+      "emitted_frames": 531,
+      "model_id": "simpletuner-v3",
+      "sample_id": "f2a6bc18-5ab5-4d96-8b1e-6c3907ceeb9e",
+      "shard_id": 399,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1162.4908905029297,
+            "count": 512,
+            "top1_correct": 186,
+            "top5_correct": 402
+          },
+          {
+            "ce_sum": 2165.5765380859375,
+            "count": 512,
+            "top1_correct": 63,
+            "top5_correct": 180
+          },
+          {
+            "ce_sum": 2243.2769775390625,
+            "count": 512,
+            "top1_correct": 60,
+            "top5_correct": 162
+          },
+          {
+            "ce_sum": 2142.7197265625,
+            "count": 512,
+            "top1_correct": 63,
+            "top5_correct": 175
+          },
+          {
+            "ce_sum": 2413.3566284179688,
+            "count": 512,
+            "top1_correct": 50,
+            "top5_correct": 132
+          },
+          {
+            "ce_sum": 2740.6656494140625,
+            "count": 512,
+            "top1_correct": 24,
+            "top5_correct": 77
+          },
+          {
+            "ce_sum": 2931.34912109375,
+            "count": 512,
+            "top1_correct": 14,
+            "top5_correct": 68
+          },
+          {
+            "ce_sum": 3115.0925903320312,
+            "count": 512,
+            "top1_correct": 11,
+            "top5_correct": 41
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9724885821342468,
+          "cosine_mean": 0.7680399417877197,
+          "cosine_min": 0.5565589070320129,
+          "cosine_std": 0.05793914571404457,
+          "flattened_dot": 1700144.25,
+          "latent_frames": 5929,
+          "mse": 0.08608138402410292,
+          "predicted_squared": 1967875.75,
+          "reference_squared": 2477664.0,
+          "relative_l2": 0.6495148972656858,
+          "squared_error": 1045251.125,
+          "values": 12142592
+        },
+        "true_code_control": {
+          "cosine_max": 0.999972403049469,
+          "cosine_mean": 0.9999333024024963,
+          "cosine_min": 0.9995590448379517,
+          "cosine_std": 2.8721218768623658e-05,
+          "flattened_dot": 2477920.75,
+          "latent_frames": 5929,
+          "mse": 2.663821952100507e-05,
+          "predicted_squared": 2478501.25,
+          "reference_squared": 2477664.0,
+          "relative_l2": 0.011425812496002283,
+          "squared_error": 323.45703125,
+          "values": 12142592
+        }
+      },
+      "condition_latent_frames": 5929,
+      "emitted_frames": 1719,
+      "model_id": "simpletuner-v3",
+      "sample_id": "dc642966-b250-479c-974a-306cb86babbc",
+      "shard_id": 417,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3412.7953338623047,
+            "count": 1664,
+            "top1_correct": 735,
+            "top5_correct": 1317
+          },
+          {
+            "ce_sum": 7096.6910400390625,
+            "count": 1664,
+            "top1_correct": 208,
+            "top5_correct": 540
+          },
+          {
+            "ce_sum": 7001.407379150391,
+            "count": 1664,
+            "top1_correct": 202,
+            "top5_correct": 584
+          },
+          {
+            "ce_sum": 7893.7412109375,
+            "count": 1664,
+            "top1_correct": 147,
+            "top5_correct": 407
+          },
+          {
+            "ce_sum": 8128.1854248046875,
+            "count": 1664,
+            "top1_correct": 128,
+            "top5_correct": 391
+          },
+          {
+            "ce_sum": 8847.623718261719,
+            "count": 1664,
+            "top1_correct": 84,
+            "top5_correct": 259
+          },
+          {
+            "ce_sum": 9449.230041503906,
+            "count": 1664,
+            "top1_correct": 74,
+            "top5_correct": 221
+          },
+          {
+            "ce_sum": 9822.490234375,
+            "count": 1664,
+            "top1_correct": 46,
+            "top5_correct": 157
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9646304249763489,
+          "cosine_mean": 0.7533153295516968,
+          "cosine_min": 0.417931467294693,
+          "cosine_std": 0.044945478439331055,
+          "flattened_dot": 3113355.0,
+          "latent_frames": 11860,
+          "mse": 0.08473493759386858,
+          "predicted_squared": 3775889.5,
+          "reference_squared": 4508971.0,
+          "relative_l2": 0.675615891982465,
+          "squared_error": 2058150.625,
+          "values": 24289280
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999685287475586,
+          "cosine_mean": 0.9999446272850037,
+          "cosine_min": 0.9996544122695923,
+          "cosine_std": 1.420611260982696e-05,
+          "flattened_dot": 4507117.0,
+          "latent_frames": 11860,
+          "mse": 2.0882346577829293e-05,
+          "predicted_squared": 4505769.0,
+          "reference_squared": 4508971.0,
+          "relative_l2": 0.010606161828513098,
+          "squared_error": 507.2171630859375,
+          "values": 24289280
+        }
+      },
+      "condition_latent_frames": 11860,
+      "emitted_frames": 3438,
+      "model_id": "simpletuner-v3",
+      "sample_id": "9c99572e-a8b1-4db4-a70b-5ba1d23fd308",
+      "shard_id": 440,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6983.713882446289,
+            "count": 3328,
+            "top1_correct": 1410,
+            "top5_correct": 2658
+          },
+          {
+            "ce_sum": 14533.476440429688,
+            "count": 3328,
+            "top1_correct": 361,
+            "top5_correct": 1015
+          },
+          {
+            "ce_sum": 14681.720184326172,
+            "count": 3328,
+            "top1_correct": 355,
+            "top5_correct": 1000
+          },
+          {
+            "ce_sum": 15482.274291992188,
+            "count": 3328,
+            "top1_correct": 289,
+            "top5_correct": 854
+          },
+          {
+            "ce_sum": 16124.99267578125,
+            "count": 3328,
+            "top1_correct": 233,
+            "top5_correct": 743
+          },
+          {
+            "ce_sum": 18717.799072265625,
+            "count": 3328,
+            "top1_correct": 126,
+            "top5_correct": 400
+          },
+          {
+            "ce_sum": 19310.724609375,
+            "count": 3328,
+            "top1_correct": 82,
+            "top5_correct": 345
+          },
+          {
+            "ce_sum": 20055.145568847656,
+            "count": 3328,
+            "top1_correct": 64,
+            "top5_correct": 265
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9492807388305664,
+          "cosine_mean": 0.7677470445632935,
+          "cosine_min": 0.5482016801834106,
+          "cosine_std": 0.0514477863907814,
+          "flattened_dot": 4056489.75,
+          "latent_frames": 15524,
+          "mse": 0.07913495019304786,
+          "predicted_squared": 4709124.0,
+          "reference_squared": 5919804.5,
+          "relative_l2": 0.651924462516218,
+          "squared_error": 2515949.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999966561794281,
+          "cosine_mean": 0.9999247789382935,
+          "cosine_min": 0.9992831945419312,
+          "cosine_std": 3.147853567497805e-05,
+          "flattened_dot": 5920314.5,
+          "latent_frames": 15524,
+          "mse": 2.7727486392450958e-05,
+          "predicted_squared": 5921705.5,
+          "reference_squared": 5919804.5,
+          "relative_l2": 0.012203049174644971,
+          "squared_error": 881.544189453125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "41855a6c-d8f8-4d4c-8051-c2564a6b1fbc",
+      "shard_id": 441,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8909.092193603516,
+            "count": 4480,
+            "top1_correct": 1947,
+            "top5_correct": 3667
+          },
+          {
+            "ce_sum": 19058.245819091797,
+            "count": 4480,
+            "top1_correct": 527,
+            "top5_correct": 1478
+          },
+          {
+            "ce_sum": 19196.280731201172,
+            "count": 4480,
+            "top1_correct": 528,
+            "top5_correct": 1479
+          },
+          {
+            "ce_sum": 20497.578704833984,
+            "count": 4480,
+            "top1_correct": 441,
+            "top5_correct": 1224
+          },
+          {
+            "ce_sum": 21232.79217529297,
+            "count": 4480,
+            "top1_correct": 379,
+            "top5_correct": 1050
+          },
+          {
+            "ce_sum": 24709.687866210938,
+            "count": 4480,
+            "top1_correct": 210,
+            "top5_correct": 634
+          },
+          {
+            "ce_sum": 26596.643188476562,
+            "count": 4480,
+            "top1_correct": 132,
+            "top5_correct": 416
+          },
+          {
+            "ce_sum": 27429.04864501953,
+            "count": 4480,
+            "top1_correct": 86,
+            "top5_correct": 329
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9728109836578369,
+          "cosine_mean": 0.7661335468292236,
+          "cosine_min": 0.5921182632446289,
+          "cosine_std": 0.053967345505952835,
+          "flattened_dot": 606617.75,
+          "latent_frames": 1958,
+          "mse": 0.09455139035467473,
+          "predicted_squared": 703542.375,
+          "reference_squared": 888842.625,
+          "relative_l2": 0.6531197893278345,
+          "squared_error": 379149.5625,
+          "values": 4009984
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999697208404541,
+          "cosine_mean": 0.999942421913147,
+          "cosine_min": 0.9997735619544983,
+          "cosine_std": 2.498779576853849e-05,
+          "flattened_dot": 888912.625,
+          "latent_frames": 1958,
+          "mse": 2.493561493790308e-05,
+          "predicted_squared": 889082.5625,
+          "reference_squared": 888842.625,
+          "relative_l2": 0.010606422541232275,
+          "squared_error": 99.99141693115234,
+          "values": 4009984
+        }
+      },
+      "condition_latent_frames": 1958,
+      "emitted_frames": 568,
+      "model_id": "simpletuner-v3",
+      "sample_id": "f4f22bb1-fb7c-4ce1-8291-35d06635dc66",
+      "shard_id": 446,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1356.7431335449219,
+            "count": 512,
+            "top1_correct": 185,
+            "top5_correct": 362
+          },
+          {
+            "ce_sum": 2264.148956298828,
+            "count": 512,
+            "top1_correct": 55,
+            "top5_correct": 163
+          },
+          {
+            "ce_sum": 1933.5500183105469,
+            "count": 512,
+            "top1_correct": 87,
+            "top5_correct": 215
+          },
+          {
+            "ce_sum": 2097.3699645996094,
+            "count": 512,
+            "top1_correct": 97,
+            "top5_correct": 193
+          },
+          {
+            "ce_sum": 2139.8893127441406,
+            "count": 512,
+            "top1_correct": 83,
+            "top5_correct": 187
+          },
+          {
+            "ce_sum": 2129.355255126953,
+            "count": 512,
+            "top1_correct": 132,
+            "top5_correct": 197
+          },
+          {
+            "ce_sum": 2510.3251953125,
+            "count": 512,
+            "top1_correct": 47,
+            "top5_correct": 103
+          },
+          {
+            "ce_sum": 2888.5255126953125,
+            "count": 512,
+            "top1_correct": 13,
+            "top5_correct": 53
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9639776945114136,
+          "cosine_mean": 0.7779906988143921,
+          "cosine_min": 0.5309449434280396,
+          "cosine_std": 0.043580278754234314,
+          "flattened_dot": 943690.625,
+          "latent_frames": 3980,
+          "mse": 0.06735263230213567,
+          "predicted_squared": 1120286.125,
+          "reference_squared": 1316089.125,
+          "relative_l2": 0.6458641053049182,
+          "squared_error": 548994.0,
+          "values": 8151040
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999554753303528,
+          "cosine_mean": 0.9998980164527893,
+          "cosine_min": 0.9948133826255798,
+          "cosine_std": 0.00022727488249074668,
+          "flattened_dot": 1315433.0,
+          "latent_frames": 3980,
+          "mse": 3.2965120059161926e-05,
+          "predicted_squared": 1315045.375,
+          "reference_squared": 1316089.125,
+          "relative_l2": 0.014288649818793027,
+          "squared_error": 268.70001220703125,
+          "values": 8151040
+        }
+      },
+      "condition_latent_frames": 3980,
+      "emitted_frames": 1154,
+      "model_id": "simpletuner-v3",
+      "sample_id": "28a6775d-e12c-49e8-a791-a391e376ab65",
+      "shard_id": 448,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1915.7767028808594,
+            "count": 1152,
+            "top1_correct": 572,
+            "top5_correct": 1001
+          },
+          {
+            "ce_sum": 4497.081329345703,
+            "count": 1152,
+            "top1_correct": 188,
+            "top5_correct": 472
+          },
+          {
+            "ce_sum": 4673.1436767578125,
+            "count": 1152,
+            "top1_correct": 169,
+            "top5_correct": 439
+          },
+          {
+            "ce_sum": 5175.576416015625,
+            "count": 1152,
+            "top1_correct": 129,
+            "top5_correct": 329
+          },
+          {
+            "ce_sum": 5462.052001953125,
+            "count": 1152,
+            "top1_correct": 90,
+            "top5_correct": 277
+          },
+          {
+            "ce_sum": 6413.198059082031,
+            "count": 1152,
+            "top1_correct": 43,
+            "top5_correct": 140
+          },
+          {
+            "ce_sum": 6740.664489746094,
+            "count": 1152,
+            "top1_correct": 33,
+            "top5_correct": 126
+          },
+          {
+            "ce_sum": 7107.1727294921875,
+            "count": 1152,
+            "top1_correct": 31,
+            "top5_correct": 82
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9419633150100708,
+          "cosine_mean": 0.7993590831756592,
+          "cosine_min": 0.5702742338180542,
+          "cosine_std": 0.04743636026978493,
+          "flattened_dot": 2652607.0,
+          "latent_frames": 8965,
+          "mse": 0.07390324623971696,
+          "predicted_squared": 3023401.75,
+          "reference_squared": 3638699.5,
+          "relative_l2": 0.6106590324499618,
+          "squared_error": 1356887.25,
+          "values": 18360320
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999714493751526,
+          "cosine_mean": 0.9999444484710693,
+          "cosine_min": 0.99957674741745,
+          "cosine_std": 2.134078022208996e-05,
+          "flattened_dot": 3640449.75,
+          "latent_frames": 8965,
+          "mse": 2.2064741935666154e-05,
+          "predicted_squared": 3642605.0,
+          "reference_squared": 3638699.5,
+          "relative_l2": 0.010551554677150706,
+          "squared_error": 405.11572265625,
+          "values": 18360320
+        }
+      },
+      "condition_latent_frames": 8965,
+      "emitted_frames": 2599,
+      "model_id": "simpletuner-v3",
+      "sample_id": "ab803a0a-20b8-4993-bb40-be25b672286a",
+      "shard_id": 466,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3948.9266662597656,
+            "count": 2560,
+            "top1_correct": 1361,
+            "top5_correct": 2276
+          },
+          {
+            "ce_sum": 10855.358612060547,
+            "count": 2560,
+            "top1_correct": 300,
+            "top5_correct": 854
+          },
+          {
+            "ce_sum": 9859.714263916016,
+            "count": 2560,
+            "top1_correct": 426,
+            "top5_correct": 1085
+          },
+          {
+            "ce_sum": 10648.02621459961,
+            "count": 2560,
+            "top1_correct": 344,
+            "top5_correct": 943
+          },
+          {
+            "ce_sum": 11258.741607666016,
+            "count": 2560,
+            "top1_correct": 297,
+            "top5_correct": 798
+          },
+          {
+            "ce_sum": 12924.15576171875,
+            "count": 2560,
+            "top1_correct": 167,
+            "top5_correct": 519
+          },
+          {
+            "ce_sum": 14647.673828125,
+            "count": 2560,
+            "top1_correct": 85,
+            "top5_correct": 282
+          },
+          {
+            "ce_sum": 15018.177185058594,
+            "count": 2560,
+            "top1_correct": 60,
+            "top5_correct": 233
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9605556130409241,
+          "cosine_mean": 0.7468501329421997,
+          "cosine_min": 0.32118329405784607,
+          "cosine_std": 0.053644631057977676,
+          "flattened_dot": 4238559.0,
+          "latent_frames": 15524,
+          "mse": 0.09154073493562387,
+          "predicted_squared": 5042751.0,
+          "reference_squared": 6344735.0,
+          "relative_l2": 0.6772784337115274,
+          "squared_error": 2910368.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999716281890869,
+          "cosine_mean": 0.9999496936798096,
+          "cosine_min": 0.999828577041626,
+          "cosine_std": 1.1512986930029001e-05,
+          "flattened_dot": 6348382.0,
+          "latent_frames": 15524,
+          "mse": 2.0488177077483344e-05,
+          "predicted_squared": 6352681.0,
+          "reference_squared": 6344735.0,
+          "relative_l2": 0.010132385596431103,
+          "squared_error": 651.3837280273438,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "c02e34d3-78ab-421c-b312-60cf9039c22b",
+      "shard_id": 473,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 13191.633193969727,
+            "count": 4480,
+            "top1_correct": 1311,
+            "top5_correct": 2853
+          },
+          {
+            "ce_sum": 19853.026306152344,
+            "count": 4480,
+            "top1_correct": 454,
+            "top5_correct": 1319
+          },
+          {
+            "ce_sum": 19865.677307128906,
+            "count": 4480,
+            "top1_correct": 501,
+            "top5_correct": 1337
+          },
+          {
+            "ce_sum": 21699.574340820312,
+            "count": 4480,
+            "top1_correct": 346,
+            "top5_correct": 1077
+          },
+          {
+            "ce_sum": 22082.676818847656,
+            "count": 4480,
+            "top1_correct": 345,
+            "top5_correct": 976
+          },
+          {
+            "ce_sum": 23097.647338867188,
+            "count": 4480,
+            "top1_correct": 270,
+            "top5_correct": 814
+          },
+          {
+            "ce_sum": 24883.121826171875,
+            "count": 4480,
+            "top1_correct": 182,
+            "top5_correct": 565
+          },
+          {
+            "ce_sum": 26252.55401611328,
+            "count": 4480,
+            "top1_correct": 125,
+            "top5_correct": 436
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9684722423553467,
+          "cosine_mean": 0.7539831399917603,
+          "cosine_min": 0.45653247833251953,
+          "cosine_std": 0.04992707818746567,
+          "flattened_dot": 972542.5,
+          "latent_frames": 4598,
+          "mse": 0.06745898033961777,
+          "predicted_squared": 1206615.75,
+          "reference_squared": 1373710.5,
+          "relative_l2": 0.6800200799254985,
+          "squared_error": 635241.25,
+          "values": 9416704
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999650716781616,
+          "cosine_mean": 0.9999279975891113,
+          "cosine_min": 0.9996085166931152,
+          "cosine_std": 2.512332321202848e-05,
+          "flattened_dot": 1373624.75,
+          "latent_frames": 4598,
+          "mse": 2.1187514844486226e-05,
+          "predicted_squared": 1373738.375,
+          "reference_squared": 1373710.5,
+          "relative_l2": 0.012051520965643197,
+          "squared_error": 199.5165557861328,
+          "values": 9416704
+        }
+      },
+      "condition_latent_frames": 4598,
+      "emitted_frames": 1333,
+      "model_id": "simpletuner-v3",
+      "sample_id": "89efb9a2-ea8f-4fd9-959a-0b7ed42a0c1f",
+      "shard_id": 541,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2504.6873779296875,
+            "count": 1280,
+            "top1_correct": 561,
+            "top5_correct": 1056
+          },
+          {
+            "ce_sum": 5604.8902587890625,
+            "count": 1280,
+            "top1_correct": 119,
+            "top5_correct": 381
+          },
+          {
+            "ce_sum": 5692.9410400390625,
+            "count": 1280,
+            "top1_correct": 131,
+            "top5_correct": 372
+          },
+          {
+            "ce_sum": 5890.202697753906,
+            "count": 1280,
+            "top1_correct": 122,
+            "top5_correct": 327
+          },
+          {
+            "ce_sum": 6390.4801025390625,
+            "count": 1280,
+            "top1_correct": 76,
+            "top5_correct": 270
+          },
+          {
+            "ce_sum": 7454.4080810546875,
+            "count": 1280,
+            "top1_correct": 33,
+            "top5_correct": 124
+          },
+          {
+            "ce_sum": 7849.654602050781,
+            "count": 1280,
+            "top1_correct": 25,
+            "top5_correct": 89
+          },
+          {
+            "ce_sum": 8078.69384765625,
+            "count": 1280,
+            "top1_correct": 21,
+            "top5_correct": 72
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9767673015594482,
+          "cosine_mean": 0.7877187132835388,
+          "cosine_min": 0.5291435718536377,
+          "cosine_std": 0.04991711303591728,
+          "flattened_dot": 3782894.0,
+          "latent_frames": 14113,
+          "mse": 0.07125102634898896,
+          "predicted_squared": 4358615.0,
+          "reference_squared": 5266571.0,
+          "relative_l2": 0.6253256418104574,
+          "squared_error": 2059398.625,
+          "values": 28903424
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976634979248,
+          "cosine_mean": 0.9999443888664246,
+          "cosine_min": 0.9987625479698181,
+          "cosine_std": 3.89822234865278e-05,
+          "flattened_dot": 5266492.5,
+          "latent_frames": 14113,
+          "mse": 2.026250882210573e-05,
+          "predicted_squared": 5266998.5,
+          "reference_squared": 5266571.0,
+          "relative_l2": 0.010545259798030964,
+          "squared_error": 585.6558837890625,
+          "values": 28903424
+        }
+      },
+      "condition_latent_frames": 14113,
+      "emitted_frames": 4091,
+      "model_id": "simpletuner-v3",
+      "sample_id": "ddde3742-bd45-4fc1-9e26-902e2ec3629d",
+      "shard_id": 553,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7187.8363037109375,
+            "count": 3968,
+            "top1_correct": 1882,
+            "top5_correct": 3382
+          },
+          {
+            "ce_sum": 16173.306060791016,
+            "count": 3968,
+            "top1_correct": 527,
+            "top5_correct": 1451
+          },
+          {
+            "ce_sum": 15519.35855102539,
+            "count": 3968,
+            "top1_correct": 586,
+            "top5_correct": 1606
+          },
+          {
+            "ce_sum": 17702.103790283203,
+            "count": 3968,
+            "top1_correct": 402,
+            "top5_correct": 1159
+          },
+          {
+            "ce_sum": 19181.070922851562,
+            "count": 3968,
+            "top1_correct": 302,
+            "top5_correct": 896
+          },
+          {
+            "ce_sum": 21630.99053955078,
+            "count": 3968,
+            "top1_correct": 196,
+            "top5_correct": 590
+          },
+          {
+            "ce_sum": 22532.830139160156,
+            "count": 3968,
+            "top1_correct": 151,
+            "top5_correct": 480
+          },
+          {
+            "ce_sum": 23172.930053710938,
+            "count": 3968,
+            "top1_correct": 117,
+            "top5_correct": 419
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.968204140663147,
+          "cosine_mean": 0.7538257837295532,
+          "cosine_min": 0.4863126575946808,
+          "cosine_std": 0.048168446868658066,
+          "flattened_dot": 3459069.0,
+          "latent_frames": 13709,
+          "mse": 0.08106760777306422,
+          "predicted_squared": 4198786.5,
+          "reference_squared": 4995408.0,
+          "relative_l2": 0.6750035558489269,
+          "squared_error": 2276056.75,
+          "values": 28076032
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976396560669,
+          "cosine_mean": 0.9999462366104126,
+          "cosine_min": 0.9996864199638367,
+          "cosine_std": 1.283344317926094e-05,
+          "flattened_dot": 4994508.0,
+          "latent_frames": 13709,
+          "mse": 1.9280480837628914e-05,
+          "predicted_squared": 4994148.5,
+          "reference_squared": 4995408.0,
+          "relative_l2": 0.010409774269474089,
+          "squared_error": 541.3193969726562,
+          "values": 28076032
+        }
+      },
+      "condition_latent_frames": 13709,
+      "emitted_frames": 3974,
+      "model_id": "simpletuner-v3",
+      "sample_id": "7555c64c-d0e3-4a45-88a9-fa5912e3bfb8",
+      "shard_id": 626,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10033.444030761719,
+            "count": 3968,
+            "top1_correct": 1416,
+            "top5_correct": 2845
+          },
+          {
+            "ce_sum": 18236.835540771484,
+            "count": 3968,
+            "top1_correct": 385,
+            "top5_correct": 1091
+          },
+          {
+            "ce_sum": 17956.879760742188,
+            "count": 3968,
+            "top1_correct": 398,
+            "top5_correct": 1146
+          },
+          {
+            "ce_sum": 18449.138427734375,
+            "count": 3968,
+            "top1_correct": 330,
+            "top5_correct": 1029
+          },
+          {
+            "ce_sum": 19812.237243652344,
+            "count": 3968,
+            "top1_correct": 249,
+            "top5_correct": 786
+          },
+          {
+            "ce_sum": 22021.111267089844,
+            "count": 3968,
+            "top1_correct": 164,
+            "top5_correct": 546
+          },
+          {
+            "ce_sum": 23583.638732910156,
+            "count": 3968,
+            "top1_correct": 108,
+            "top5_correct": 377
+          },
+          {
+            "ce_sum": 23686.142822265625,
+            "count": 3968,
+            "top1_correct": 109,
+            "top5_correct": 365
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9751523733139038,
+          "cosine_mean": 0.7481344938278198,
+          "cosine_min": 0.4626080393791199,
+          "cosine_std": 0.04971949756145477,
+          "flattened_dot": 3817991.75,
+          "latent_frames": 15524,
+          "mse": 0.08225115584639107,
+          "predicted_squared": 4543397.0,
+          "reference_squared": 5707610.0,
+          "relative_l2": 0.676878396033656,
+          "squared_error": 2615023.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976634979248,
+          "cosine_mean": 0.9999514222145081,
+          "cosine_min": 0.9997843503952026,
+          "cosine_std": 1.1742558854166418e-05,
+          "flattened_dot": 5707707.5,
+          "latent_frames": 15524,
+          "mse": 1.7732155289240826e-05,
+          "predicted_squared": 5708368.5,
+          "reference_squared": 5707610.0,
+          "relative_l2": 0.009938490137431265,
+          "squared_error": 563.7611083984375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "de566560-d0cf-4207-8841-df0a97228177",
+      "shard_id": 644,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9464.075332641602,
+            "count": 4480,
+            "top1_correct": 1882,
+            "top5_correct": 3590
+          },
+          {
+            "ce_sum": 19446.443572998047,
+            "count": 4480,
+            "top1_correct": 518,
+            "top5_correct": 1405
+          },
+          {
+            "ce_sum": 19658.56427001953,
+            "count": 4480,
+            "top1_correct": 517,
+            "top5_correct": 1382
+          },
+          {
+            "ce_sum": 20768.9453125,
+            "count": 4480,
+            "top1_correct": 406,
+            "top5_correct": 1145
+          },
+          {
+            "ce_sum": 21923.1806640625,
+            "count": 4480,
+            "top1_correct": 324,
+            "top5_correct": 991
+          },
+          {
+            "ce_sum": 24602.371459960938,
+            "count": 4480,
+            "top1_correct": 196,
+            "top5_correct": 632
+          },
+          {
+            "ce_sum": 25777.4345703125,
+            "count": 4480,
+            "top1_correct": 135,
+            "top5_correct": 490
+          },
+          {
+            "ce_sum": 26924.0712890625,
+            "count": 4480,
+            "top1_correct": 117,
+            "top5_correct": 371
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9024409055709839,
+          "cosine_mean": 0.7932003140449524,
+          "cosine_min": 0.38809096813201904,
+          "cosine_std": 0.047896608710289,
+          "flattened_dot": 4406863.5,
+          "latent_frames": 15524,
+          "mse": 0.07308036019832195,
+          "predicted_squared": 5007519.0,
+          "reference_squared": 6129662.5,
+          "relative_l2": 0.6156712181801522,
+          "squared_error": 2323455.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999764561653137,
+          "cosine_mean": 0.9999475479125977,
+          "cosine_min": 0.999788761138916,
+          "cosine_std": 1.6727923139114864e-05,
+          "flattened_dot": 6129655.0,
+          "latent_frames": 15524,
+          "mse": 2.034973373304965e-05,
+          "predicted_squared": 6130294.0,
+          "reference_squared": 6129662.5,
+          "relative_l2": 0.010273723595564497,
+          "squared_error": 646.982177734375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "bdfd9628-7183-4751-804d-5458c08c8270",
+      "shard_id": 642,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8103.328887939453,
+            "count": 4480,
+            "top1_correct": 2144,
+            "top5_correct": 3824
+          },
+          {
+            "ce_sum": 17831.62515258789,
+            "count": 4480,
+            "top1_correct": 642,
+            "top5_correct": 1735
+          },
+          {
+            "ce_sum": 17572.854400634766,
+            "count": 4480,
+            "top1_correct": 658,
+            "top5_correct": 1770
+          },
+          {
+            "ce_sum": 18622.994079589844,
+            "count": 4480,
+            "top1_correct": 578,
+            "top5_correct": 1555
+          },
+          {
+            "ce_sum": 20980.248962402344,
+            "count": 4480,
+            "top1_correct": 407,
+            "top5_correct": 1143
+          },
+          {
+            "ce_sum": 23127.804260253906,
+            "count": 4480,
+            "top1_correct": 284,
+            "top5_correct": 837
+          },
+          {
+            "ce_sum": 24870.152465820312,
+            "count": 4480,
+            "top1_correct": 168,
+            "top5_correct": 568
+          },
+          {
+            "ce_sum": 24939.92022705078,
+            "count": 4480,
+            "top1_correct": 202,
+            "top5_correct": 637
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9524287581443787,
+          "cosine_mean": 0.7900111079216003,
+          "cosine_min": 0.6057685017585754,
+          "cosine_std": 0.04955458641052246,
+          "flattened_dot": 894892.625,
+          "latent_frames": 3156,
+          "mse": 0.07384495801647656,
+          "predicted_squared": 1056544.875,
+          "reference_squared": 1210536.375,
+          "relative_l2": 0.6279209532892346,
+          "squared_error": 477296.0,
+          "values": 6463488
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999691843986511,
+          "cosine_mean": 0.999939501285553,
+          "cosine_min": 0.9996910095214844,
+          "cosine_std": 1.7747510355548002e-05,
+          "flattened_dot": 1210406.25,
+          "latent_frames": 3156,
+          "mse": 2.2928913906499914e-05,
+          "predicted_squared": 1210424.125,
+          "reference_squared": 1210536.375,
+          "relative_l2": 0.011064614650267061,
+          "squared_error": 148.2007598876953,
+          "values": 6463488
+        }
+      },
+      "condition_latent_frames": 3156,
+      "emitted_frames": 915,
+      "model_id": "simpletuner-v3",
+      "sample_id": "d9607915-511b-4ed1-8956-9a414bfee7d4",
+      "shard_id": 674,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1822.4542388916016,
+            "count": 896,
+            "top1_correct": 353,
+            "top5_correct": 723
+          },
+          {
+            "ce_sum": 3703.7737426757812,
+            "count": 896,
+            "top1_correct": 133,
+            "top5_correct": 321
+          },
+          {
+            "ce_sum": 3854.9685668945312,
+            "count": 896,
+            "top1_correct": 96,
+            "top5_correct": 292
+          },
+          {
+            "ce_sum": 3995.6867065429688,
+            "count": 896,
+            "top1_correct": 99,
+            "top5_correct": 260
+          },
+          {
+            "ce_sum": 4205.84716796875,
+            "count": 896,
+            "top1_correct": 71,
+            "top5_correct": 226
+          },
+          {
+            "ce_sum": 4898.590087890625,
+            "count": 896,
+            "top1_correct": 29,
+            "top5_correct": 120
+          },
+          {
+            "ce_sum": 5046.505920410156,
+            "count": 896,
+            "top1_correct": 25,
+            "top5_correct": 112
+          },
+          {
+            "ce_sum": 5096.0948486328125,
+            "count": 896,
+            "top1_correct": 30,
+            "top5_correct": 101
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9443540573120117,
+          "cosine_mean": 0.7630459666252136,
+          "cosine_min": 0.5500963926315308,
+          "cosine_std": 0.049854595214128494,
+          "flattened_dot": 4466612.0,
+          "latent_frames": 15524,
+          "mse": 0.08765120237213347,
+          "predicted_squared": 5317825.0,
+          "reference_squared": 6402107.0,
+          "relative_l2": 0.6597573968671088,
+          "squared_error": 2786708.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999722838401794,
+          "cosine_mean": 0.9999475479125977,
+          "cosine_min": 0.9996371269226074,
+          "cosine_std": 1.656186577747576e-05,
+          "flattened_dot": 6402600.0,
+          "latent_frames": 15524,
+          "mse": 2.1247270487534943e-05,
+          "predicted_squared": 6403768.0,
+          "reference_squared": 6402107.0,
+          "relative_l2": 0.010272044741481088,
+          "squared_error": 675.5177001953125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "378cc0d8-7600-4c12-92ce-8eabf5a1006a",
+      "shard_id": 694,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9397.435852050781,
+            "count": 4480,
+            "top1_correct": 1950,
+            "top5_correct": 3540
+          },
+          {
+            "ce_sum": 20009.934661865234,
+            "count": 4480,
+            "top1_correct": 472,
+            "top5_correct": 1323
+          },
+          {
+            "ce_sum": 19078.708465576172,
+            "count": 4480,
+            "top1_correct": 564,
+            "top5_correct": 1500
+          },
+          {
+            "ce_sum": 19989.563446044922,
+            "count": 4480,
+            "top1_correct": 485,
+            "top5_correct": 1316
+          },
+          {
+            "ce_sum": 21603.822021484375,
+            "count": 4480,
+            "top1_correct": 352,
+            "top5_correct": 1034
+          },
+          {
+            "ce_sum": 24190.179626464844,
+            "count": 4480,
+            "top1_correct": 237,
+            "top5_correct": 702
+          },
+          {
+            "ce_sum": 25570.67315673828,
+            "count": 4480,
+            "top1_correct": 169,
+            "top5_correct": 508
+          },
+          {
+            "ce_sum": 26866.311157226562,
+            "count": 4480,
+            "top1_correct": 109,
+            "top5_correct": 422
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9412270784378052,
+          "cosine_mean": 0.7501609325408936,
+          "cosine_min": 0.5410460829734802,
+          "cosine_std": 0.060264360159635544,
+          "flattened_dot": 440147.25,
+          "latent_frames": 1703,
+          "mse": 0.08459056914727686,
+          "predicted_squared": 552906.5,
+          "reference_squared": 622418.25,
+          "relative_l2": 0.6884812457456347,
+          "squared_error": 295030.25,
+          "values": 3487744
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999648928642273,
+          "cosine_mean": 0.999937891960144,
+          "cosine_min": 0.9996182918548584,
+          "cosine_std": 2.8602367819985375e-05,
+          "flattened_dot": 622458.875,
+          "latent_frames": 1703,
+          "mse": 2.2084413383963244e-05,
+          "predicted_squared": 622576.5,
+          "reference_squared": 622418.25,
+          "relative_l2": 0.01112433541389174,
+          "squared_error": 77.0247802734375,
+          "values": 3487744
+        }
+      },
+      "condition_latent_frames": 1703,
+      "emitted_frames": 494,
+      "model_id": "simpletuner-v3",
+      "sample_id": "e06f44c9-15c9-49c7-8030-cc237fc5224a",
+      "shard_id": 717,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 879.4254760742188,
+            "count": 384,
+            "top1_correct": 156,
+            "top5_correct": 297
+          },
+          {
+            "ce_sum": 1634.5547485351562,
+            "count": 384,
+            "top1_correct": 48,
+            "top5_correct": 131
+          },
+          {
+            "ce_sum": 1594.585205078125,
+            "count": 384,
+            "top1_correct": 59,
+            "top5_correct": 133
+          },
+          {
+            "ce_sum": 1690.7684936523438,
+            "count": 384,
+            "top1_correct": 42,
+            "top5_correct": 103
+          },
+          {
+            "ce_sum": 1744.7678833007812,
+            "count": 384,
+            "top1_correct": 48,
+            "top5_correct": 110
+          },
+          {
+            "ce_sum": 1981.787841796875,
+            "count": 384,
+            "top1_correct": 34,
+            "top5_correct": 78
+          },
+          {
+            "ce_sum": 2118.35595703125,
+            "count": 384,
+            "top1_correct": 16,
+            "top5_correct": 54
+          },
+          {
+            "ce_sum": 2141.1740112304688,
+            "count": 384,
+            "top1_correct": 21,
+            "top5_correct": 55
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9402126669883728,
+          "cosine_mean": 0.8098309636116028,
+          "cosine_min": 0.5185919404029846,
+          "cosine_std": 0.043244071304798126,
+          "flattened_dot": 3519343.5,
+          "latent_frames": 11704,
+          "mse": 0.06943756541566985,
+          "predicted_squared": 3951694.0,
+          "reference_squared": 4751397.0,
+          "relative_l2": 0.5918596266627862,
+          "squared_error": 1664404.0,
+          "values": 23969792
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999658465385437,
+          "cosine_mean": 0.9998785853385925,
+          "cosine_min": 0.9964672327041626,
+          "cosine_std": 0.0001903739757835865,
+          "flattened_dot": 4753100.5,
+          "latent_frames": 11704,
+          "mse": 4.584621829034853e-05,
+          "predicted_squared": 4755903.0,
+          "reference_squared": 4751397.0,
+          "relative_l2": 0.015208039508293922,
+          "squared_error": 1098.92431640625,
+          "values": 23969792
+        }
+      },
+      "condition_latent_frames": 11704,
+      "emitted_frames": 3393,
+      "model_id": "simpletuner-v3",
+      "sample_id": "5ba2ad49-19cc-4486-b45f-6f9c7d962dab",
+      "shard_id": 750,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6418.14729309082,
+            "count": 3328,
+            "top1_correct": 1508,
+            "top5_correct": 2738
+          },
+          {
+            "ce_sum": 13362.155090332031,
+            "count": 3328,
+            "top1_correct": 451,
+            "top5_correct": 1261
+          },
+          {
+            "ce_sum": 12692.292053222656,
+            "count": 3328,
+            "top1_correct": 552,
+            "top5_correct": 1396
+          },
+          {
+            "ce_sum": 14482.623016357422,
+            "count": 3328,
+            "top1_correct": 377,
+            "top5_correct": 1064
+          },
+          {
+            "ce_sum": 15180.019165039062,
+            "count": 3328,
+            "top1_correct": 295,
+            "top5_correct": 883
+          },
+          {
+            "ce_sum": 17008.95965576172,
+            "count": 3328,
+            "top1_correct": 210,
+            "top5_correct": 639
+          },
+          {
+            "ce_sum": 18247.34698486328,
+            "count": 3328,
+            "top1_correct": 137,
+            "top5_correct": 479
+          },
+          {
+            "ce_sum": 18362.59881591797,
+            "count": 3328,
+            "top1_correct": 166,
+            "top5_correct": 485
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9743836522102356,
+          "cosine_mean": 0.7905991673469543,
+          "cosine_min": 0.6316704750061035,
+          "cosine_std": 0.044409215450286865,
+          "flattened_dot": 1257207.0,
+          "latent_frames": 4643,
+          "mse": 0.07108981419862562,
+          "predicted_squared": 1436992.125,
+          "reference_squared": 1753405.25,
+          "relative_l2": 0.6209074292480313,
+          "squared_error": 675983.375,
+          "values": 9508864
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999736547470093,
+          "cosine_mean": 0.9999450445175171,
+          "cosine_min": 0.9997453689575195,
+          "cosine_std": 1.9635614080470987e-05,
+          "flattened_dot": 1753424.0,
+          "latent_frames": 4643,
+          "mse": 2.0357730212510465e-05,
+          "predicted_squared": 1753636.0,
+          "reference_squared": 1753405.25,
+          "relative_l2": 0.010507220445648589,
+          "squared_error": 193.57888793945312,
+          "values": 9508864
+        }
+      },
+      "condition_latent_frames": 4643,
+      "emitted_frames": 1346,
+      "model_id": "simpletuner-v3",
+      "sample_id": "0ed1a099-1301-41b1-9b09-e58cf33ef290",
+      "shard_id": 752,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2630.947769165039,
+            "count": 1280,
+            "top1_correct": 573,
+            "top5_correct": 1032
+          },
+          {
+            "ce_sum": 5436.498992919922,
+            "count": 1280,
+            "top1_correct": 153,
+            "top5_correct": 429
+          },
+          {
+            "ce_sum": 5153.775695800781,
+            "count": 1280,
+            "top1_correct": 194,
+            "top5_correct": 496
+          },
+          {
+            "ce_sum": 5757.932922363281,
+            "count": 1280,
+            "top1_correct": 127,
+            "top5_correct": 362
+          },
+          {
+            "ce_sum": 6162.240539550781,
+            "count": 1280,
+            "top1_correct": 96,
+            "top5_correct": 284
+          },
+          {
+            "ce_sum": 6838.832580566406,
+            "count": 1280,
+            "top1_correct": 67,
+            "top5_correct": 202
+          },
+          {
+            "ce_sum": 7159.325744628906,
+            "count": 1280,
+            "top1_correct": 51,
+            "top5_correct": 165
+          },
+          {
+            "ce_sum": 7396.336181640625,
+            "count": 1280,
+            "top1_correct": 49,
+            "top5_correct": 140
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.970931887626648,
+          "cosine_mean": 0.7682254314422607,
+          "cosine_min": 0.5531038045883179,
+          "cosine_std": 0.04327928647398949,
+          "flattened_dot": 2108778.0,
+          "latent_frames": 8893,
+          "mse": 0.07148846826067554,
+          "predicted_squared": 2452340.75,
+          "reference_squared": 3067225.0,
+          "relative_l2": 0.6515298240852855,
+          "squared_error": 1302009.75,
+          "values": 18212864
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999616146087646,
+          "cosine_mean": 0.9999290108680725,
+          "cosine_min": 0.9993125200271606,
+          "cosine_std": 3.427095361985266e-05,
+          "flattened_dot": 3066797.25,
+          "latent_frames": 8893,
+          "mse": 2.388929430658016e-05,
+          "predicted_squared": 3066804.5,
+          "reference_squared": 3067225.0,
+          "relative_l2": 0.011910170126325828,
+          "squared_error": 435.09246826171875,
+          "values": 18212864
+        }
+      },
+      "condition_latent_frames": 8893,
+      "emitted_frames": 2578,
+      "model_id": "simpletuner-v3",
+      "sample_id": "7bc57e16-afb3-45a7-a7d4-39787a34701f",
+      "shard_id": 756,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4599.048431396484,
+            "count": 2560,
+            "top1_correct": 1228,
+            "top5_correct": 2165
+          },
+          {
+            "ce_sum": 10695.897216796875,
+            "count": 2560,
+            "top1_correct": 327,
+            "top5_correct": 905
+          },
+          {
+            "ce_sum": 10882.311157226562,
+            "count": 2560,
+            "top1_correct": 324,
+            "top5_correct": 850
+          },
+          {
+            "ce_sum": 11476.743469238281,
+            "count": 2560,
+            "top1_correct": 279,
+            "top5_correct": 767
+          },
+          {
+            "ce_sum": 12629.702941894531,
+            "count": 2560,
+            "top1_correct": 198,
+            "top5_correct": 567
+          },
+          {
+            "ce_sum": 14560.867431640625,
+            "count": 2560,
+            "top1_correct": 69,
+            "top5_correct": 262
+          },
+          {
+            "ce_sum": 15727.279724121094,
+            "count": 2560,
+            "top1_correct": 50,
+            "top5_correct": 182
+          },
+          {
+            "ce_sum": 16129.976013183594,
+            "count": 2560,
+            "top1_correct": 19,
+            "top5_correct": 127
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9554322957992554,
+          "cosine_mean": 0.7537945508956909,
+          "cosine_min": 0.5026037693023682,
+          "cosine_std": 0.05304417014122009,
+          "flattened_dot": 2604713.0,
+          "latent_frames": 11594,
+          "mse": 0.0715338769649172,
+          "predicted_squared": 3160403.25,
+          "reference_squared": 3747560.0,
+          "relative_l2": 0.6732296093668498,
+          "squared_error": 1698537.0,
+          "values": 23744512
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999654293060303,
+          "cosine_mean": 0.9999294281005859,
+          "cosine_min": 0.9995741844177246,
+          "cosine_std": 1.998352126975078e-05,
+          "flattened_dot": 3749130.5,
+          "latent_frames": 11594,
+          "mse": 2.2367064513192827e-05,
+          "predicted_squared": 3751232.25,
+          "reference_squared": 3747560.0,
+          "relative_l2": 0.011904518162634235,
+          "squared_error": 531.0950317382812,
+          "values": 23744512
+        }
+      },
+      "condition_latent_frames": 11594,
+      "emitted_frames": 3361,
+      "model_id": "simpletuner-v3",
+      "sample_id": "2cf7c022-b79f-43bd-a5e0-d1b0ba7e05e5",
+      "shard_id": 801,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6891.970901489258,
+            "count": 3328,
+            "top1_correct": 1368,
+            "top5_correct": 2675
+          },
+          {
+            "ce_sum": 14631.672241210938,
+            "count": 3328,
+            "top1_correct": 345,
+            "top5_correct": 995
+          },
+          {
+            "ce_sum": 14361.408294677734,
+            "count": 3328,
+            "top1_correct": 394,
+            "top5_correct": 1089
+          },
+          {
+            "ce_sum": 15602.223419189453,
+            "count": 3328,
+            "top1_correct": 297,
+            "top5_correct": 853
+          },
+          {
+            "ce_sum": 16610.198669433594,
+            "count": 3328,
+            "top1_correct": 229,
+            "top5_correct": 668
+          },
+          {
+            "ce_sum": 18816.280517578125,
+            "count": 3328,
+            "top1_correct": 116,
+            "top5_correct": 426
+          },
+          {
+            "ce_sum": 20138.843017578125,
+            "count": 3328,
+            "top1_correct": 65,
+            "top5_correct": 232
+          },
+          {
+            "ce_sum": 20436.51495361328,
+            "count": 3328,
+            "top1_correct": 71,
+            "top5_correct": 236
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9547169208526611,
+          "cosine_mean": 0.7895311713218689,
+          "cosine_min": 0.4906888008117676,
+          "cosine_std": 0.042925603687763214,
+          "flattened_dot": 4047997.5,
+          "latent_frames": 15524,
+          "mse": 0.06863685613807653,
+          "predicted_squared": 4680026.0,
+          "reference_squared": 5598151.0,
+          "relative_l2": 0.6243429042531159,
+          "squared_error": 2182182.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999681711196899,
+          "cosine_mean": 0.9999357461929321,
+          "cosine_min": 0.999286413192749,
+          "cosine_std": 2.669270361366216e-05,
+          "flattened_dot": 5598916.5,
+          "latent_frames": 15524,
+          "mse": 2.2627134907955177e-05,
+          "predicted_squared": 5600401.0,
+          "reference_squared": 5598151.0,
+          "relative_l2": 0.0113359852460092,
+          "squared_error": 719.387939453125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "2d575609-e129-4410-8dcf-cce287f2d46c",
+      "shard_id": 813,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8701.495880126953,
+            "count": 4480,
+            "top1_correct": 2047,
+            "top5_correct": 3683
+          },
+          {
+            "ce_sum": 18639.1103515625,
+            "count": 4480,
+            "top1_correct": 564,
+            "top5_correct": 1556
+          },
+          {
+            "ce_sum": 18361.951721191406,
+            "count": 4480,
+            "top1_correct": 569,
+            "top5_correct": 1630
+          },
+          {
+            "ce_sum": 19838.836364746094,
+            "count": 4480,
+            "top1_correct": 456,
+            "top5_correct": 1304
+          },
+          {
+            "ce_sum": 21524.126953125,
+            "count": 4480,
+            "top1_correct": 367,
+            "top5_correct": 1047
+          },
+          {
+            "ce_sum": 24399.560791015625,
+            "count": 4480,
+            "top1_correct": 239,
+            "top5_correct": 708
+          },
+          {
+            "ce_sum": 26033.46014404297,
+            "count": 4480,
+            "top1_correct": 135,
+            "top5_correct": 482
+          },
+          {
+            "ce_sum": 26585.141662597656,
+            "count": 4480,
+            "top1_correct": 113,
+            "top5_correct": 381
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9299172163009644,
+          "cosine_mean": 0.7536559700965881,
+          "cosine_min": 0.4986993372440338,
+          "cosine_std": 0.04790786653757095,
+          "flattened_dot": 2888107.0,
+          "latent_frames": 10973,
+          "mse": 0.08504582937593981,
+          "predicted_squared": 3425781.0,
+          "reference_squared": 4261643.0,
+          "relative_l2": 0.6696774006780459,
+          "squared_error": 1911209.75,
+          "values": 22472704
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999741315841675,
+          "cosine_mean": 0.9999483823776245,
+          "cosine_min": 0.9997401237487793,
+          "cosine_std": 1.230347334058024e-05,
+          "flattened_dot": 4263583.0,
+          "latent_frames": 10973,
+          "mse": 1.9811156953488164e-05,
+          "predicted_squared": 4265968.5,
+          "reference_squared": 4261643.0,
+          "relative_l2": 0.01022101562443832,
+          "squared_error": 445.21026611328125,
+          "values": 22472704
+        }
+      },
+      "condition_latent_frames": 10973,
+      "emitted_frames": 3181,
+      "model_id": "simpletuner-v3",
+      "sample_id": "69a1a59c-3144-4769-84dc-a564075d2271",
+      "shard_id": 871,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7066.559387207031,
+            "count": 3072,
+            "top1_correct": 1160,
+            "top5_correct": 2335
+          },
+          {
+            "ce_sum": 13881.643737792969,
+            "count": 3072,
+            "top1_correct": 313,
+            "top5_correct": 836
+          },
+          {
+            "ce_sum": 13012.817260742188,
+            "count": 3072,
+            "top1_correct": 384,
+            "top5_correct": 1037
+          },
+          {
+            "ce_sum": 14277.728881835938,
+            "count": 3072,
+            "top1_correct": 282,
+            "top5_correct": 823
+          },
+          {
+            "ce_sum": 15327.603637695312,
+            "count": 3072,
+            "top1_correct": 217,
+            "top5_correct": 651
+          },
+          {
+            "ce_sum": 16967.1552734375,
+            "count": 3072,
+            "top1_correct": 120,
+            "top5_correct": 426
+          },
+          {
+            "ce_sum": 17658.312622070312,
+            "count": 3072,
+            "top1_correct": 117,
+            "top5_correct": 320
+          },
+          {
+            "ce_sum": 18164.73858642578,
+            "count": 3072,
+            "top1_correct": 84,
+            "top5_correct": 298
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.946296215057373,
+          "cosine_mean": 0.7483097910881042,
+          "cosine_min": 0.4605581760406494,
+          "cosine_std": 0.049419865012168884,
+          "flattened_dot": 3930946.0,
+          "latent_frames": 15524,
+          "mse": 0.08493643536822018,
+          "predicted_squared": 4623667.0,
+          "reference_squared": 5938621.5,
+          "relative_l2": 0.6743276772070265,
+          "squared_error": 2700397.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999716281890869,
+          "cosine_mean": 0.9999500513076782,
+          "cosine_min": 0.9998340606689453,
+          "cosine_std": 1.0097629456140567e-05,
+          "flattened_dot": 5936683.0,
+          "latent_frames": 15524,
+          "mse": 1.8902627870736126e-05,
+          "predicted_squared": 5935344.5,
+          "reference_squared": 5938621.5,
+          "relative_l2": 0.010059700763643271,
+          "squared_error": 600.97412109375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "49bb99b3-042b-4521-a8cc-0fd2f930257a",
+      "shard_id": 890,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9032.301284790039,
+            "count": 4480,
+            "top1_correct": 1998,
+            "top5_correct": 3603
+          },
+          {
+            "ce_sum": 19304.482940673828,
+            "count": 4480,
+            "top1_correct": 526,
+            "top5_correct": 1473
+          },
+          {
+            "ce_sum": 19614.312713623047,
+            "count": 4480,
+            "top1_correct": 511,
+            "top5_correct": 1384
+          },
+          {
+            "ce_sum": 20077.771118164062,
+            "count": 4480,
+            "top1_correct": 481,
+            "top5_correct": 1341
+          },
+          {
+            "ce_sum": 20691.266052246094,
+            "count": 4480,
+            "top1_correct": 397,
+            "top5_correct": 1206
+          },
+          {
+            "ce_sum": 24269.564514160156,
+            "count": 4480,
+            "top1_correct": 208,
+            "top5_correct": 662
+          },
+          {
+            "ce_sum": 26669.856018066406,
+            "count": 4480,
+            "top1_correct": 117,
+            "top5_correct": 396
+          },
+          {
+            "ce_sum": 26940.264221191406,
+            "count": 4480,
+            "top1_correct": 90,
+            "top5_correct": 359
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9248631596565247,
+          "cosine_mean": 0.8000316619873047,
+          "cosine_min": 0.4589681029319763,
+          "cosine_std": 0.045261140912771225,
+          "flattened_dot": 674761.375,
+          "latent_frames": 2148,
+          "mse": 0.077516665893782,
+          "predicted_squared": 812152.9375,
+          "reference_squared": 878373.5625,
+          "relative_l2": 0.6230745739116677,
+          "squared_error": 341003.875,
+          "values": 4399104
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999611973762512,
+          "cosine_mean": 0.9999128580093384,
+          "cosine_min": 0.9993155002593994,
+          "cosine_std": 5.2328330639284104e-05,
+          "flattened_dot": 878376.375,
+          "latent_frames": 2148,
+          "mse": 3.332668287572026e-05,
+          "predicted_squared": 878525.75,
+          "reference_squared": 878373.5625,
+          "relative_l2": 0.012919286556736196,
+          "squared_error": 146.6075439453125,
+          "values": 4399104
+        }
+      },
+      "condition_latent_frames": 2148,
+      "emitted_frames": 623,
+      "model_id": "simpletuner-v3",
+      "sample_id": "d9dbd252-2c4e-4fbf-a843-3dc286304495",
+      "shard_id": 949,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1098.5811920166016,
+            "count": 512,
+            "top1_correct": 213,
+            "top5_correct": 408
+          },
+          {
+            "ce_sum": 2062.1257934570312,
+            "count": 512,
+            "top1_correct": 69,
+            "top5_correct": 181
+          },
+          {
+            "ce_sum": 2123.1093139648438,
+            "count": 512,
+            "top1_correct": 66,
+            "top5_correct": 180
+          },
+          {
+            "ce_sum": 2242.2623291015625,
+            "count": 512,
+            "top1_correct": 69,
+            "top5_correct": 167
+          },
+          {
+            "ce_sum": 2368.6445922851562,
+            "count": 512,
+            "top1_correct": 42,
+            "top5_correct": 131
+          },
+          {
+            "ce_sum": 2685.0206909179688,
+            "count": 512,
+            "top1_correct": 28,
+            "top5_correct": 98
+          },
+          {
+            "ce_sum": 2515.868896484375,
+            "count": 512,
+            "top1_correct": 42,
+            "top5_correct": 115
+          },
+          {
+            "ce_sum": 2788.2333374023438,
+            "count": 512,
+            "top1_correct": 22,
+            "top5_correct": 77
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9774821400642395,
+          "cosine_mean": 0.7236603498458862,
+          "cosine_min": 0.5244693756103516,
+          "cosine_std": 0.059329286217689514,
+          "flattened_dot": 2593743.5,
+          "latent_frames": 11622,
+          "mse": 0.08326737209064705,
+          "predicted_squared": 3247545.0,
+          "reference_squared": 3921860.0,
+          "relative_l2": 0.7108808215027335,
+          "squared_error": 1981918.0,
+          "values": 23801856
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999639987945557,
+          "cosine_mean": 0.9999371767044067,
+          "cosine_min": 0.9996405243873596,
+          "cosine_std": 1.6970141587080434e-05,
+          "flattened_dot": 3921955.25,
+          "latent_frames": 11622,
+          "mse": 2.0985889200950074e-05,
+          "predicted_squared": 3922550.0,
+          "reference_squared": 3921860.0,
+          "relative_l2": 0.011285558498789117,
+          "squared_error": 499.50311279296875,
+          "values": 23801856
+        }
+      },
+      "condition_latent_frames": 11622,
+      "emitted_frames": 3369,
+      "model_id": "simpletuner-v3",
+      "sample_id": "d3ddb4a8-516b-4b61-ae6d-27b9b86ab217",
+      "shard_id": 954,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9732.92431640625,
+            "count": 3328,
+            "top1_correct": 963,
+            "top5_correct": 2110
+          },
+          {
+            "ce_sum": 15601.034759521484,
+            "count": 3328,
+            "top1_correct": 288,
+            "top5_correct": 839
+          },
+          {
+            "ce_sum": 15218.049194335938,
+            "count": 3328,
+            "top1_correct": 342,
+            "top5_correct": 941
+          },
+          {
+            "ce_sum": 16213.264129638672,
+            "count": 3328,
+            "top1_correct": 242,
+            "top5_correct": 759
+          },
+          {
+            "ce_sum": 16927.3662109375,
+            "count": 3328,
+            "top1_correct": 203,
+            "top5_correct": 628
+          },
+          {
+            "ce_sum": 19112.996520996094,
+            "count": 3328,
+            "top1_correct": 111,
+            "top5_correct": 388
+          },
+          {
+            "ce_sum": 19945.490844726562,
+            "count": 3328,
+            "top1_correct": 100,
+            "top5_correct": 305
+          },
+          {
+            "ce_sum": 20464.29736328125,
+            "count": 3328,
+            "top1_correct": 83,
+            "top5_correct": 265
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9586771726608276,
+          "cosine_mean": 0.7919626832008362,
+          "cosine_min": 0.6060822606086731,
+          "cosine_std": 0.04358909651637077,
+          "flattened_dot": 433761.8125,
+          "latent_frames": 1658,
+          "mse": 0.06800353598968542,
+          "predicted_squared": 512756.4375,
+          "reference_squared": 585679.0,
+          "relative_l2": 0.6279038714446291,
+          "squared_error": 230911.71875,
+          "values": 3395584
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999538660049438,
+          "cosine_mean": 0.9998784065246582,
+          "cosine_min": 0.9993401169776917,
+          "cosine_std": 6.775344809284434e-05,
+          "flattened_dot": 585464.875,
+          "latent_frames": 1658,
+          "mse": 3.982363190093e-05,
+          "predicted_squared": 585386.0,
+          "reference_squared": 585679.0,
+          "relative_l2": 0.015194899976590197,
+          "squared_error": 135.2244873046875,
+          "values": 3395584
+        }
+      },
+      "condition_latent_frames": 1658,
+      "emitted_frames": 481,
+      "model_id": "simpletuner-v3",
+      "sample_id": "e6cb126e-8bee-4422-9e56-a5000f7adfb0",
+      "shard_id": 967,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 851.5251770019531,
+            "count": 384,
+            "top1_correct": 144,
+            "top5_correct": 298
+          },
+          {
+            "ce_sum": 1405.1430969238281,
+            "count": 384,
+            "top1_correct": 63,
+            "top5_correct": 180
+          },
+          {
+            "ce_sum": 1510.40478515625,
+            "count": 384,
+            "top1_correct": 68,
+            "top5_correct": 160
+          },
+          {
+            "ce_sum": 1649.5231323242188,
+            "count": 384,
+            "top1_correct": 44,
+            "top5_correct": 128
+          },
+          {
+            "ce_sum": 1756.7373046875,
+            "count": 384,
+            "top1_correct": 42,
+            "top5_correct": 103
+          },
+          {
+            "ce_sum": 1952.1466064453125,
+            "count": 384,
+            "top1_correct": 21,
+            "top5_correct": 82
+          },
+          {
+            "ce_sum": 2010.6647338867188,
+            "count": 384,
+            "top1_correct": 14,
+            "top5_correct": 64
+          },
+          {
+            "ce_sum": 2067.1895751953125,
+            "count": 384,
+            "top1_correct": 20,
+            "top5_correct": 59
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9193294644355774,
+          "cosine_mean": 0.7896396517753601,
+          "cosine_min": 0.431617796421051,
+          "cosine_std": 0.04753837361931801,
+          "flattened_dot": 1724942.25,
+          "latent_frames": 6878,
+          "mse": 0.06585472397556066,
+          "predicted_squared": 2049616.125,
+          "reference_squared": 2327907.25,
+          "relative_l2": 0.6312577054081983,
+          "squared_error": 927639.125,
+          "values": 14086144
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999675154685974,
+          "cosine_mean": 0.9999326467514038,
+          "cosine_min": 0.9997361302375793,
+          "cosine_std": 2.039101855189074e-05,
+          "flattened_dot": 2328260.5,
+          "latent_frames": 6878,
+          "mse": 2.2420616872992133e-05,
+          "predicted_squared": 2328929.5,
+          "reference_squared": 2327907.25,
+          "relative_l2": 0.01164761492313814,
+          "squared_error": 315.8200378417969,
+          "values": 14086144
+        }
+      },
+      "condition_latent_frames": 6878,
+      "emitted_frames": 1994,
+      "model_id": "simpletuner-v3",
+      "sample_id": "ad530405-9db1-42de-a663-aec4f0a5ca27",
+      "shard_id": 994,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3510.1591796875,
+            "count": 1920,
+            "top1_correct": 879,
+            "top5_correct": 1641
+          },
+          {
+            "ce_sum": 7736.541198730469,
+            "count": 1920,
+            "top1_correct": 287,
+            "top5_correct": 688
+          },
+          {
+            "ce_sum": 7623.728271484375,
+            "count": 1920,
+            "top1_correct": 290,
+            "top5_correct": 782
+          },
+          {
+            "ce_sum": 8324.06103515625,
+            "count": 1920,
+            "top1_correct": 222,
+            "top5_correct": 600
+          },
+          {
+            "ce_sum": 9065.607727050781,
+            "count": 1920,
+            "top1_correct": 171,
+            "top5_correct": 464
+          },
+          {
+            "ce_sum": 10176.808227539062,
+            "count": 1920,
+            "top1_correct": 114,
+            "top5_correct": 321
+          },
+          {
+            "ce_sum": 11106.214111328125,
+            "count": 1920,
+            "top1_correct": 73,
+            "top5_correct": 195
+          },
+          {
+            "ce_sum": 11337.504211425781,
+            "count": 1920,
+            "top1_correct": 57,
+            "top5_correct": 193
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9813199043273926,
+          "cosine_mean": 0.7670044302940369,
+          "cosine_min": 0.43372035026550293,
+          "cosine_std": 0.04197501763701439,
+          "flattened_dot": 4181780.75,
+          "latent_frames": 15524,
+          "mse": 0.08124321080212493,
+          "predicted_squared": 4899158.5,
+          "reference_squared": 6047381.0,
+          "relative_l2": 0.6535467616048075,
+          "squared_error": 2582977.75,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999706745147705,
+          "cosine_mean": 0.9999484419822693,
+          "cosine_min": 0.9995308518409729,
+          "cosine_std": 1.3699151168111712e-05,
+          "flattened_dot": 6044726.5,
+          "latent_frames": 15524,
+          "mse": 1.9967479209437933e-05,
+          "predicted_squared": 6042706.5,
+          "reference_squared": 6047381.0,
+          "relative_l2": 0.010245773435181134,
+          "squared_error": 634.8291015625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "96bc489d-f63b-4c8c-a969-3aaa1489909b",
+      "shard_id": 996,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9856.345092773438,
+            "count": 4480,
+            "top1_correct": 1822,
+            "top5_correct": 3507
+          },
+          {
+            "ce_sum": 19256.72622680664,
+            "count": 4480,
+            "top1_correct": 515,
+            "top5_correct": 1434
+          },
+          {
+            "ce_sum": 19626.04510498047,
+            "count": 4480,
+            "top1_correct": 511,
+            "top5_correct": 1418
+          },
+          {
+            "ce_sum": 20678.530212402344,
+            "count": 4480,
+            "top1_correct": 423,
+            "top5_correct": 1217
+          },
+          {
+            "ce_sum": 21620.980407714844,
+            "count": 4480,
+            "top1_correct": 368,
+            "top5_correct": 1026
+          },
+          {
+            "ce_sum": 24032.369018554688,
+            "count": 4480,
+            "top1_correct": 196,
+            "top5_correct": 666
+          },
+          {
+            "ce_sum": 26154.893310546875,
+            "count": 4480,
+            "top1_correct": 123,
+            "top5_correct": 454
+          },
+          {
+            "ce_sum": 26314.346435546875,
+            "count": 4480,
+            "top1_correct": 111,
+            "top5_correct": 410
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9570202827453613,
+          "cosine_mean": 0.8070254325866699,
+          "cosine_min": 0.5486964583396912,
+          "cosine_std": 0.049800846725702286,
+          "flattened_dot": 1406794.25,
+          "latent_frames": 4529,
+          "mse": 0.0737170259219233,
+          "predicted_squared": 1593557.75,
+          "reference_squared": 1903785.0,
+          "relative_l2": 0.5992955996783226,
+          "squared_error": 683754.3125,
+          "values": 9275392
+        },
+        "true_code_control": {
+          "cosine_max": 0.999954104423523,
+          "cosine_mean": 0.9998652338981628,
+          "cosine_min": 0.9986845254898071,
+          "cosine_std": 9.690536535345018e-05,
+          "flattened_dot": 1901319.375,
+          "latent_frames": 4529,
+          "mse": 5.222195675105126e-05,
+          "predicted_squared": 1899338.125,
+          "reference_squared": 1903785.0,
+          "relative_l2": 0.01595084726520092,
+          "squared_error": 484.3791198730469,
+          "values": 9275392
+        }
+      },
+      "condition_latent_frames": 4529,
+      "emitted_frames": 1313,
+      "model_id": "simpletuner-v3",
+      "sample_id": "c2cdf709-4d2c-4fa0-aea9-3a58696ea1ba",
+      "shard_id": 1081,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2665.598098754883,
+            "count": 1280,
+            "top1_correct": 530,
+            "top5_correct": 1031
+          },
+          {
+            "ce_sum": 4678.880554199219,
+            "count": 1280,
+            "top1_correct": 215,
+            "top5_correct": 568
+          },
+          {
+            "ce_sum": 4859.588684082031,
+            "count": 1280,
+            "top1_correct": 220,
+            "top5_correct": 535
+          },
+          {
+            "ce_sum": 5750.592468261719,
+            "count": 1280,
+            "top1_correct": 122,
+            "top5_correct": 370
+          },
+          {
+            "ce_sum": 5783.81787109375,
+            "count": 1280,
+            "top1_correct": 144,
+            "top5_correct": 375
+          },
+          {
+            "ce_sum": 6109.3729248046875,
+            "count": 1280,
+            "top1_correct": 116,
+            "top5_correct": 319
+          },
+          {
+            "ce_sum": 6654.636474609375,
+            "count": 1280,
+            "top1_correct": 81,
+            "top5_correct": 222
+          },
+          {
+            "ce_sum": 6727.161865234375,
+            "count": 1280,
+            "top1_correct": 83,
+            "top5_correct": 226
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9289839863777161,
+          "cosine_mean": 0.757344663143158,
+          "cosine_min": 0.46039560437202454,
+          "cosine_std": 0.051264386624097824,
+          "flattened_dot": 3011638.25,
+          "latent_frames": 11694,
+          "mse": 0.0824892276654962,
+          "predicted_squared": 3460355.0,
+          "reference_squared": 4538481.5,
+          "relative_l2": 0.6597658841573751,
+          "squared_error": 1975560.25,
+          "values": 23949312
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999700784683228,
+          "cosine_mean": 0.999941349029541,
+          "cosine_min": 0.9996517896652222,
+          "cosine_std": 2.0998555555706844e-05,
+          "flattened_dot": 4538195.0,
+          "latent_frames": 11694,
+          "mse": 2.2026072287327083e-05,
+          "predicted_squared": 4538435.0,
+          "reference_squared": 4538481.5,
+          "relative_l2": 0.010781017878812988,
+          "squared_error": 527.50927734375,
+          "values": 23949312
+        }
+      },
+      "condition_latent_frames": 11694,
+      "emitted_frames": 3390,
+      "model_id": "simpletuner-v3",
+      "sample_id": "a6e65618-1120-4feb-b66a-25f63dc5ea3b",
+      "shard_id": 1097,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6649.680969238281,
+            "count": 3328,
+            "top1_correct": 1465,
+            "top5_correct": 2725
+          },
+          {
+            "ce_sum": 14630.378723144531,
+            "count": 3328,
+            "top1_correct": 358,
+            "top5_correct": 998
+          },
+          {
+            "ce_sum": 14092.315460205078,
+            "count": 3328,
+            "top1_correct": 392,
+            "top5_correct": 1108
+          },
+          {
+            "ce_sum": 15291.134704589844,
+            "count": 3328,
+            "top1_correct": 317,
+            "top5_correct": 904
+          },
+          {
+            "ce_sum": 16337.395690917969,
+            "count": 3328,
+            "top1_correct": 266,
+            "top5_correct": 753
+          },
+          {
+            "ce_sum": 18814.285217285156,
+            "count": 3328,
+            "top1_correct": 126,
+            "top5_correct": 394
+          },
+          {
+            "ce_sum": 19998.09259033203,
+            "count": 3328,
+            "top1_correct": 79,
+            "top5_correct": 289
+          },
+          {
+            "ce_sum": 20066.279418945312,
+            "count": 3328,
+            "top1_correct": 78,
+            "top5_correct": 308
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9254438877105713,
+          "cosine_mean": 0.7646238207817078,
+          "cosine_min": 0.43417254090309143,
+          "cosine_std": 0.054871104657649994,
+          "flattened_dot": 1025076.25,
+          "latent_frames": 3362,
+          "mse": 0.09219703470079194,
+          "predicted_squared": 1233843.75,
+          "reference_squared": 1451120.0,
+          "relative_l2": 0.6614098272969369,
+          "squared_error": 634811.25,
+          "values": 6885376
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976634979248,
+          "cosine_mean": 0.999957263469696,
+          "cosine_min": 0.9999033212661743,
+          "cosine_std": 8.55793223308865e-06,
+          "flattened_dot": 1450892.375,
+          "latent_frames": 3362,
+          "mse": 1.8525940678007612e-05,
+          "predicted_squared": 1450792.375,
+          "reference_squared": 1451120.0,
+          "relative_l2": 0.009375669751028303,
+          "squared_error": 127.55806732177734,
+          "values": 6885376
+        }
+      },
+      "condition_latent_frames": 3362,
+      "emitted_frames": 975,
+      "model_id": "simpletuner-v3",
+      "sample_id": "deaea54c-f7a9-47ee-b9bc-1a2dd26d93e9",
+      "shard_id": 1134,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2028.8074188232422,
+            "count": 896,
+            "top1_correct": 358,
+            "top5_correct": 689
+          },
+          {
+            "ce_sum": 3582.9564819335938,
+            "count": 896,
+            "top1_correct": 134,
+            "top5_correct": 364
+          },
+          {
+            "ce_sum": 3653.9034729003906,
+            "count": 896,
+            "top1_correct": 119,
+            "top5_correct": 319
+          },
+          {
+            "ce_sum": 3716.555908203125,
+            "count": 896,
+            "top1_correct": 118,
+            "top5_correct": 328
+          },
+          {
+            "ce_sum": 4221.033630371094,
+            "count": 896,
+            "top1_correct": 74,
+            "top5_correct": 224
+          },
+          {
+            "ce_sum": 4744.93505859375,
+            "count": 896,
+            "top1_correct": 44,
+            "top5_correct": 155
+          },
+          {
+            "ce_sum": 4543.435363769531,
+            "count": 896,
+            "top1_correct": 67,
+            "top5_correct": 187
+          },
+          {
+            "ce_sum": 4747.442932128906,
+            "count": 896,
+            "top1_correct": 44,
+            "top5_correct": 133
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9391768574714661,
+          "cosine_mean": 0.7687027454376221,
+          "cosine_min": 0.5390866994857788,
+          "cosine_std": 0.05164510756731033,
+          "flattened_dot": 4165463.25,
+          "latent_frames": 15251,
+          "mse": 0.08109760540804702,
+          "predicted_squared": 4886329.0,
+          "reference_squared": 5977604.0,
+          "relative_l2": 0.6509604177712405,
+          "squared_error": 2533006.5,
+          "values": 31234048
+        },
+        "true_code_control": {
+          "cosine_max": 0.999975860118866,
+          "cosine_mean": 0.9999364018440247,
+          "cosine_min": 0.9996178150177002,
+          "cosine_std": 2.023478373303078e-05,
+          "flattened_dot": 5973803.0,
+          "latent_frames": 15251,
+          "mse": 2.4543852972113556e-05,
+          "predicted_squared": 5970769.0,
+          "reference_squared": 5977604.0,
+          "relative_l2": 0.011324575632585288,
+          "squared_error": 766.6038818359375,
+          "values": 31234048
+        }
+      },
+      "condition_latent_frames": 15251,
+      "emitted_frames": 4421,
+      "model_id": "simpletuner-v3",
+      "sample_id": "cc7bf0a5-d6f4-4377-bf6b-a281e0c00abe",
+      "shard_id": 1152,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9587.26596069336,
+            "count": 4352,
+            "top1_correct": 1722,
+            "top5_correct": 3371
+          },
+          {
+            "ce_sum": 17840.531677246094,
+            "count": 4352,
+            "top1_correct": 548,
+            "top5_correct": 1612
+          },
+          {
+            "ce_sum": 18325.737365722656,
+            "count": 4352,
+            "top1_correct": 556,
+            "top5_correct": 1460
+          },
+          {
+            "ce_sum": 19408.538146972656,
+            "count": 4352,
+            "top1_correct": 447,
+            "top5_correct": 1288
+          },
+          {
+            "ce_sum": 21214.79083251953,
+            "count": 4352,
+            "top1_correct": 345,
+            "top5_correct": 971
+          },
+          {
+            "ce_sum": 23018.506286621094,
+            "count": 4352,
+            "top1_correct": 237,
+            "top5_correct": 736
+          },
+          {
+            "ce_sum": 24318.973999023438,
+            "count": 4352,
+            "top1_correct": 181,
+            "top5_correct": 590
+          },
+          {
+            "ce_sum": 25202.452697753906,
+            "count": 4352,
+            "top1_correct": 171,
+            "top5_correct": 502
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9539921283721924,
+          "cosine_mean": 0.7722454071044922,
+          "cosine_min": 0.3101402223110199,
+          "cosine_std": 0.04697376489639282,
+          "flattened_dot": 4056686.5,
+          "latent_frames": 15524,
+          "mse": 0.07639681337666678,
+          "predicted_squared": 4700702.0,
+          "reference_squared": 5841567.0,
+          "relative_l2": 0.6448218333260957,
+          "squared_error": 2428895.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999778866767883,
+          "cosine_mean": 0.999945878982544,
+          "cosine_min": 0.9997855424880981,
+          "cosine_std": 1.4196926713339053e-05,
+          "flattened_dot": 5840396.0,
+          "latent_frames": 15524,
+          "mse": 2.000374727659513e-05,
+          "predicted_squared": 5839860.5,
+          "reference_squared": 5841567.0,
+          "relative_l2": 0.01043416719862914,
+          "squared_error": 635.982177734375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "0913c74c-b126-4f78-8917-2a0d577cdb97",
+      "shard_id": 1154,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8574.699813842773,
+            "count": 4480,
+            "top1_correct": 2055,
+            "top5_correct": 3755
+          },
+          {
+            "ce_sum": 18942.567474365234,
+            "count": 4480,
+            "top1_correct": 533,
+            "top5_correct": 1501
+          },
+          {
+            "ce_sum": 18288.796630859375,
+            "count": 4480,
+            "top1_correct": 652,
+            "top5_correct": 1616
+          },
+          {
+            "ce_sum": 20427.94366455078,
+            "count": 4480,
+            "top1_correct": 439,
+            "top5_correct": 1231
+          },
+          {
+            "ce_sum": 20984.99951171875,
+            "count": 4480,
+            "top1_correct": 401,
+            "top5_correct": 1131
+          },
+          {
+            "ce_sum": 24677.075622558594,
+            "count": 4480,
+            "top1_correct": 177,
+            "top5_correct": 610
+          },
+          {
+            "ce_sum": 25980.799255371094,
+            "count": 4480,
+            "top1_correct": 157,
+            "top5_correct": 496
+          },
+          {
+            "ce_sum": 26685.461486816406,
+            "count": 4480,
+            "top1_correct": 116,
+            "top5_correct": 393
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9790517687797546,
+          "cosine_mean": 0.7726989388465881,
+          "cosine_min": 0.4630875587463379,
+          "cosine_std": 0.04120354726910591,
+          "flattened_dot": 3255073.0,
+          "latent_frames": 13464,
+          "mse": 0.0706358222258778,
+          "predicted_squared": 3835563.5,
+          "reference_squared": 4622314.5,
+          "relative_l2": 0.6491346388731549,
+          "squared_error": 1947731.375,
+          "values": 27574272
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999660849571228,
+          "cosine_mean": 0.9999381899833679,
+          "cosine_min": 0.9996606707572937,
+          "cosine_std": 1.9135377442580648e-05,
+          "flattened_dot": 4623339.0,
+          "latent_frames": 13464,
+          "mse": 2.0959888780251616e-05,
+          "predicted_squared": 4624941.5,
+          "reference_squared": 4622314.5,
+          "relative_l2": 0.011181929991595103,
+          "squared_error": 577.9536743164062,
+          "values": 27574272
+        }
+      },
+      "condition_latent_frames": 13464,
+      "emitted_frames": 3903,
+      "model_id": "simpletuner-v3",
+      "sample_id": "1a5380ab-b04a-426b-950e-6c3a44ea935e",
+      "shard_id": 1175,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7018.485641479492,
+            "count": 3840,
+            "top1_correct": 1789,
+            "top5_correct": 3252
+          },
+          {
+            "ce_sum": 15695.592102050781,
+            "count": 3840,
+            "top1_correct": 501,
+            "top5_correct": 1375
+          },
+          {
+            "ce_sum": 16459.208099365234,
+            "count": 3840,
+            "top1_correct": 441,
+            "top5_correct": 1271
+          },
+          {
+            "ce_sum": 17327.915649414062,
+            "count": 3840,
+            "top1_correct": 402,
+            "top5_correct": 1127
+          },
+          {
+            "ce_sum": 18755.09356689453,
+            "count": 3840,
+            "top1_correct": 266,
+            "top5_correct": 832
+          },
+          {
+            "ce_sum": 21699.538452148438,
+            "count": 3840,
+            "top1_correct": 133,
+            "top5_correct": 453
+          },
+          {
+            "ce_sum": 23333.784118652344,
+            "count": 3840,
+            "top1_correct": 80,
+            "top5_correct": 294
+          },
+          {
+            "ce_sum": 23552.25030517578,
+            "count": 3840,
+            "top1_correct": 69,
+            "top5_correct": 251
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9644216299057007,
+          "cosine_mean": 0.7697480916976929,
+          "cosine_min": 0.5533882975578308,
+          "cosine_std": 0.04535612463951111,
+          "flattened_dot": 3078134.75,
+          "latent_frames": 11277,
+          "mse": 0.08026129000468321,
+          "predicted_squared": 3653957.25,
+          "reference_squared": 4355970.5,
+          "relative_l2": 0.6523375365606334,
+          "squared_error": 1853658.25,
+          "values": 23095296
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999745488166809,
+          "cosine_mean": 0.9999456405639648,
+          "cosine_min": 0.9996492862701416,
+          "cosine_std": 1.6607365978416055e-05,
+          "flattened_dot": 4357772.0,
+          "latent_frames": 11277,
+          "mse": 2.0593991461000597e-05,
+          "predicted_squared": 4360049.0,
+          "reference_squared": 4355970.5,
+          "relative_l2": 0.010449356965582355,
+          "squared_error": 475.62432861328125,
+          "values": 23095296
+        }
+      },
+      "condition_latent_frames": 11277,
+      "emitted_frames": 3269,
+      "model_id": "simpletuner-v3",
+      "sample_id": "196fcb66-db0e-401f-bd62-f65350283d1a",
+      "shard_id": 1195,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6567.849899291992,
+            "count": 3200,
+            "top1_correct": 1395,
+            "top5_correct": 2583
+          },
+          {
+            "ce_sum": 13597.132446289062,
+            "count": 3200,
+            "top1_correct": 378,
+            "top5_correct": 1053
+          },
+          {
+            "ce_sum": 13324.727264404297,
+            "count": 3200,
+            "top1_correct": 417,
+            "top5_correct": 1098
+          },
+          {
+            "ce_sum": 14341.493377685547,
+            "count": 3200,
+            "top1_correct": 333,
+            "top5_correct": 915
+          },
+          {
+            "ce_sum": 15033.521301269531,
+            "count": 3200,
+            "top1_correct": 311,
+            "top5_correct": 797
+          },
+          {
+            "ce_sum": 17276.92449951172,
+            "count": 3200,
+            "top1_correct": 167,
+            "top5_correct": 518
+          },
+          {
+            "ce_sum": 18345.980834960938,
+            "count": 3200,
+            "top1_correct": 120,
+            "top5_correct": 388
+          },
+          {
+            "ce_sum": 19051.245239257812,
+            "count": 3200,
+            "top1_correct": 78,
+            "top5_correct": 274
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9291318655014038,
+          "cosine_mean": 0.7367867827415466,
+          "cosine_min": 0.4751695990562439,
+          "cosine_std": 0.04577359929680824,
+          "flattened_dot": 3198508.5,
+          "latent_frames": 13506,
+          "mse": 0.08420484450487284,
+          "predicted_squared": 3873692.5,
+          "reference_squared": 4852455.0,
+          "relative_l2": 0.6928131618176236,
+          "squared_error": 2329130.25,
+          "values": 27660288
+        },
+        "true_code_control": {
+          "cosine_max": 0.999969482421875,
+          "cosine_mean": 0.9999434351921082,
+          "cosine_min": 0.9998108148574829,
+          "cosine_std": 1.3252465578261763e-05,
+          "flattened_dot": 4852784.0,
+          "latent_frames": 13506,
+          "mse": 2.0129180530009758e-05,
+          "predicted_squared": 4853670.0,
+          "reference_squared": 4852455.0,
+          "relative_l2": 0.010711755174873659,
+          "squared_error": 556.7789306640625,
+          "values": 27660288
+        }
+      },
+      "condition_latent_frames": 13506,
+      "emitted_frames": 3915,
+      "model_id": "simpletuner-v3",
+      "sample_id": "23a89945-aa1f-4265-a6f0-555f50285a94",
+      "shard_id": 1229,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8310.785705566406,
+            "count": 3840,
+            "top1_correct": 1600,
+            "top5_correct": 3037
+          },
+          {
+            "ce_sum": 17291.166259765625,
+            "count": 3840,
+            "top1_correct": 396,
+            "top5_correct": 1088
+          },
+          {
+            "ce_sum": 17591.91192626953,
+            "count": 3840,
+            "top1_correct": 369,
+            "top5_correct": 1034
+          },
+          {
+            "ce_sum": 18255.914031982422,
+            "count": 3840,
+            "top1_correct": 329,
+            "top5_correct": 945
+          },
+          {
+            "ce_sum": 18408.11248779297,
+            "count": 3840,
+            "top1_correct": 301,
+            "top5_correct": 897
+          },
+          {
+            "ce_sum": 21962.548400878906,
+            "count": 3840,
+            "top1_correct": 119,
+            "top5_correct": 422
+          },
+          {
+            "ce_sum": 23396.508056640625,
+            "count": 3840,
+            "top1_correct": 95,
+            "top5_correct": 304
+          },
+          {
+            "ce_sum": 23948.740295410156,
+            "count": 3840,
+            "top1_correct": 57,
+            "top5_correct": 225
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9634734988212585,
+          "cosine_mean": 0.7708510756492615,
+          "cosine_min": 0.3062034249305725,
+          "cosine_std": 0.057726968079805374,
+          "flattened_dot": 2482005.0,
+          "latent_frames": 7782,
+          "mse": 0.09462489998453964,
+          "predicted_squared": 2840735.75,
+          "reference_squared": 3631361.75,
+          "relative_l2": 0.6444341532142691,
+          "squared_error": 1508087.75,
+          "values": 15937536
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999786615371704,
+          "cosine_mean": 0.999954879283905,
+          "cosine_min": 0.999843955039978,
+          "cosine_std": 1.377683202008484e-05,
+          "flattened_dot": 3631764.0,
+          "latent_frames": 7782,
+          "mse": 2.049878948116572e-05,
+          "predicted_squared": 3632492.75,
+          "reference_squared": 3631361.75,
+          "relative_l2": 0.009485056881696869,
+          "squared_error": 326.7001953125,
+          "values": 15937536
+        }
+      },
+      "condition_latent_frames": 7782,
+      "emitted_frames": 2256,
+      "model_id": "simpletuner-v3",
+      "sample_id": "60f1b881-8852-4094-88b9-6f9a510f996a",
+      "shard_id": 1283,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4917.852355957031,
+            "count": 2176,
+            "top1_correct": 886,
+            "top5_correct": 1662
+          },
+          {
+            "ce_sum": 9258.109802246094,
+            "count": 2176,
+            "top1_correct": 258,
+            "top5_correct": 748
+          },
+          {
+            "ce_sum": 9110.877258300781,
+            "count": 2176,
+            "top1_correct": 296,
+            "top5_correct": 793
+          },
+          {
+            "ce_sum": 9404.27816772461,
+            "count": 2176,
+            "top1_correct": 254,
+            "top5_correct": 697
+          },
+          {
+            "ce_sum": 9801.023498535156,
+            "count": 2176,
+            "top1_correct": 253,
+            "top5_correct": 652
+          },
+          {
+            "ce_sum": 10471.201873779297,
+            "count": 2176,
+            "top1_correct": 190,
+            "top5_correct": 535
+          },
+          {
+            "ce_sum": 12090.4228515625,
+            "count": 2176,
+            "top1_correct": 91,
+            "top5_correct": 306
+          },
+          {
+            "ce_sum": 12142.3447265625,
+            "count": 2176,
+            "top1_correct": 85,
+            "top5_correct": 298
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9714041948318481,
+          "cosine_mean": 0.76473468542099,
+          "cosine_min": 0.49993136525154114,
+          "cosine_std": 0.046787016093730927,
+          "flattened_dot": 2827752.25,
+          "latent_frames": 12619,
+          "mse": 0.06679120824438842,
+          "predicted_squared": 3499681.5,
+          "reference_squared": 3881955.5,
+          "relative_l2": 0.6668249175586387,
+          "squared_error": 1726132.75,
+          "values": 25843712
+        },
+        "true_code_control": {
+          "cosine_max": 0.999962329864502,
+          "cosine_mean": 0.9999271631240845,
+          "cosine_min": 0.9995863437652588,
+          "cosine_std": 2.0081259208382107e-05,
+          "flattened_dot": 3883153.0,
+          "latent_frames": 12619,
+          "mse": 2.2129737043240924e-05,
+          "predicted_squared": 3884922.0,
+          "reference_squared": 3881955.5,
+          "relative_l2": 0.012137808931961539,
+          "squared_error": 571.91455078125,
+          "values": 25843712
+        }
+      },
+      "condition_latent_frames": 12619,
+      "emitted_frames": 3658,
+      "model_id": "simpletuner-v3",
+      "sample_id": "2e7bfdee-0af9-4358-ad77-4b7ffb6b02b8",
+      "shard_id": 1312,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6997.893371582031,
+            "count": 3584,
+            "top1_correct": 1578,
+            "top5_correct": 2986
+          },
+          {
+            "ce_sum": 15482.777862548828,
+            "count": 3584,
+            "top1_correct": 428,
+            "top5_correct": 1163
+          },
+          {
+            "ce_sum": 16183.456817626953,
+            "count": 3584,
+            "top1_correct": 359,
+            "top5_correct": 1030
+          },
+          {
+            "ce_sum": 17007.64013671875,
+            "count": 3584,
+            "top1_correct": 330,
+            "top5_correct": 902
+          },
+          {
+            "ce_sum": 18317.901794433594,
+            "count": 3584,
+            "top1_correct": 198,
+            "top5_correct": 673
+          },
+          {
+            "ce_sum": 20688.97283935547,
+            "count": 3584,
+            "top1_correct": 109,
+            "top5_correct": 393
+          },
+          {
+            "ce_sum": 22046.615783691406,
+            "count": 3584,
+            "top1_correct": 62,
+            "top5_correct": 239
+          },
+          {
+            "ce_sum": 22440.468200683594,
+            "count": 3584,
+            "top1_correct": 61,
+            "top5_correct": 203
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9378703236579895,
+          "cosine_mean": 0.7574515342712402,
+          "cosine_min": 0.39629513025283813,
+          "cosine_std": 0.04996635392308235,
+          "flattened_dot": 4116071.25,
+          "latent_frames": 15524,
+          "mse": 0.08472300890455907,
+          "predicted_squared": 4788050.0,
+          "reference_squared": 6137704.0,
+          "relative_l2": 0.6624673957392546,
+          "squared_error": 2693611.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999738335609436,
+          "cosine_mean": 0.9999482035636902,
+          "cosine_min": 0.9998315572738647,
+          "cosine_std": 1.1214622645638883e-05,
+          "flattened_dot": 6139939.0,
+          "latent_frames": 15524,
+          "mse": 2.0364462116028163e-05,
+          "predicted_squared": 6142821.0,
+          "reference_squared": 6137704.0,
+          "relative_l2": 0.010270705935384934,
+          "squared_error": 647.450439453125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "e795befd-b238-4ca0-a67d-83c628b43146",
+      "shard_id": 1342,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9644.696350097656,
+            "count": 4480,
+            "top1_correct": 1864,
+            "top5_correct": 3514
+          },
+          {
+            "ce_sum": 18955.707885742188,
+            "count": 4480,
+            "top1_correct": 526,
+            "top5_correct": 1482
+          },
+          {
+            "ce_sum": 19456.00668334961,
+            "count": 4480,
+            "top1_correct": 540,
+            "top5_correct": 1374
+          },
+          {
+            "ce_sum": 20358.906951904297,
+            "count": 4480,
+            "top1_correct": 416,
+            "top5_correct": 1232
+          },
+          {
+            "ce_sum": 21061.91143798828,
+            "count": 4480,
+            "top1_correct": 390,
+            "top5_correct": 1120
+          },
+          {
+            "ce_sum": 23377.569213867188,
+            "count": 4480,
+            "top1_correct": 269,
+            "top5_correct": 806
+          },
+          {
+            "ce_sum": 25561.463500976562,
+            "count": 4480,
+            "top1_correct": 152,
+            "top5_correct": 500
+          },
+          {
+            "ce_sum": 26511.153442382812,
+            "count": 4480,
+            "top1_correct": 128,
+            "top5_correct": 434
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9257668256759644,
+          "cosine_mean": 0.7449775338172913,
+          "cosine_min": 0.4306359589099884,
+          "cosine_std": 0.04934198781847954,
+          "flattened_dot": 3105852.25,
+          "latent_frames": 13519,
+          "mse": 0.07697455570343129,
+          "predicted_squared": 3885588.25,
+          "reference_squared": 4457304.0,
+          "relative_l2": 0.6914722057900466,
+          "squared_error": 2131187.75,
+          "values": 27686912
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999601244926453,
+          "cosine_mean": 0.9999244213104248,
+          "cosine_min": 0.9992700815200806,
+          "cosine_std": 3.4579748898977414e-05,
+          "flattened_dot": 4456983.5,
+          "latent_frames": 13519,
+          "mse": 2.4461875839058453e-05,
+          "predicted_squared": 4457340.0,
+          "reference_squared": 4457304.0,
+          "relative_l2": 0.012326676863359472,
+          "squared_error": 677.2738037109375,
+          "values": 27686912
+        }
+      },
+      "condition_latent_frames": 13519,
+      "emitted_frames": 3919,
+      "model_id": "simpletuner-v3",
+      "sample_id": "86cf339e-5b73-4c81-a3ca-82c7d4bdae34",
+      "shard_id": 1370,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8450.609008789062,
+            "count": 3840,
+            "top1_correct": 1521,
+            "top5_correct": 3003
+          },
+          {
+            "ce_sum": 16728.87142944336,
+            "count": 3840,
+            "top1_correct": 455,
+            "top5_correct": 1183
+          },
+          {
+            "ce_sum": 16831.741821289062,
+            "count": 3840,
+            "top1_correct": 429,
+            "top5_correct": 1191
+          },
+          {
+            "ce_sum": 17686.13021850586,
+            "count": 3840,
+            "top1_correct": 365,
+            "top5_correct": 1018
+          },
+          {
+            "ce_sum": 18907.185180664062,
+            "count": 3840,
+            "top1_correct": 290,
+            "top5_correct": 796
+          },
+          {
+            "ce_sum": 21685.21258544922,
+            "count": 3840,
+            "top1_correct": 138,
+            "top5_correct": 467
+          },
+          {
+            "ce_sum": 22293.69805908203,
+            "count": 3840,
+            "top1_correct": 124,
+            "top5_correct": 421
+          },
+          {
+            "ce_sum": 23393.896057128906,
+            "count": 3840,
+            "top1_correct": 106,
+            "top5_correct": 312
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9406511783599854,
+          "cosine_mean": 0.7650232315063477,
+          "cosine_min": 0.48720771074295044,
+          "cosine_std": 0.04454965144395828,
+          "flattened_dot": 2987201.5,
+          "latent_frames": 12112,
+          "mse": 0.07427306786238597,
+          "predicted_squared": 3607781.0,
+          "reference_squared": 4208993.5,
+          "relative_l2": 0.6616060396653649,
+          "squared_error": 1842371.375,
+          "values": 24805376
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999673366546631,
+          "cosine_mean": 0.9999397993087769,
+          "cosine_min": 0.999744176864624,
+          "cosine_std": 1.4250177628127858e-05,
+          "flattened_dot": 4210221.0,
+          "latent_frames": 12112,
+          "mse": 2.0629274837249494e-05,
+          "predicted_squared": 4211960.0,
+          "reference_squared": 4208993.5,
+          "relative_l2": 0.011026197332106634,
+          "squared_error": 511.7169189453125,
+          "values": 24805376
+        }
+      },
+      "condition_latent_frames": 12112,
+      "emitted_frames": 3511,
+      "model_id": "simpletuner-v3",
+      "sample_id": "f899ad21-c723-4d92-b2a5-83e70568f09e",
+      "shard_id": 1376,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6765.987716674805,
+            "count": 3456,
+            "top1_correct": 1589,
+            "top5_correct": 2839
+          },
+          {
+            "ce_sum": 15129.025634765625,
+            "count": 3456,
+            "top1_correct": 334,
+            "top5_correct": 1065
+          },
+          {
+            "ce_sum": 15463.105194091797,
+            "count": 3456,
+            "top1_correct": 369,
+            "top5_correct": 1024
+          },
+          {
+            "ce_sum": 16077.070495605469,
+            "count": 3456,
+            "top1_correct": 296,
+            "top5_correct": 932
+          },
+          {
+            "ce_sum": 17331.350646972656,
+            "count": 3456,
+            "top1_correct": 262,
+            "top5_correct": 698
+          },
+          {
+            "ce_sum": 19746.1962890625,
+            "count": 3456,
+            "top1_correct": 97,
+            "top5_correct": 379
+          },
+          {
+            "ce_sum": 20493.90997314453,
+            "count": 3456,
+            "top1_correct": 91,
+            "top5_correct": 316
+          },
+          {
+            "ce_sum": 21441.292236328125,
+            "count": 3456,
+            "top1_correct": 60,
+            "top5_correct": 217
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.942367434501648,
+          "cosine_mean": 0.7753059267997742,
+          "cosine_min": 0.447336345911026,
+          "cosine_std": 0.0466647632420063,
+          "flattened_dot": 3936120.5,
+          "latent_frames": 14796,
+          "mse": 0.07708553779315355,
+          "predicted_squared": 4490392.5,
+          "reference_squared": 5717710.0,
+          "relative_l2": 0.6391643276776426,
+          "squared_error": 2335862.0,
+          "values": 30302208
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999728798866272,
+          "cosine_mean": 0.9999479651451111,
+          "cosine_min": 0.9998722076416016,
+          "cosine_std": 1.1391051884857006e-05,
+          "flattened_dot": 5717786.0,
+          "latent_frames": 14796,
+          "mse": 1.9823662507659714e-05,
+          "predicted_squared": 5718462.5,
+          "reference_squared": 5717710.0,
+          "relative_l2": 0.010249862111308282,
+          "squared_error": 600.7007446289062,
+          "values": 30302208
+        }
+      },
+      "condition_latent_frames": 14796,
+      "emitted_frames": 4289,
+      "model_id": "simpletuner-v3",
+      "sample_id": "6f3cce84-7b3b-4b0b-94bb-d62b1af46ca4",
+      "shard_id": 1372,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6898.244033813477,
+            "count": 4224,
+            "top1_correct": 2184,
+            "top5_correct": 3695
+          },
+          {
+            "ce_sum": 17351.757781982422,
+            "count": 4224,
+            "top1_correct": 553,
+            "top5_correct": 1523
+          },
+          {
+            "ce_sum": 17317.184539794922,
+            "count": 4224,
+            "top1_correct": 605,
+            "top5_correct": 1548
+          },
+          {
+            "ce_sum": 18282.79507446289,
+            "count": 4224,
+            "top1_correct": 506,
+            "top5_correct": 1307
+          },
+          {
+            "ce_sum": 19812.683471679688,
+            "count": 4224,
+            "top1_correct": 390,
+            "top5_correct": 1111
+          },
+          {
+            "ce_sum": 23123.496337890625,
+            "count": 4224,
+            "top1_correct": 188,
+            "top5_correct": 592
+          },
+          {
+            "ce_sum": 24424.346313476562,
+            "count": 4224,
+            "top1_correct": 126,
+            "top5_correct": 433
+          },
+          {
+            "ce_sum": 25226.470153808594,
+            "count": 4224,
+            "top1_correct": 115,
+            "top5_correct": 361
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.926284670829773,
+          "cosine_mean": 0.7752705216407776,
+          "cosine_min": 0.5273038148880005,
+          "cosine_std": 0.05104152113199234,
+          "flattened_dot": 1386681.75,
+          "latent_frames": 5043,
+          "mse": 0.08012204053925305,
+          "predicted_squared": 1588381.0,
+          "reference_squared": 2012487.75,
+          "relative_l2": 0.6412373905710392,
+          "squared_error": 827505.5625,
+          "values": 10328064
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999699592590332,
+          "cosine_mean": 0.9999399185180664,
+          "cosine_min": 0.9997485876083374,
+          "cosine_std": 1.9725770471268333e-05,
+          "flattened_dot": 2013005.0,
+          "latent_frames": 5043,
+          "mse": 2.334009979349409e-05,
+          "predicted_squared": 2013763.0,
+          "reference_squared": 2012487.75,
+          "relative_l2": 0.01094445630682972,
+          "squared_error": 241.05804443359375,
+          "values": 10328064
+        }
+      },
+      "condition_latent_frames": 5043,
+      "emitted_frames": 1462,
+      "model_id": "simpletuner-v3",
+      "sample_id": "79dee1bf-6646-4c90-9845-be3d51ad3b1d",
+      "shard_id": 1419,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2637.242401123047,
+            "count": 1408,
+            "top1_correct": 639,
+            "top5_correct": 1185
+          },
+          {
+            "ce_sum": 5946.866851806641,
+            "count": 1408,
+            "top1_correct": 185,
+            "top5_correct": 507
+          },
+          {
+            "ce_sum": 5771.129241943359,
+            "count": 1408,
+            "top1_correct": 203,
+            "top5_correct": 514
+          },
+          {
+            "ce_sum": 6050.0244140625,
+            "count": 1408,
+            "top1_correct": 161,
+            "top5_correct": 471
+          },
+          {
+            "ce_sum": 6544.0457763671875,
+            "count": 1408,
+            "top1_correct": 138,
+            "top5_correct": 401
+          },
+          {
+            "ce_sum": 7173.7279052734375,
+            "count": 1408,
+            "top1_correct": 119,
+            "top5_correct": 274
+          },
+          {
+            "ce_sum": 7799.4044189453125,
+            "count": 1408,
+            "top1_correct": 66,
+            "top5_correct": 210
+          },
+          {
+            "ce_sum": 7952.7635498046875,
+            "count": 1408,
+            "top1_correct": 59,
+            "top5_correct": 182
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9702785015106201,
+          "cosine_mean": 0.7989799976348877,
+          "cosine_min": 0.5269356966018677,
+          "cosine_std": 0.04013996943831444,
+          "flattened_dot": 4528680.0,
+          "latent_frames": 15524,
+          "mse": 0.07320768321429721,
+          "predicted_squared": 5153011.0,
+          "reference_squared": 6231852.5,
+          "relative_l2": 0.6111341349042795,
+          "squared_error": 2327503.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999735951423645,
+          "cosine_mean": 0.9999451637268066,
+          "cosine_min": 0.9992592930793762,
+          "cosine_std": 2.665522879397031e-05,
+          "flattened_dot": 6232128.5,
+          "latent_frames": 15524,
+          "mse": 2.1848961023656526e-05,
+          "predicted_squared": 6233099.0,
+          "reference_squared": 6231852.5,
+          "relative_l2": 0.010557804244687443,
+          "squared_error": 694.6473388671875,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "af788529-48ef-41f1-bf23-9fe08776de6e",
+      "shard_id": 1424,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9142.15298461914,
+            "count": 4480,
+            "top1_correct": 1959,
+            "top5_correct": 3607
+          },
+          {
+            "ce_sum": 18321.599151611328,
+            "count": 4480,
+            "top1_correct": 620,
+            "top5_correct": 1622
+          },
+          {
+            "ce_sum": 18477.84600830078,
+            "count": 4480,
+            "top1_correct": 601,
+            "top5_correct": 1592
+          },
+          {
+            "ce_sum": 20292.280883789062,
+            "count": 4480,
+            "top1_correct": 414,
+            "top5_correct": 1232
+          },
+          {
+            "ce_sum": 21910.400512695312,
+            "count": 4480,
+            "top1_correct": 361,
+            "top5_correct": 995
+          },
+          {
+            "ce_sum": 23628.558959960938,
+            "count": 4480,
+            "top1_correct": 246,
+            "top5_correct": 742
+          },
+          {
+            "ce_sum": 25423.845642089844,
+            "count": 4480,
+            "top1_correct": 159,
+            "top5_correct": 552
+          },
+          {
+            "ce_sum": 25600.663330078125,
+            "count": 4480,
+            "top1_correct": 173,
+            "top5_correct": 507
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.94770348072052,
+          "cosine_mean": 0.7649165987968445,
+          "cosine_min": 0.5062742829322815,
+          "cosine_std": 0.04548804461956024,
+          "flattened_dot": 3210484.0,
+          "latent_frames": 13426,
+          "mse": 0.07294760854201968,
+          "predicted_squared": 3755588.25,
+          "reference_squared": 4671179.5,
+          "relative_l2": 0.65528548607863,
+          "squared_error": 2005800.125,
+          "values": 27496448
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999658465385437,
+          "cosine_mean": 0.9999381899833679,
+          "cosine_min": 0.9996901154518127,
+          "cosine_std": 1.584300844115205e-05,
+          "flattened_dot": 4670553.0,
+          "latent_frames": 13426,
+          "mse": 2.1304860300444535e-05,
+          "predicted_squared": 4670512.0,
+          "reference_squared": 4671179.5,
+          "relative_l2": 0.011198616305954208,
+          "squared_error": 585.8079833984375,
+          "values": 27496448
+        }
+      },
+      "condition_latent_frames": 13426,
+      "emitted_frames": 3892,
+      "model_id": "simpletuner-v3",
+      "sample_id": "6b36256d-eeb0-4e1d-8f14-7da28f955a6d",
+      "shard_id": 1433,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7841.003997802734,
+            "count": 3840,
+            "top1_correct": 1652,
+            "top5_correct": 3089
+          },
+          {
+            "ce_sum": 16796.992431640625,
+            "count": 3840,
+            "top1_correct": 409,
+            "top5_correct": 1210
+          },
+          {
+            "ce_sum": 16845.30191040039,
+            "count": 3840,
+            "top1_correct": 438,
+            "top5_correct": 1215
+          },
+          {
+            "ce_sum": 18200.283813476562,
+            "count": 3840,
+            "top1_correct": 293,
+            "top5_correct": 925
+          },
+          {
+            "ce_sum": 19080.596557617188,
+            "count": 3840,
+            "top1_correct": 298,
+            "top5_correct": 805
+          },
+          {
+            "ce_sum": 21225.82110595703,
+            "count": 3840,
+            "top1_correct": 156,
+            "top5_correct": 509
+          },
+          {
+            "ce_sum": 22980.838439941406,
+            "count": 3840,
+            "top1_correct": 94,
+            "top5_correct": 318
+          },
+          {
+            "ce_sum": 23303.8544921875,
+            "count": 3840,
+            "top1_correct": 71,
+            "top5_correct": 309
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9594820737838745,
+          "cosine_mean": 0.7454013228416443,
+          "cosine_min": 0.37660959362983704,
+          "cosine_std": 0.05224988982081413,
+          "flattened_dot": 3546909.25,
+          "latent_frames": 15524,
+          "mse": 0.07567886788953797,
+          "predicted_squared": 4327618.5,
+          "reference_squared": 5172269.5,
+          "relative_l2": 0.6820457918290183,
+          "squared_error": 2406069.75,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999709725379944,
+          "cosine_mean": 0.9999387860298157,
+          "cosine_min": 0.9995840191841125,
+          "cosine_std": 1.933199200720992e-05,
+          "flattened_dot": 5172900.5,
+          "latent_frames": 15524,
+          "mse": 1.9843885192733484e-05,
+          "predicted_squared": 5174162.0,
+          "reference_squared": 5172269.5,
+          "relative_l2": 0.011044335049262725,
+          "squared_error": 630.899658203125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "3baf244f-ad8a-4e1b-a778-d726c1d89e70",
+      "shard_id": 1454,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8545.479446411133,
+            "count": 4480,
+            "top1_correct": 2081,
+            "top5_correct": 3764
+          },
+          {
+            "ce_sum": 19746.863220214844,
+            "count": 4480,
+            "top1_correct": 454,
+            "top5_correct": 1357
+          },
+          {
+            "ce_sum": 19846.534393310547,
+            "count": 4480,
+            "top1_correct": 504,
+            "top5_correct": 1354
+          },
+          {
+            "ce_sum": 20613.682830810547,
+            "count": 4480,
+            "top1_correct": 442,
+            "top5_correct": 1179
+          },
+          {
+            "ce_sum": 21858.59588623047,
+            "count": 4480,
+            "top1_correct": 334,
+            "top5_correct": 1011
+          },
+          {
+            "ce_sum": 25590.416259765625,
+            "count": 4480,
+            "top1_correct": 143,
+            "top5_correct": 499
+          },
+          {
+            "ce_sum": 26668.260864257812,
+            "count": 4480,
+            "top1_correct": 124,
+            "top5_correct": 437
+          },
+          {
+            "ce_sum": 27769.684936523438,
+            "count": 4480,
+            "top1_correct": 103,
+            "top5_correct": 328
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9172475337982178,
+          "cosine_mean": 0.7561724185943604,
+          "cosine_min": 0.4013674855232239,
+          "cosine_std": 0.05198744684457779,
+          "flattened_dot": 2554666.5,
+          "latent_frames": 9945,
+          "mse": 0.0819133039333522,
+          "predicted_squared": 3030626.75,
+          "reference_squared": 3747064.0,
+          "relative_l2": 0.6672660611526872,
+          "squared_error": 1668357.75,
+          "values": 20367360
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999704360961914,
+          "cosine_mean": 0.9999364018440247,
+          "cosine_min": 0.999770998954773,
+          "cosine_std": 1.6692398276063614e-05,
+          "flattened_dot": 3748579.5,
+          "latent_frames": 9945,
+          "mse": 2.3467560818951714e-05,
+          "predicted_squared": 3750572.75,
+          "reference_squared": 3747064.0,
+          "relative_l2": 0.011294208228469197,
+          "squared_error": 477.9722595214844,
+          "values": 20367360
+        }
+      },
+      "condition_latent_frames": 9945,
+      "emitted_frames": 2883,
+      "model_id": "simpletuner-v3",
+      "sample_id": "44c61dbf-4238-41db-86e6-5cbd86ae9a93",
+      "shard_id": 1483,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5628.17854309082,
+            "count": 2816,
+            "top1_correct": 1233,
+            "top5_correct": 2309
+          },
+          {
+            "ce_sum": 12350.328521728516,
+            "count": 2816,
+            "top1_correct": 306,
+            "top5_correct": 847
+          },
+          {
+            "ce_sum": 12310.895568847656,
+            "count": 2816,
+            "top1_correct": 324,
+            "top5_correct": 876
+          },
+          {
+            "ce_sum": 13099.434753417969,
+            "count": 2816,
+            "top1_correct": 277,
+            "top5_correct": 754
+          },
+          {
+            "ce_sum": 14200.490234375,
+            "count": 2816,
+            "top1_correct": 207,
+            "top5_correct": 566
+          },
+          {
+            "ce_sum": 15861.811645507812,
+            "count": 2816,
+            "top1_correct": 102,
+            "top5_correct": 329
+          },
+          {
+            "ce_sum": 16726.818603515625,
+            "count": 2816,
+            "top1_correct": 73,
+            "top5_correct": 260
+          },
+          {
+            "ce_sum": 17075.991333007812,
+            "count": 2816,
+            "top1_correct": 54,
+            "top5_correct": 216
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.966799259185791,
+          "cosine_mean": 0.776183545589447,
+          "cosine_min": 0.33100199699401855,
+          "cosine_std": 0.05008158087730408,
+          "flattened_dot": 1929107.125,
+          "latent_frames": 7841,
+          "mse": 0.07022049189556498,
+          "predicted_squared": 2267083.0,
+          "reference_squared": 2718757.5,
+          "relative_l2": 0.6440171024543643,
+          "squared_error": 1127626.5,
+          "values": 16058368
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999708533287048,
+          "cosine_mean": 0.9999352097511292,
+          "cosine_min": 0.9998167753219604,
+          "cosine_std": 1.7082713384297676e-05,
+          "flattened_dot": 2718702.5,
+          "latent_frames": 7841,
+          "mse": 2.2135731015730202e-05,
+          "predicted_squared": 2719002.5,
+          "reference_squared": 2718757.5,
+          "relative_l2": 0.011434374213740979,
+          "squared_error": 355.4637145996094,
+          "values": 16058368
+        }
+      },
+      "condition_latent_frames": 7841,
+      "emitted_frames": 2273,
+      "model_id": "simpletuner-v3",
+      "sample_id": "2e9c9457-453c-435c-a1d2-3cb766fadea9",
+      "shard_id": 1484,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4133.968276977539,
+            "count": 2176,
+            "top1_correct": 983,
+            "top5_correct": 1816
+          },
+          {
+            "ce_sum": 8454.944793701172,
+            "count": 2176,
+            "top1_correct": 330,
+            "top5_correct": 879
+          },
+          {
+            "ce_sum": 8916.715850830078,
+            "count": 2176,
+            "top1_correct": 265,
+            "top5_correct": 761
+          },
+          {
+            "ce_sum": 9783.095489501953,
+            "count": 2176,
+            "top1_correct": 245,
+            "top5_correct": 617
+          },
+          {
+            "ce_sum": 10270.218017578125,
+            "count": 2176,
+            "top1_correct": 187,
+            "top5_correct": 532
+          },
+          {
+            "ce_sum": 11682.833862304688,
+            "count": 2176,
+            "top1_correct": 108,
+            "top5_correct": 337
+          },
+          {
+            "ce_sum": 12394.991027832031,
+            "count": 2176,
+            "top1_correct": 79,
+            "top5_correct": 242
+          },
+          {
+            "ce_sum": 12903.08740234375,
+            "count": 2176,
+            "top1_correct": 60,
+            "top5_correct": 201
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9312366843223572,
+          "cosine_mean": 0.7627877593040466,
+          "cosine_min": 0.5609157681465149,
+          "cosine_std": 0.050211433321237564,
+          "flattened_dot": 314799.4375,
+          "latent_frames": 1203,
+          "mse": 0.07952334181229868,
+          "predicted_squared": 396336.46875,
+          "reference_squared": 429187.59375,
+          "relative_l2": 0.6756495954941644,
+          "squared_error": 195925.15625,
+          "values": 2463744
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999703168869019,
+          "cosine_mean": 0.999950110912323,
+          "cosine_min": 0.9999059438705444,
+          "cosine_std": 9.937576578522567e-06,
+          "flattened_dot": 428991.75,
+          "latent_frames": 1203,
+          "mse": 1.750472106243904e-05,
+          "predicted_squared": 428839.0,
+          "reference_squared": 429187.59375,
+          "relative_l2": 0.010024248110556763,
+          "squared_error": 43.12715148925781,
+          "values": 2463744
+        }
+      },
+      "condition_latent_frames": 1203,
+      "emitted_frames": 349,
+      "model_id": "simpletuner-v3",
+      "sample_id": "1c557493-feee-41ae-9afb-22d73f4a2d52",
+      "shard_id": 1488,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 748.3613586425781,
+            "count": 256,
+            "top1_correct": 63,
+            "top5_correct": 172
+          },
+          {
+            "ce_sum": 1097.4632568359375,
+            "count": 256,
+            "top1_correct": 27,
+            "top5_correct": 82
+          },
+          {
+            "ce_sum": 1133.5023803710938,
+            "count": 256,
+            "top1_correct": 25,
+            "top5_correct": 79
+          },
+          {
+            "ce_sum": 1207.5516967773438,
+            "count": 256,
+            "top1_correct": 34,
+            "top5_correct": 66
+          },
+          {
+            "ce_sum": 1180.1620483398438,
+            "count": 256,
+            "top1_correct": 24,
+            "top5_correct": 68
+          },
+          {
+            "ce_sum": 1215.6917114257812,
+            "count": 256,
+            "top1_correct": 11,
+            "top5_correct": 52
+          },
+          {
+            "ce_sum": 1383.20849609375,
+            "count": 256,
+            "top1_correct": 21,
+            "top5_correct": 45
+          },
+          {
+            "ce_sum": 1366.6290893554688,
+            "count": 256,
+            "top1_correct": 17,
+            "top5_correct": 38
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9339585900306702,
+          "cosine_mean": 0.743715763092041,
+          "cosine_min": 0.5071449279785156,
+          "cosine_std": 0.047131117433309555,
+          "flattened_dot": 3838492.0,
+          "latent_frames": 15524,
+          "mse": 0.08344684572325511,
+          "predicted_squared": 4730757.5,
+          "reference_squared": 5599264.5,
+          "relative_l2": 0.6883451615390543,
+          "squared_error": 2653038.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999740123748779,
+          "cosine_mean": 0.999946653842926,
+          "cosine_min": 0.9994176626205444,
+          "cosine_std": 1.597519440110773e-05,
+          "flattened_dot": 5600116.5,
+          "latent_frames": 15524,
+          "mse": 1.8960013275323408e-05,
+          "predicted_squared": 5601571.0,
+          "reference_squared": 5599264.5,
+          "relative_l2": 0.010375776782620314,
+          "squared_error": 602.798583984375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "9857944c-7292-447b-95bd-84b2c6a9db94",
+      "shard_id": 1504,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9671.047561645508,
+            "count": 4480,
+            "top1_correct": 1857,
+            "top5_correct": 3474
+          },
+          {
+            "ce_sum": 19749.411743164062,
+            "count": 4480,
+            "top1_correct": 525,
+            "top5_correct": 1386
+          },
+          {
+            "ce_sum": 19925.439422607422,
+            "count": 4480,
+            "top1_correct": 483,
+            "top5_correct": 1353
+          },
+          {
+            "ce_sum": 21600.560974121094,
+            "count": 4480,
+            "top1_correct": 340,
+            "top5_correct": 1058
+          },
+          {
+            "ce_sum": 22273.8564453125,
+            "count": 4480,
+            "top1_correct": 301,
+            "top5_correct": 958
+          },
+          {
+            "ce_sum": 24842.04168701172,
+            "count": 4480,
+            "top1_correct": 206,
+            "top5_correct": 621
+          },
+          {
+            "ce_sum": 26563.872619628906,
+            "count": 4480,
+            "top1_correct": 115,
+            "top5_correct": 390
+          },
+          {
+            "ce_sum": 27128.419860839844,
+            "count": 4480,
+            "top1_correct": 114,
+            "top5_correct": 356
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9460270404815674,
+          "cosine_mean": 0.7599156498908997,
+          "cosine_min": 0.3569898307323456,
+          "cosine_std": 0.048796139657497406,
+          "flattened_dot": 4236516.0,
+          "latent_frames": 15524,
+          "mse": 0.0857447540904406,
+          "predicted_squared": 4928083.0,
+          "reference_squared": 6271045.0,
+          "relative_l2": 0.659326625507797,
+          "squared_error": 2726096.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999719858169556,
+          "cosine_mean": 0.9999487400054932,
+          "cosine_min": 0.9996091723442078,
+          "cosine_std": 1.40713191285613e-05,
+          "flattened_dot": 6269778.0,
+          "latent_frames": 15524,
+          "mse": 2.035889673773636e-05,
+          "predicted_squared": 6269158.0,
+          "reference_squared": 6271045.0,
+          "relative_l2": 0.010159537890220798,
+          "squared_error": 647.2734985351562,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "790b537f-4605-483c-aff9-057f14e5d422",
+      "shard_id": 1517,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9285.66487121582,
+            "count": 4480,
+            "top1_correct": 1956,
+            "top5_correct": 3588
+          },
+          {
+            "ce_sum": 19029.996978759766,
+            "count": 4480,
+            "top1_correct": 533,
+            "top5_correct": 1504
+          },
+          {
+            "ce_sum": 18993.84765625,
+            "count": 4480,
+            "top1_correct": 589,
+            "top5_correct": 1503
+          },
+          {
+            "ce_sum": 19915.8974609375,
+            "count": 4480,
+            "top1_correct": 487,
+            "top5_correct": 1350
+          },
+          {
+            "ce_sum": 21520.31610107422,
+            "count": 4480,
+            "top1_correct": 354,
+            "top5_correct": 1049
+          },
+          {
+            "ce_sum": 24296.038024902344,
+            "count": 4480,
+            "top1_correct": 217,
+            "top5_correct": 653
+          },
+          {
+            "ce_sum": 26196.779052734375,
+            "count": 4480,
+            "top1_correct": 134,
+            "top5_correct": 454
+          },
+          {
+            "ce_sum": 26745.06414794922,
+            "count": 4480,
+            "top1_correct": 126,
+            "top5_correct": 413
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9530791640281677,
+          "cosine_mean": 0.7733851671218872,
+          "cosine_min": 0.3497413396835327,
+          "cosine_std": 0.05077793821692467,
+          "flattened_dot": 4039510.0,
+          "latent_frames": 15524,
+          "mse": 0.07525576576993687,
+          "predicted_squared": 4757161.0,
+          "reference_squared": 5714477.0,
+          "relative_l2": 0.6470657881652044,
+          "squared_error": 2392618.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999746084213257,
+          "cosine_mean": 0.9999495148658752,
+          "cosine_min": 0.9996957778930664,
+          "cosine_std": 1.5363055354100652e-05,
+          "flattened_dot": 5713725.5,
+          "latent_frames": 15524,
+          "mse": 1.8414517893861233e-05,
+          "predicted_squared": 5713559.5,
+          "reference_squared": 5714477.0,
+          "relative_l2": 0.010121822689812751,
+          "squared_error": 585.45556640625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "c5acc193-3589-41a5-819b-6a929f82624a",
+      "shard_id": 1527,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8875.357711791992,
+            "count": 4480,
+            "top1_correct": 1975,
+            "top5_correct": 3659
+          },
+          {
+            "ce_sum": 18820.696685791016,
+            "count": 4480,
+            "top1_correct": 557,
+            "top5_correct": 1534
+          },
+          {
+            "ce_sum": 18388.793334960938,
+            "count": 4480,
+            "top1_correct": 599,
+            "top5_correct": 1602
+          },
+          {
+            "ce_sum": 19557.32437133789,
+            "count": 4480,
+            "top1_correct": 473,
+            "top5_correct": 1419
+          },
+          {
+            "ce_sum": 21568.895080566406,
+            "count": 4480,
+            "top1_correct": 348,
+            "top5_correct": 1058
+          },
+          {
+            "ce_sum": 24223.19317626953,
+            "count": 4480,
+            "top1_correct": 215,
+            "top5_correct": 669
+          },
+          {
+            "ce_sum": 25639.33966064453,
+            "count": 4480,
+            "top1_correct": 155,
+            "top5_correct": 505
+          },
+          {
+            "ce_sum": 25822.706604003906,
+            "count": 4480,
+            "top1_correct": 169,
+            "top5_correct": 491
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9559738636016846,
+          "cosine_mean": 0.7765719294548035,
+          "cosine_min": 0.5726309418678284,
+          "cosine_std": 0.04063479229807854,
+          "flattened_dot": 709215.375,
+          "latent_frames": 2586,
+          "mse": 0.07794580658737855,
+          "predicted_squared": 848052.25,
+          "reference_squared": 983189.375,
+          "relative_l2": 0.6479731730361784,
+          "squared_error": 412810.96875,
+          "values": 5296128
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999740123748779,
+          "cosine_mean": 0.9999409317970276,
+          "cosine_min": 0.9994410276412964,
+          "cosine_std": 3.5462944651953876e-05,
+          "flattened_dot": 983159.0,
+          "latent_frames": 2586,
+          "mse": 2.1494567763040163e-05,
+          "predicted_squared": 983242.375,
+          "reference_squared": 983189.375,
+          "relative_l2": 0.01076031552238375,
+          "squared_error": 113.83798217773438,
+          "values": 5296128
+        }
+      },
+      "condition_latent_frames": 2586,
+      "emitted_frames": 750,
+      "model_id": "simpletuner-v3",
+      "sample_id": "d5a30897-4a8f-4a97-8db0-3f17948864bd",
+      "shard_id": 1537,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1349.5966491699219,
+            "count": 640,
+            "top1_correct": 268,
+            "top5_correct": 528
+          },
+          {
+            "ce_sum": 2588.5211486816406,
+            "count": 640,
+            "top1_correct": 97,
+            "top5_correct": 232
+          },
+          {
+            "ce_sum": 2539.3663635253906,
+            "count": 640,
+            "top1_correct": 85,
+            "top5_correct": 251
+          },
+          {
+            "ce_sum": 2705.1302185058594,
+            "count": 640,
+            "top1_correct": 75,
+            "top5_correct": 210
+          },
+          {
+            "ce_sum": 2804.5294189453125,
+            "count": 640,
+            "top1_correct": 61,
+            "top5_correct": 191
+          },
+          {
+            "ce_sum": 3139.3687133789062,
+            "count": 640,
+            "top1_correct": 52,
+            "top5_correct": 153
+          },
+          {
+            "ce_sum": 3188.505615234375,
+            "count": 640,
+            "top1_correct": 45,
+            "top5_correct": 136
+          },
+          {
+            "ce_sum": 3372.070068359375,
+            "count": 640,
+            "top1_correct": 32,
+            "top5_correct": 109
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.953479528427124,
+          "cosine_mean": 0.7781580686569214,
+          "cosine_min": 0.4957811236381531,
+          "cosine_std": 0.048551045358181,
+          "flattened_dot": 2022837.375,
+          "latent_frames": 7337,
+          "mse": 0.07804206140005282,
+          "predicted_squared": 2340106.0,
+          "reference_squared": 2878242.0,
+          "relative_l2": 0.6383001532979837,
+          "squared_error": 1172673.75,
+          "values": 15026176
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999715685844421,
+          "cosine_mean": 0.9999424815177917,
+          "cosine_min": 0.9992337226867676,
+          "cosine_std": 3.166608439642005e-05,
+          "flattened_dot": 2879189.0,
+          "latent_frames": 7337,
+          "mse": 2.211448085946609e-05,
+          "predicted_squared": 2880467.75,
+          "reference_squared": 2878242.0,
+          "relative_l2": 0.010744815359908974,
+          "squared_error": 332.29608154296875,
+          "values": 15026176
+        }
+      },
+      "condition_latent_frames": 7337,
+      "emitted_frames": 2127,
+      "model_id": "simpletuner-v3",
+      "sample_id": "634d1c4f-a16b-4b0d-9ef1-1f4881b0a99a",
+      "shard_id": 1556,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4254.675445556641,
+            "count": 2048,
+            "top1_correct": 857,
+            "top5_correct": 1660
+          },
+          {
+            "ce_sum": 8466.099395751953,
+            "count": 2048,
+            "top1_correct": 262,
+            "top5_correct": 734
+          },
+          {
+            "ce_sum": 8440.907897949219,
+            "count": 2048,
+            "top1_correct": 288,
+            "top5_correct": 753
+          },
+          {
+            "ce_sum": 9235.399719238281,
+            "count": 2048,
+            "top1_correct": 233,
+            "top5_correct": 613
+          },
+          {
+            "ce_sum": 9845.682373046875,
+            "count": 2048,
+            "top1_correct": 158,
+            "top5_correct": 490
+          },
+          {
+            "ce_sum": 10711.470886230469,
+            "count": 2048,
+            "top1_correct": 127,
+            "top5_correct": 331
+          },
+          {
+            "ce_sum": 11728.1640625,
+            "count": 2048,
+            "top1_correct": 75,
+            "top5_correct": 225
+          },
+          {
+            "ce_sum": 11940.137268066406,
+            "count": 2048,
+            "top1_correct": 55,
+            "top5_correct": 214
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9690057039260864,
+          "cosine_mean": 0.7787219285964966,
+          "cosine_min": 0.6055850982666016,
+          "cosine_std": 0.05159679427742958,
+          "flattened_dot": 146789.9375,
+          "latent_frames": 616,
+          "mse": 0.06669508946406377,
+          "predicted_squared": 182894.5625,
+          "reference_squared": 194825.71875,
+          "relative_l2": 0.6571721016039116,
+          "squared_error": 84140.390625,
+          "values": 1261568
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999620914459229,
+          "cosine_mean": 0.9999050498008728,
+          "cosine_min": 0.9998199343681335,
+          "cosine_std": 3.270147499279119e-05,
+          "flattened_dot": 194652.921875,
+          "latent_frames": 616,
+          "mse": 2.8913910198327782e-05,
+          "predicted_squared": 194516.625,
+          "reference_squared": 194825.71875,
+          "relative_l2": 0.013683134710113029,
+          "squared_error": 36.476863861083984,
+          "values": 1261568
+        }
+      },
+      "condition_latent_frames": 616,
+      "emitted_frames": 179,
+      "model_id": "simpletuner-v3",
+      "sample_id": "f7646f8e-806e-4d99-8b00-41ef2834c41b",
+      "shard_id": 1575,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 290.8454284667969,
+            "count": 128,
+            "top1_correct": 46,
+            "top5_correct": 101
+          },
+          {
+            "ce_sum": 552.248046875,
+            "count": 128,
+            "top1_correct": 15,
+            "top5_correct": 39
+          },
+          {
+            "ce_sum": 526.367431640625,
+            "count": 128,
+            "top1_correct": 23,
+            "top5_correct": 43
+          },
+          {
+            "ce_sum": 598.34716796875,
+            "count": 128,
+            "top1_correct": 15,
+            "top5_correct": 36
+          },
+          {
+            "ce_sum": 534.41748046875,
+            "count": 128,
+            "top1_correct": 17,
+            "top5_correct": 50
+          },
+          {
+            "ce_sum": 618.9661865234375,
+            "count": 128,
+            "top1_correct": 22,
+            "top5_correct": 34
+          },
+          {
+            "ce_sum": 650.1466674804688,
+            "count": 128,
+            "top1_correct": 13,
+            "top5_correct": 28
+          },
+          {
+            "ce_sum": 666.4520874023438,
+            "count": 128,
+            "top1_correct": 5,
+            "top5_correct": 26
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9067341089248657,
+          "cosine_mean": 0.7655215263366699,
+          "cosine_min": 0.48332154750823975,
+          "cosine_std": 0.04611299932003021,
+          "flattened_dot": 3551764.5,
+          "latent_frames": 14668,
+          "mse": 0.07234127397331777,
+          "predicted_squared": 4301456.0,
+          "reference_squared": 4975209.0,
+          "relative_l2": 0.6609031752743684,
+          "squared_error": 2173136.5,
+          "values": 30040064
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999653697013855,
+          "cosine_mean": 0.9999323487281799,
+          "cosine_min": 0.9996869564056396,
+          "cosine_std": 1.902825533761643e-05,
+          "flattened_dot": 4973876.0,
+          "latent_frames": 14668,
+          "mse": 2.2520949413381742e-05,
+          "predicted_squared": 4973218.5,
+          "reference_squared": 4975209.0,
+          "relative_l2": 0.011661062139245797,
+          "squared_error": 676.53076171875,
+          "values": 30040064
+        }
+      },
+      "condition_latent_frames": 14668,
+      "emitted_frames": 4252,
+      "model_id": "simpletuner-v3",
+      "sample_id": "f74e08b5-a7d2-4775-8d3a-633f6eb2de96",
+      "shard_id": 1587,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9373.767501831055,
+            "count": 4224,
+            "top1_correct": 1626,
+            "top5_correct": 3264
+          },
+          {
+            "ce_sum": 18671.85205078125,
+            "count": 4224,
+            "top1_correct": 476,
+            "top5_correct": 1230
+          },
+          {
+            "ce_sum": 18223.54180908203,
+            "count": 4224,
+            "top1_correct": 489,
+            "top5_correct": 1341
+          },
+          {
+            "ce_sum": 19516.81430053711,
+            "count": 4224,
+            "top1_correct": 362,
+            "top5_correct": 1112
+          },
+          {
+            "ce_sum": 20776.34033203125,
+            "count": 4224,
+            "top1_correct": 313,
+            "top5_correct": 954
+          },
+          {
+            "ce_sum": 23376.308654785156,
+            "count": 4224,
+            "top1_correct": 166,
+            "top5_correct": 576
+          },
+          {
+            "ce_sum": 25367.3203125,
+            "count": 4224,
+            "top1_correct": 106,
+            "top5_correct": 351
+          },
+          {
+            "ce_sum": 25724.546508789062,
+            "count": 4224,
+            "top1_correct": 106,
+            "top5_correct": 339
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.974151611328125,
+          "cosine_mean": 0.7845841646194458,
+          "cosine_min": 0.44198811054229736,
+          "cosine_std": 0.04146513715386391,
+          "flattened_dot": 4713353.0,
+          "latent_frames": 15524,
+          "mse": 0.08324443578290067,
+          "predicted_squared": 5368613.0,
+          "reference_squared": 6704696.0,
+          "relative_l2": 0.6282823430156231,
+          "squared_error": 2646603.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999749660491943,
+          "cosine_mean": 0.9999517202377319,
+          "cosine_min": 0.9997737407684326,
+          "cosine_std": 1.1812109733000398e-05,
+          "flattened_dot": 6703248.0,
+          "latent_frames": 15524,
+          "mse": 2.0476395522955305e-05,
+          "predicted_squared": 6702450.5,
+          "reference_squared": 6704696.0,
+          "relative_l2": 0.009853805882346491,
+          "squared_error": 651.0091552734375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "2230bc5b-2186-4cf5-8dd5-7584ad903bed",
+      "shard_id": 1614,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10090.540222167969,
+            "count": 4480,
+            "top1_correct": 1731,
+            "top5_correct": 3461
+          },
+          {
+            "ce_sum": 18227.776611328125,
+            "count": 4480,
+            "top1_correct": 591,
+            "top5_correct": 1604
+          },
+          {
+            "ce_sum": 18672.150268554688,
+            "count": 4480,
+            "top1_correct": 592,
+            "top5_correct": 1531
+          },
+          {
+            "ce_sum": 20554.50762939453,
+            "count": 4480,
+            "top1_correct": 398,
+            "top5_correct": 1223
+          },
+          {
+            "ce_sum": 21119.78399658203,
+            "count": 4480,
+            "top1_correct": 389,
+            "top5_correct": 1094
+          },
+          {
+            "ce_sum": 22674.204162597656,
+            "count": 4480,
+            "top1_correct": 309,
+            "top5_correct": 900
+          },
+          {
+            "ce_sum": 24769.828491210938,
+            "count": 4480,
+            "top1_correct": 178,
+            "top5_correct": 609
+          },
+          {
+            "ce_sum": 25304.609619140625,
+            "count": 4480,
+            "top1_correct": 148,
+            "top5_correct": 555
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9677582383155823,
+          "cosine_mean": 0.791737973690033,
+          "cosine_min": 0.5081785321235657,
+          "cosine_std": 0.045012619346380234,
+          "flattened_dot": 2023486.875,
+          "latent_frames": 7754,
+          "mse": 0.06756113213240747,
+          "predicted_squared": 2376521.5,
+          "reference_squared": 2743336.0,
+          "relative_l2": 0.6253696958897962,
+          "squared_error": 1072883.75,
+          "values": 15880192
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999697208404541,
+          "cosine_mean": 0.9999401569366455,
+          "cosine_min": 0.999660849571228,
+          "cosine_std": 1.8093036487698555e-05,
+          "flattened_dot": 2744646.75,
+          "latent_frames": 7754,
+          "mse": 2.0907143972139554e-05,
+          "predicted_squared": 2746289.5,
+          "reference_squared": 2743336.0,
+          "relative_l2": 0.011001090264956053,
+          "squared_error": 332.00946044921875,
+          "values": 15880192
+        }
+      },
+      "condition_latent_frames": 7754,
+      "emitted_frames": 2248,
+      "model_id": "simpletuner-v3",
+      "sample_id": "baedadc9-2c35-408c-801f-7ae3c0f8c62f",
+      "shard_id": 1639,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4128.8558349609375,
+            "count": 2176,
+            "top1_correct": 994,
+            "top5_correct": 1825
+          },
+          {
+            "ce_sum": 8535.048522949219,
+            "count": 2176,
+            "top1_correct": 319,
+            "top5_correct": 833
+          },
+          {
+            "ce_sum": 8645.367126464844,
+            "count": 2176,
+            "top1_correct": 331,
+            "top5_correct": 837
+          },
+          {
+            "ce_sum": 9928.822387695312,
+            "count": 2176,
+            "top1_correct": 195,
+            "top5_correct": 594
+          },
+          {
+            "ce_sum": 10073.084167480469,
+            "count": 2176,
+            "top1_correct": 210,
+            "top5_correct": 587
+          },
+          {
+            "ce_sum": 11270.269592285156,
+            "count": 2176,
+            "top1_correct": 126,
+            "top5_correct": 392
+          },
+          {
+            "ce_sum": 12209.9033203125,
+            "count": 2176,
+            "top1_correct": 92,
+            "top5_correct": 290
+          },
+          {
+            "ce_sum": 12544.788269042969,
+            "count": 2176,
+            "top1_correct": 75,
+            "top5_correct": 248
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9740918874740601,
+          "cosine_mean": 0.7532526850700378,
+          "cosine_min": 0.4539686441421509,
+          "cosine_std": 0.049117978662252426,
+          "flattened_dot": 1371890.75,
+          "latent_frames": 6191,
+          "mse": 0.07179113605876979,
+          "predicted_squared": 1730248.875,
+          "reference_squared": 1923784.25,
+          "relative_l2": 0.6878640440848336,
+          "squared_error": 910251.875,
+          "values": 12679168
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999663829803467,
+          "cosine_mean": 0.9999239444732666,
+          "cosine_min": 0.9996492862701416,
+          "cosine_std": 2.2071299099479802e-05,
+          "flattened_dot": 1924439.875,
+          "latent_frames": 6191,
+          "mse": 2.297372506828228e-05,
+          "predicted_squared": 1925386.75,
+          "reference_squared": 1923784.25,
+          "relative_l2": 0.012305036477105753,
+          "squared_error": 291.2877197265625,
+          "values": 12679168
+        }
+      },
+      "condition_latent_frames": 6191,
+      "emitted_frames": 1795,
+      "model_id": "simpletuner-v3",
+      "sample_id": "ada16548-2fd8-42fb-9438-9c35e868d924",
+      "shard_id": 1689,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3909.444839477539,
+            "count": 1792,
+            "top1_correct": 722,
+            "top5_correct": 1413
+          },
+          {
+            "ce_sum": 8192.943542480469,
+            "count": 1792,
+            "top1_correct": 166,
+            "top5_correct": 489
+          },
+          {
+            "ce_sum": 8104.1971435546875,
+            "count": 1792,
+            "top1_correct": 197,
+            "top5_correct": 527
+          },
+          {
+            "ce_sum": 8525.234802246094,
+            "count": 1792,
+            "top1_correct": 142,
+            "top5_correct": 455
+          },
+          {
+            "ce_sum": 8978.465515136719,
+            "count": 1792,
+            "top1_correct": 120,
+            "top5_correct": 361
+          },
+          {
+            "ce_sum": 10349.925598144531,
+            "count": 1792,
+            "top1_correct": 48,
+            "top5_correct": 182
+          },
+          {
+            "ce_sum": 10775.980224609375,
+            "count": 1792,
+            "top1_correct": 46,
+            "top5_correct": 146
+          },
+          {
+            "ce_sum": 10983.414611816406,
+            "count": 1792,
+            "top1_correct": 37,
+            "top5_correct": 139
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9653109312057495,
+          "cosine_mean": 0.8015913963317871,
+          "cosine_min": 0.5126352310180664,
+          "cosine_std": 0.047023046761751175,
+          "flattened_dot": 1332061.25,
+          "latent_frames": 4967,
+          "mse": 0.06608957252633003,
+          "predicted_squared": 1519488.25,
+          "reference_squared": 1816925.0,
+          "relative_l2": 0.6082890900265124,
+          "squared_error": 672290.625,
+          "values": 10172416
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999575018882751,
+          "cosine_mean": 0.9998302459716797,
+          "cosine_min": 0.9690624475479126,
+          "cosine_std": 0.0010817584116011858,
+          "flattened_dot": 1816732.625,
+          "latent_frames": 4967,
+          "mse": 5.6899359510869884e-05,
+          "predicted_squared": 1817118.75,
+          "reference_squared": 1816925.0,
+          "relative_l2": 0.017848315930059276,
+          "squared_error": 578.803955078125,
+          "values": 10172416
+        }
+      },
+      "condition_latent_frames": 4967,
+      "emitted_frames": 1440,
+      "model_id": "simpletuner-v3",
+      "sample_id": "75990d51-e75e-47bb-b92f-afc7151f57ea",
+      "shard_id": 1757,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2638.0108947753906,
+            "count": 1408,
+            "top1_correct": 672,
+            "top5_correct": 1159
+          },
+          {
+            "ce_sum": 5452.5296630859375,
+            "count": 1408,
+            "top1_correct": 215,
+            "top5_correct": 556
+          },
+          {
+            "ce_sum": 5720.932373046875,
+            "count": 1408,
+            "top1_correct": 206,
+            "top5_correct": 527
+          },
+          {
+            "ce_sum": 6085.224426269531,
+            "count": 1408,
+            "top1_correct": 158,
+            "top5_correct": 444
+          },
+          {
+            "ce_sum": 6812.482666015625,
+            "count": 1408,
+            "top1_correct": 112,
+            "top5_correct": 323
+          },
+          {
+            "ce_sum": 7380.786560058594,
+            "count": 1408,
+            "top1_correct": 80,
+            "top5_correct": 257
+          },
+          {
+            "ce_sum": 8168.101013183594,
+            "count": 1408,
+            "top1_correct": 46,
+            "top5_correct": 152
+          },
+          {
+            "ce_sum": 8232.719604492188,
+            "count": 1408,
+            "top1_correct": 47,
+            "top5_correct": 143
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9561930894851685,
+          "cosine_mean": 0.7543399333953857,
+          "cosine_min": 0.5545849800109863,
+          "cosine_std": 0.047542307525873184,
+          "flattened_dot": 825137.25,
+          "latent_frames": 3697,
+          "mse": 0.0709553750295848,
+          "predicted_squared": 1023415.25,
+          "reference_squared": 1164094.875,
+          "relative_l2": 0.6793415264465512,
+          "squared_error": 537235.5,
+          "values": 7571456
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999403357505798,
+          "cosine_mean": 0.9998165965080261,
+          "cosine_min": 0.9984208941459656,
+          "cosine_std": 0.00013849526294507086,
+          "flattened_dot": 1164642.5,
+          "latent_frames": 3697,
+          "mse": 5.386030557899176e-05,
+          "predicted_squared": 1165598.0,
+          "reference_squared": 1164094.875,
+          "relative_l2": 0.018716727583211062,
+          "squared_error": 407.8009338378906,
+          "values": 7571456
+        }
+      },
+      "condition_latent_frames": 3697,
+      "emitted_frames": 1072,
+      "model_id": "simpletuner-v3",
+      "sample_id": "db2fc777-59d0-4b21-87ba-90930f1d294f",
+      "shard_id": 1779,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2218.9567260742188,
+            "count": 1024,
+            "top1_correct": 400,
+            "top5_correct": 812
+          },
+          {
+            "ce_sum": 4232.9918212890625,
+            "count": 1024,
+            "top1_correct": 139,
+            "top5_correct": 378
+          },
+          {
+            "ce_sum": 4500.688720703125,
+            "count": 1024,
+            "top1_correct": 117,
+            "top5_correct": 303
+          },
+          {
+            "ce_sum": 4824.2354736328125,
+            "count": 1024,
+            "top1_correct": 77,
+            "top5_correct": 268
+          },
+          {
+            "ce_sum": 4930.5068359375,
+            "count": 1024,
+            "top1_correct": 78,
+            "top5_correct": 225
+          },
+          {
+            "ce_sum": 5750.681213378906,
+            "count": 1024,
+            "top1_correct": 42,
+            "top5_correct": 125
+          },
+          {
+            "ce_sum": 5977.571228027344,
+            "count": 1024,
+            "top1_correct": 35,
+            "top5_correct": 95
+          },
+          {
+            "ce_sum": 6258.0462646484375,
+            "count": 1024,
+            "top1_correct": 23,
+            "top5_correct": 72
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9170218706130981,
+          "cosine_mean": 0.7641234397888184,
+          "cosine_min": 0.5106006264686584,
+          "cosine_std": 0.05358806625008583,
+          "flattened_dot": 900574.3125,
+          "latent_frames": 3273,
+          "mse": 0.08416429164757104,
+          "predicted_squared": 1058874.75,
+          "reference_squared": 1306435.875,
+          "relative_l2": 0.6571399437645198,
+          "squared_error": 564162.0,
+          "values": 6703104
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999736547470093,
+          "cosine_mean": 0.9999513626098633,
+          "cosine_min": 0.9998623728752136,
+          "cosine_std": 1.2761888683598954e-05,
+          "flattened_dot": 1306210.5,
+          "latent_frames": 3273,
+          "mse": 1.9245307233549934e-05,
+          "predicted_squared": 1306114.25,
+          "reference_squared": 1306435.875,
+          "relative_l2": 0.009937024355013825,
+          "squared_error": 129.0032958984375,
+          "values": 6703104
+        }
+      },
+      "condition_latent_frames": 3273,
+      "emitted_frames": 949,
+      "model_id": "simpletuner-v3",
+      "sample_id": "164bb70a-0e61-4639-8910-2a742d8ca515",
+      "shard_id": 1797,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2037.5092163085938,
+            "count": 896,
+            "top1_correct": 379,
+            "top5_correct": 676
+          },
+          {
+            "ce_sum": 3570.7822875976562,
+            "count": 896,
+            "top1_correct": 131,
+            "top5_correct": 355
+          },
+          {
+            "ce_sum": 3692.193328857422,
+            "count": 896,
+            "top1_correct": 129,
+            "top5_correct": 322
+          },
+          {
+            "ce_sum": 4127.6236572265625,
+            "count": 896,
+            "top1_correct": 67,
+            "top5_correct": 228
+          },
+          {
+            "ce_sum": 3739.4436645507812,
+            "count": 896,
+            "top1_correct": 111,
+            "top5_correct": 320
+          },
+          {
+            "ce_sum": 4798.583923339844,
+            "count": 896,
+            "top1_correct": 40,
+            "top5_correct": 142
+          },
+          {
+            "ce_sum": 5079.046875,
+            "count": 896,
+            "top1_correct": 39,
+            "top5_correct": 106
+          },
+          {
+            "ce_sum": 5044.590393066406,
+            "count": 896,
+            "top1_correct": 37,
+            "top5_correct": 111
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9486523866653442,
+          "cosine_mean": 0.7830077409744263,
+          "cosine_min": 0.4903159737586975,
+          "cosine_std": 0.047512128949165344,
+          "flattened_dot": 4028554.25,
+          "latent_frames": 14886,
+          "mse": 0.0750989912659126,
+          "predicted_squared": 4578487.0,
+          "reference_squared": 5768128.5,
+          "relative_l2": 0.6300188909298309,
+          "squared_error": 2289507.5,
+          "values": 30486528
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999534487724304,
+          "cosine_mean": 0.9998302459716797,
+          "cosine_min": 0.9954736828804016,
+          "cosine_std": 0.000205199743504636,
+          "flattened_dot": 5771328.5,
+          "latent_frames": 14886,
+          "mse": 6.212805221754425e-05,
+          "predicted_squared": 5776422.0,
+          "reference_squared": 5768128.5,
+          "relative_l2": 0.01812092609643083,
+          "squared_error": 1894.068603515625,
+          "values": 30486528
+        }
+      },
+      "condition_latent_frames": 14886,
+      "emitted_frames": 4315,
+      "model_id": "simpletuner-v3",
+      "sample_id": "c2fb8cb7-cc74-492a-b779-82691e1122ba",
+      "shard_id": 1800,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8148.586807250977,
+            "count": 4224,
+            "top1_correct": 1857,
+            "top5_correct": 3494
+          },
+          {
+            "ce_sum": 17503.37139892578,
+            "count": 4224,
+            "top1_correct": 510,
+            "top5_correct": 1479
+          },
+          {
+            "ce_sum": 16739.381439208984,
+            "count": 4224,
+            "top1_correct": 609,
+            "top5_correct": 1644
+          },
+          {
+            "ce_sum": 18819.76885986328,
+            "count": 4224,
+            "top1_correct": 468,
+            "top5_correct": 1286
+          },
+          {
+            "ce_sum": 19993.29364013672,
+            "count": 4224,
+            "top1_correct": 356,
+            "top5_correct": 1029
+          },
+          {
+            "ce_sum": 22415.427673339844,
+            "count": 4224,
+            "top1_correct": 232,
+            "top5_correct": 720
+          },
+          {
+            "ce_sum": 23683.625366210938,
+            "count": 4224,
+            "top1_correct": 165,
+            "top5_correct": 560
+          },
+          {
+            "ce_sum": 24777.876892089844,
+            "count": 4224,
+            "top1_correct": 122,
+            "top5_correct": 451
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.943680465221405,
+          "cosine_mean": 0.7721141576766968,
+          "cosine_min": 0.4925388693809509,
+          "cosine_std": 0.0630139410495758,
+          "flattened_dot": 405126.0,
+          "latent_frames": 1403,
+          "mse": 0.08124046842285504,
+          "predicted_squared": 488772.4375,
+          "reference_squared": 554911.375,
+          "relative_l2": 0.6485869518604982,
+          "squared_error": 233431.8125,
+          "values": 2873344
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999711513519287,
+          "cosine_mean": 0.999943196773529,
+          "cosine_min": 0.9998195767402649,
+          "cosine_std": 2.133254565706011e-05,
+          "flattened_dot": 554560.8125,
+          "latent_frames": 1403,
+          "mse": 2.1405999979544603e-05,
+          "predicted_squared": 554271.6875,
+          "reference_squared": 554911.375,
+          "relative_l2": 0.010528094107104724,
+          "squared_error": 61.50680160522461,
+          "values": 2873344
+        }
+      },
+      "condition_latent_frames": 1403,
+      "emitted_frames": 407,
+      "model_id": "simpletuner-v3",
+      "sample_id": "f96226f1-a454-4bcf-a6b7-f752df5bcb22",
+      "shard_id": 1812,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1136.4205322265625,
+            "count": 384,
+            "top1_correct": 100,
+            "top5_correct": 244
+          },
+          {
+            "ce_sum": 1616.1204833984375,
+            "count": 384,
+            "top1_correct": 55,
+            "top5_correct": 134
+          },
+          {
+            "ce_sum": 1658.934814453125,
+            "count": 384,
+            "top1_correct": 57,
+            "top5_correct": 130
+          },
+          {
+            "ce_sum": 1587.2007141113281,
+            "count": 384,
+            "top1_correct": 61,
+            "top5_correct": 143
+          },
+          {
+            "ce_sum": 1591.5236206054688,
+            "count": 384,
+            "top1_correct": 49,
+            "top5_correct": 138
+          },
+          {
+            "ce_sum": 1807.4647827148438,
+            "count": 384,
+            "top1_correct": 40,
+            "top5_correct": 102
+          },
+          {
+            "ce_sum": 2089.1588745117188,
+            "count": 384,
+            "top1_correct": 24,
+            "top5_correct": 55
+          },
+          {
+            "ce_sum": 1862.1212768554688,
+            "count": 384,
+            "top1_correct": 36,
+            "top5_correct": 101
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9182934165000916,
+          "cosine_mean": 0.7607418298721313,
+          "cosine_min": 0.48386508226394653,
+          "cosine_std": 0.05134647712111473,
+          "flattened_dot": 3990648.0,
+          "latent_frames": 15524,
+          "mse": 0.07975138797185004,
+          "predicted_squared": 4832038.5,
+          "reference_squared": 5684805.0,
+          "relative_l2": 0.6678487726752894,
+          "squared_error": 2535548.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999972403049469,
+          "cosine_mean": 0.9999434947967529,
+          "cosine_min": 0.999769926071167,
+          "cosine_std": 1.4501798432320356e-05,
+          "flattened_dot": 5686045.5,
+          "latent_frames": 15524,
+          "mse": 2.0234567453737756e-05,
+          "predicted_squared": 5687929.5,
+          "reference_squared": 5684805.0,
+          "relative_l2": 0.010637901621172051,
+          "squared_error": 643.3206787109375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "e2ca4295-8c06-4bd6-b76c-02499ad1ea46",
+      "shard_id": 1845,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10115.89274597168,
+            "count": 4480,
+            "top1_correct": 1702,
+            "top5_correct": 3424
+          },
+          {
+            "ce_sum": 19511.306854248047,
+            "count": 4480,
+            "top1_correct": 484,
+            "top5_correct": 1452
+          },
+          {
+            "ce_sum": 20060.228912353516,
+            "count": 4480,
+            "top1_correct": 493,
+            "top5_correct": 1342
+          },
+          {
+            "ce_sum": 20541.343292236328,
+            "count": 4480,
+            "top1_correct": 433,
+            "top5_correct": 1260
+          },
+          {
+            "ce_sum": 21579.037658691406,
+            "count": 4480,
+            "top1_correct": 349,
+            "top5_correct": 1039
+          },
+          {
+            "ce_sum": 24873.96124267578,
+            "count": 4480,
+            "top1_correct": 185,
+            "top5_correct": 618
+          },
+          {
+            "ce_sum": 25952.188415527344,
+            "count": 4480,
+            "top1_correct": 135,
+            "top5_correct": 515
+          },
+          {
+            "ce_sum": 26848.735229492188,
+            "count": 4480,
+            "top1_correct": 98,
+            "top5_correct": 384
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9273505210876465,
+          "cosine_mean": 0.7527527213096619,
+          "cosine_min": 0.5487266182899475,
+          "cosine_std": 0.04722242429852486,
+          "flattened_dot": 4065596.25,
+          "latent_frames": 15389,
+          "mse": 0.08595545874894404,
+          "predicted_squared": 4907687.0,
+          "reference_squared": 5932535.0,
+          "relative_l2": 0.6757510865644795,
+          "squared_error": 2709030.0,
+          "values": 31516672
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999731183052063,
+          "cosine_mean": 0.9999464750289917,
+          "cosine_min": 0.9997122287750244,
+          "cosine_std": 1.5009561138867866e-05,
+          "flattened_dot": 5933136.0,
+          "latent_frames": 15389,
+          "mse": 2.0278653203647064e-05,
+          "predicted_squared": 5934376.0,
+          "reference_squared": 5932535.0,
+          "relative_l2": 0.01037933610402407,
+          "squared_error": 639.1156616210938,
+          "values": 31516672
+        }
+      },
+      "condition_latent_frames": 15389,
+      "emitted_frames": 4461,
+      "model_id": "simpletuner-v3",
+      "sample_id": "cfabb3db-f9c3-4ad0-86a3-c42d18363fbc",
+      "shard_id": 1865,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9620.658386230469,
+            "count": 4352,
+            "top1_correct": 1692,
+            "top5_correct": 3392
+          },
+          {
+            "ce_sum": 18948.152465820312,
+            "count": 4352,
+            "top1_correct": 482,
+            "top5_correct": 1376
+          },
+          {
+            "ce_sum": 18376.49920654297,
+            "count": 4352,
+            "top1_correct": 550,
+            "top5_correct": 1513
+          },
+          {
+            "ce_sum": 19407.650787353516,
+            "count": 4352,
+            "top1_correct": 480,
+            "top5_correct": 1297
+          },
+          {
+            "ce_sum": 20072.140197753906,
+            "count": 4352,
+            "top1_correct": 436,
+            "top5_correct": 1158
+          },
+          {
+            "ce_sum": 23972.45330810547,
+            "count": 4352,
+            "top1_correct": 165,
+            "top5_correct": 573
+          },
+          {
+            "ce_sum": 24774.079650878906,
+            "count": 4352,
+            "top1_correct": 152,
+            "top5_correct": 486
+          },
+          {
+            "ce_sum": 25760.423767089844,
+            "count": 4352,
+            "top1_correct": 126,
+            "top5_correct": 405
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9677283763885498,
+          "cosine_mean": 0.7849002480506897,
+          "cosine_min": 0.5223546028137207,
+          "cosine_std": 0.04171154275536537,
+          "flattened_dot": 2626185.0,
+          "latent_frames": 9811,
+          "mse": 0.07261931909575349,
+          "predicted_squared": 3056462.75,
+          "reference_squared": 3655042.5,
+          "relative_l2": 0.6318318066368732,
+          "squared_error": 1459134.75,
+          "values": 20092928
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999697804450989,
+          "cosine_mean": 0.9999203681945801,
+          "cosine_min": 0.9992092847824097,
+          "cosine_std": 4.2611882236087695e-05,
+          "flattened_dot": 3652037.25,
+          "latent_frames": 9811,
+          "mse": 2.856987743321307e-05,
+          "predicted_squared": 3649606.0,
+          "reference_squared": 3655042.5,
+          "relative_l2": 0.012532265501496904,
+          "squared_error": 574.052490234375,
+          "values": 20092928
+        }
+      },
+      "condition_latent_frames": 9811,
+      "emitted_frames": 2844,
+      "model_id": "simpletuner-v3",
+      "sample_id": "823abb66-cc3d-4031-9526-b3c6e8e57e0a",
+      "shard_id": 1866,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5293.9957275390625,
+            "count": 2816,
+            "top1_correct": 1283,
+            "top5_correct": 2353
+          },
+          {
+            "ce_sum": 11564.296081542969,
+            "count": 2816,
+            "top1_correct": 370,
+            "top5_correct": 988
+          },
+          {
+            "ce_sum": 11046.504608154297,
+            "count": 2816,
+            "top1_correct": 430,
+            "top5_correct": 1106
+          },
+          {
+            "ce_sum": 12333.554779052734,
+            "count": 2816,
+            "top1_correct": 295,
+            "top5_correct": 883
+          },
+          {
+            "ce_sum": 13148.825256347656,
+            "count": 2816,
+            "top1_correct": 246,
+            "top5_correct": 719
+          },
+          {
+            "ce_sum": 15110.617492675781,
+            "count": 2816,
+            "top1_correct": 141,
+            "top5_correct": 441
+          },
+          {
+            "ce_sum": 15964.364501953125,
+            "count": 2816,
+            "top1_correct": 111,
+            "top5_correct": 340
+          },
+          {
+            "ce_sum": 16709.690856933594,
+            "count": 2816,
+            "top1_correct": 92,
+            "top5_correct": 269
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.975292444229126,
+          "cosine_mean": 0.787652850151062,
+          "cosine_min": 0.29943257570266724,
+          "cosine_std": 0.043977901339530945,
+          "flattened_dot": 2030971.25,
+          "latent_frames": 7544,
+          "mse": 0.0714894979402091,
+          "predicted_squared": 2381694.25,
+          "reference_squared": 2784769.0,
+          "relative_l2": 0.6297850567611734,
+          "squared_error": 1104520.75,
+          "values": 15450112
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999380707740784,
+          "cosine_mean": 0.999738872051239,
+          "cosine_min": 0.9798654317855835,
+          "cosine_std": 0.000787838886026293,
+          "flattened_dot": 2780499.0,
+          "latent_frames": 7544,
+          "mse": 8.81972551851485e-05,
+          "predicted_squared": 2777591.5,
+          "reference_squared": 2784769.0,
+          "relative_l2": 0.02212069475348562,
+          "squared_error": 1362.657470703125,
+          "values": 15450112
+        }
+      },
+      "condition_latent_frames": 7544,
+      "emitted_frames": 2187,
+      "model_id": "simpletuner-v3",
+      "sample_id": "50ff1620-4fa2-4571-9463-20ee6c6bcfc2",
+      "shard_id": 1867,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3941.2363891601562,
+            "count": 2176,
+            "top1_correct": 1014,
+            "top5_correct": 1832
+          },
+          {
+            "ce_sum": 9065.22216796875,
+            "count": 2176,
+            "top1_correct": 281,
+            "top5_correct": 763
+          },
+          {
+            "ce_sum": 9159.736358642578,
+            "count": 2176,
+            "top1_correct": 271,
+            "top5_correct": 757
+          },
+          {
+            "ce_sum": 9465.560241699219,
+            "count": 2176,
+            "top1_correct": 243,
+            "top5_correct": 672
+          },
+          {
+            "ce_sum": 10781.939575195312,
+            "count": 2176,
+            "top1_correct": 156,
+            "top5_correct": 490
+          },
+          {
+            "ce_sum": 12069.097351074219,
+            "count": 2176,
+            "top1_correct": 94,
+            "top5_correct": 297
+          },
+          {
+            "ce_sum": 13139.166198730469,
+            "count": 2176,
+            "top1_correct": 51,
+            "top5_correct": 172
+          },
+          {
+            "ce_sum": 13439.237548828125,
+            "count": 2176,
+            "top1_correct": 41,
+            "top5_correct": 122
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9652974605560303,
+          "cosine_mean": 0.748314380645752,
+          "cosine_min": 0.5129359364509583,
+          "cosine_std": 0.04894173890352249,
+          "flattened_dot": 3877386.5,
+          "latent_frames": 15524,
+          "mse": 0.08250515708540003,
+          "predicted_squared": 4762503.5,
+          "reference_squared": 5615368.0,
+          "relative_l2": 0.683468069017727,
+          "squared_error": 2623099.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999599456787109,
+          "cosine_mean": 0.9999113082885742,
+          "cosine_min": 0.9977412223815918,
+          "cosine_std": 6.796027446398512e-05,
+          "flattened_dot": 5612522.5,
+          "latent_frames": 15524,
+          "mse": 3.1341069815423615e-05,
+          "predicted_squared": 5610673.0,
+          "reference_squared": 5615368.0,
+          "relative_l2": 0.013320931352366013,
+          "squared_error": 996.431396484375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "c0159afb-50e9-4912-8a89-e98cb79d5ed8",
+      "shard_id": 1870,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8858.590209960938,
+            "count": 4480,
+            "top1_correct": 1961,
+            "top5_correct": 3676
+          },
+          {
+            "ce_sum": 19294.419525146484,
+            "count": 4480,
+            "top1_correct": 505,
+            "top5_correct": 1479
+          },
+          {
+            "ce_sum": 19380.044403076172,
+            "count": 4480,
+            "top1_correct": 552,
+            "top5_correct": 1460
+          },
+          {
+            "ce_sum": 20435.290496826172,
+            "count": 4480,
+            "top1_correct": 447,
+            "top5_correct": 1234
+          },
+          {
+            "ce_sum": 21560.04022216797,
+            "count": 4480,
+            "top1_correct": 357,
+            "top5_correct": 1058
+          },
+          {
+            "ce_sum": 25008.787170410156,
+            "count": 4480,
+            "top1_correct": 174,
+            "top5_correct": 600
+          },
+          {
+            "ce_sum": 26603.757446289062,
+            "count": 4480,
+            "top1_correct": 111,
+            "top5_correct": 385
+          },
+          {
+            "ce_sum": 27196.949829101562,
+            "count": 4480,
+            "top1_correct": 96,
+            "top5_correct": 319
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9610778093338013,
+          "cosine_mean": 0.7914724946022034,
+          "cosine_min": 0.5418933033943176,
+          "cosine_std": 0.050270672887563705,
+          "flattened_dot": 575393.0,
+          "latent_frames": 1914,
+          "mse": 0.07841265288764532,
+          "predicted_squared": 671290.625,
+          "reference_squared": 786862.9375,
+          "relative_l2": 0.624999214641955,
+          "squared_error": 307367.5625,
+          "values": 3919872
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999741911888123,
+          "cosine_mean": 0.9999487400054932,
+          "cosine_min": 0.9998828172683716,
+          "cosine_std": 1.1465952411526814e-05,
+          "flattened_dot": 786666.125,
+          "latent_frames": 1914,
+          "mse": 2.0848423662977907e-05,
+          "predicted_squared": 786550.875,
+          "reference_squared": 786862.9375,
+          "relative_l2": 0.010191145682075308,
+          "squared_error": 81.72315216064453,
+          "values": 3919872
+        }
+      },
+      "condition_latent_frames": 1914,
+      "emitted_frames": 555,
+      "model_id": "simpletuner-v3",
+      "sample_id": "48f2d62d-8276-4d59-b0d0-2bb595de5572",
+      "shard_id": 1939,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1299.4075622558594,
+            "count": 512,
+            "top1_correct": 168,
+            "top5_correct": 367
+          },
+          {
+            "ce_sum": 2159.0842895507812,
+            "count": 512,
+            "top1_correct": 69,
+            "top5_correct": 182
+          },
+          {
+            "ce_sum": 2121.88623046875,
+            "count": 512,
+            "top1_correct": 60,
+            "top5_correct": 194
+          },
+          {
+            "ce_sum": 2103.918731689453,
+            "count": 512,
+            "top1_correct": 67,
+            "top5_correct": 180
+          },
+          {
+            "ce_sum": 2234.0372009277344,
+            "count": 512,
+            "top1_correct": 50,
+            "top5_correct": 151
+          },
+          {
+            "ce_sum": 2330.4949951171875,
+            "count": 512,
+            "top1_correct": 47,
+            "top5_correct": 151
+          },
+          {
+            "ce_sum": 2673.2726440429688,
+            "count": 512,
+            "top1_correct": 27,
+            "top5_correct": 87
+          },
+          {
+            "ce_sum": 2573.3186645507812,
+            "count": 512,
+            "top1_correct": 31,
+            "top5_correct": 108
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9342184066772461,
+          "cosine_mean": 0.778276801109314,
+          "cosine_min": 0.5279268026351929,
+          "cosine_std": 0.0454292967915535,
+          "flattened_dot": 4411742.0,
+          "latent_frames": 15524,
+          "mse": 0.07943383531145323,
+          "predicted_squared": 5173449.0,
+          "reference_squared": 6175486.0,
+          "relative_l2": 0.6394903399982691,
+          "squared_error": 2525452.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999747276306152,
+          "cosine_mean": 0.9999449253082275,
+          "cosine_min": 0.9995765686035156,
+          "cosine_std": 2.0806770407943986e-05,
+          "flattened_dot": 6175731.5,
+          "latent_frames": 15524,
+          "mse": 2.1375479602346835e-05,
+          "predicted_squared": 6176656.0,
+          "reference_squared": 6175486.0,
+          "relative_l2": 0.010490330147025169,
+          "squared_error": 679.5938720703125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "da830176-c157-444a-b74f-223507e097fc",
+      "shard_id": 1949,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8731.508926391602,
+            "count": 4480,
+            "top1_correct": 2040,
+            "top5_correct": 3713
+          },
+          {
+            "ce_sum": 17863.91372680664,
+            "count": 4480,
+            "top1_correct": 620,
+            "top5_correct": 1750
+          },
+          {
+            "ce_sum": 18150.059692382812,
+            "count": 4480,
+            "top1_correct": 647,
+            "top5_correct": 1680
+          },
+          {
+            "ce_sum": 19769.285095214844,
+            "count": 4480,
+            "top1_correct": 455,
+            "top5_correct": 1290
+          },
+          {
+            "ce_sum": 21403.82470703125,
+            "count": 4480,
+            "top1_correct": 381,
+            "top5_correct": 1094
+          },
+          {
+            "ce_sum": 23358.323974609375,
+            "count": 4480,
+            "top1_correct": 253,
+            "top5_correct": 795
+          },
+          {
+            "ce_sum": 25615.783569335938,
+            "count": 4480,
+            "top1_correct": 138,
+            "top5_correct": 485
+          },
+          {
+            "ce_sum": 26335.108642578125,
+            "count": 4480,
+            "top1_correct": 134,
+            "top5_correct": 437
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9712814092636108,
+          "cosine_mean": 0.7805826663970947,
+          "cosine_min": 0.5698917508125305,
+          "cosine_std": 0.04107845202088356,
+          "flattened_dot": 1355385.75,
+          "latent_frames": 5488,
+          "mse": 0.06928604615325483,
+          "predicted_squared": 1596502.75,
+          "reference_squared": 1893003.875,
+          "relative_l2": 0.6413855412546506,
+          "squared_error": 778735.25,
+          "values": 11239424
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999618530273438,
+          "cosine_mean": 0.9999324083328247,
+          "cosine_min": 0.9995816946029663,
+          "cosine_std": 2.5799974537221715e-05,
+          "flattened_dot": 1892550.25,
+          "latent_frames": 5488,
+          "mse": 2.2936704685319617e-05,
+          "predicted_squared": 1892354.375,
+          "reference_squared": 1893003.875,
+          "relative_l2": 0.011669756320443179,
+          "squared_error": 257.79534912109375,
+          "values": 11239424
+        }
+      },
+      "condition_latent_frames": 5488,
+      "emitted_frames": 1591,
+      "model_id": "simpletuner-v3",
+      "sample_id": "f04e54e3-9a49-4659-ba54-eb4180584170",
+      "shard_id": 2215,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2832.386001586914,
+            "count": 1536,
+            "top1_correct": 708,
+            "top5_correct": 1281
+          },
+          {
+            "ce_sum": 6368.043426513672,
+            "count": 1536,
+            "top1_correct": 208,
+            "top5_correct": 561
+          },
+          {
+            "ce_sum": 6564.723937988281,
+            "count": 1536,
+            "top1_correct": 182,
+            "top5_correct": 546
+          },
+          {
+            "ce_sum": 7045.181823730469,
+            "count": 1536,
+            "top1_correct": 137,
+            "top5_correct": 399
+          },
+          {
+            "ce_sum": 7789.722717285156,
+            "count": 1536,
+            "top1_correct": 112,
+            "top5_correct": 304
+          },
+          {
+            "ce_sum": 8708.80517578125,
+            "count": 1536,
+            "top1_correct": 45,
+            "top5_correct": 188
+          },
+          {
+            "ce_sum": 9358.128540039062,
+            "count": 1536,
+            "top1_correct": 28,
+            "top5_correct": 100
+          },
+          {
+            "ce_sum": 9541.951354980469,
+            "count": 1536,
+            "top1_correct": 29,
+            "top5_correct": 104
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8875636458396912,
+          "cosine_mean": 0.7743406295776367,
+          "cosine_min": 0.48221760988235474,
+          "cosine_std": 0.048654135316610336,
+          "flattened_dot": 587956.5,
+          "latent_frames": 2224,
+          "mse": 0.07677929006892142,
+          "predicted_squared": 705733.0625,
+          "reference_squared": 819890.5,
+          "relative_l2": 0.6530951919556749,
+          "squared_error": 349710.625,
+          "values": 4554752
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999732971191406,
+          "cosine_mean": 0.9999369978904724,
+          "cosine_min": 0.9997502565383911,
+          "cosine_std": 2.4345979909412563e-05,
+          "flattened_dot": 820045.875,
+          "latent_frames": 2224,
+          "mse": 2.2045489092417757e-05,
+          "predicted_squared": 820301.625,
+          "reference_squared": 819890.5,
+          "relative_l2": 0.011066602468785448,
+          "squared_error": 100.41173553466797,
+          "values": 4554752
+        }
+      },
+      "condition_latent_frames": 2224,
+      "emitted_frames": 645,
+      "model_id": "simpletuner-v3",
+      "sample_id": "f539637c-a770-4316-837b-db81c10d54bb",
+      "shard_id": 1981,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1407.427017211914,
+            "count": 640,
+            "top1_correct": 248,
+            "top5_correct": 500
+          },
+          {
+            "ce_sum": 2549.6651916503906,
+            "count": 640,
+            "top1_correct": 78,
+            "top5_correct": 228
+          },
+          {
+            "ce_sum": 2584.3187561035156,
+            "count": 640,
+            "top1_correct": 78,
+            "top5_correct": 233
+          },
+          {
+            "ce_sum": 2572.9915161132812,
+            "count": 640,
+            "top1_correct": 85,
+            "top5_correct": 244
+          },
+          {
+            "ce_sum": 2932.2838745117188,
+            "count": 640,
+            "top1_correct": 68,
+            "top5_correct": 185
+          },
+          {
+            "ce_sum": 3133.9623413085938,
+            "count": 640,
+            "top1_correct": 47,
+            "top5_correct": 132
+          },
+          {
+            "ce_sum": 3156.7933349609375,
+            "count": 640,
+            "top1_correct": 41,
+            "top5_correct": 145
+          },
+          {
+            "ce_sum": 3408.65478515625,
+            "count": 640,
+            "top1_correct": 34,
+            "top5_correct": 104
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9420539140701294,
+          "cosine_mean": 0.7517994046211243,
+          "cosine_min": 0.3752025365829468,
+          "cosine_std": 0.047907765954732895,
+          "flattened_dot": 3049114.5,
+          "latent_frames": 12478,
+          "mse": 0.0806969974185817,
+          "predicted_squared": 3624600.0,
+          "reference_squared": 4535836.0,
+          "relative_l2": 0.6742756601218194,
+          "squared_error": 2062207.25,
+          "values": 25554944
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999664425849915,
+          "cosine_mean": 0.9999392032623291,
+          "cosine_min": 0.9995189905166626,
+          "cosine_std": 1.8681708752410486e-05,
+          "flattened_dot": 4536636.5,
+          "latent_frames": 12478,
+          "mse": 2.1836656965416847e-05,
+          "predicted_squared": 4537994.0,
+          "reference_squared": 4535836.0,
+          "relative_l2": 0.011091795934595035,
+          "squared_error": 558.0345458984375,
+          "values": 25554944
+        }
+      },
+      "condition_latent_frames": 12478,
+      "emitted_frames": 3617,
+      "model_id": "simpletuner-v3",
+      "sample_id": "60c3b8fa-7212-4d8b-a4b5-5ca13e0ae575",
+      "shard_id": 2008,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7321.742736816406,
+            "count": 3584,
+            "top1_correct": 1551,
+            "top5_correct": 2875
+          },
+          {
+            "ce_sum": 14986.771697998047,
+            "count": 3584,
+            "top1_correct": 448,
+            "top5_correct": 1244
+          },
+          {
+            "ce_sum": 15744.878540039062,
+            "count": 3584,
+            "top1_correct": 423,
+            "top5_correct": 1124
+          },
+          {
+            "ce_sum": 16955.714965820312,
+            "count": 3584,
+            "top1_correct": 289,
+            "top5_correct": 875
+          },
+          {
+            "ce_sum": 18053.36065673828,
+            "count": 3584,
+            "top1_correct": 222,
+            "top5_correct": 735
+          },
+          {
+            "ce_sum": 20139.056640625,
+            "count": 3584,
+            "top1_correct": 144,
+            "top5_correct": 467
+          },
+          {
+            "ce_sum": 21164.46026611328,
+            "count": 3584,
+            "top1_correct": 117,
+            "top5_correct": 336
+          },
+          {
+            "ce_sum": 21897.64422607422,
+            "count": 3584,
+            "top1_correct": 72,
+            "top5_correct": 254
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9508793354034424,
+          "cosine_mean": 0.7921596765518188,
+          "cosine_min": 0.6057533025741577,
+          "cosine_std": 0.0560012087225914,
+          "flattened_dot": 336916.09375,
+          "latent_frames": 1351,
+          "mse": 0.06399685219426582,
+          "predicted_squared": 392174.8125,
+          "reference_squared": 458726.9375,
+          "relative_l2": 0.6212906749907889,
+          "squared_error": 177069.5625,
+          "values": 2766848
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999628663063049,
+          "cosine_mean": 0.9999222755432129,
+          "cosine_min": 0.9994381070137024,
+          "cosine_std": 4.962586172041483e-05,
+          "flattened_dot": 458561.4375,
+          "latent_frames": 1351,
+          "mse": 2.5690434642582803e-05,
+          "predicted_squared": 458467.0625,
+          "reference_squared": 458726.9375,
+          "relative_l2": 0.012448048014297077,
+          "squared_error": 71.08152770996094,
+          "values": 2766848
+        }
+      },
+      "condition_latent_frames": 1351,
+      "emitted_frames": 392,
+      "model_id": "simpletuner-v3",
+      "sample_id": "86a125b5-7f13-4859-9876-d1ff56f0480d",
+      "shard_id": 2025,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 683.5022277832031,
+            "count": 384,
+            "top1_correct": 199,
+            "top5_correct": 318
+          },
+          {
+            "ce_sum": 1589.7041625976562,
+            "count": 384,
+            "top1_correct": 53,
+            "top5_correct": 130
+          },
+          {
+            "ce_sum": 1671.383544921875,
+            "count": 384,
+            "top1_correct": 50,
+            "top5_correct": 122
+          },
+          {
+            "ce_sum": 1721.9878540039062,
+            "count": 384,
+            "top1_correct": 48,
+            "top5_correct": 116
+          },
+          {
+            "ce_sum": 1839.3767700195312,
+            "count": 384,
+            "top1_correct": 30,
+            "top5_correct": 92
+          },
+          {
+            "ce_sum": 2153.1311645507812,
+            "count": 384,
+            "top1_correct": 12,
+            "top5_correct": 41
+          },
+          {
+            "ce_sum": 2293.0617065429688,
+            "count": 384,
+            "top1_correct": 9,
+            "top5_correct": 32
+          },
+          {
+            "ce_sum": 2310.9871215820312,
+            "count": 384,
+            "top1_correct": 7,
+            "top5_correct": 30
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9295341372489929,
+          "cosine_mean": 0.7901768684387207,
+          "cosine_min": 0.5982048511505127,
+          "cosine_std": 0.046000946313142776,
+          "flattened_dot": 598967.125,
+          "latent_frames": 1931,
+          "mse": 0.08223622824354285,
+          "predicted_squared": 701438.5,
+          "reference_squared": 821714.3125,
+          "relative_l2": 0.6291110000199986,
+          "squared_error": 325218.625,
+          "values": 3954688
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999586343765259,
+          "cosine_mean": 0.9998748898506165,
+          "cosine_min": 0.9989218711853027,
+          "cosine_std": 0.0001238336699316278,
+          "flattened_dot": 821077.6875,
+          "latent_frames": 1931,
+          "mse": 4.7719683874338664e-05,
+          "predicted_squared": 820629.75,
+          "reference_squared": 821714.3125,
+          "relative_l2": 0.015154599596976953,
+          "squared_error": 188.71646118164062,
+          "values": 3954688
+        }
+      },
+      "condition_latent_frames": 1931,
+      "emitted_frames": 560,
+      "model_id": "simpletuner-v3",
+      "sample_id": "fcd3023b-f8cc-4287-9c67-3ecd127860f4",
+      "shard_id": 2034,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1020.3864898681641,
+            "count": 512,
+            "top1_correct": 229,
+            "top5_correct": 443
+          },
+          {
+            "ce_sum": 2114.340576171875,
+            "count": 512,
+            "top1_correct": 73,
+            "top5_correct": 183
+          },
+          {
+            "ce_sum": 2091.855194091797,
+            "count": 512,
+            "top1_correct": 83,
+            "top5_correct": 194
+          },
+          {
+            "ce_sum": 2153.369171142578,
+            "count": 512,
+            "top1_correct": 64,
+            "top5_correct": 177
+          },
+          {
+            "ce_sum": 2325.030517578125,
+            "count": 512,
+            "top1_correct": 51,
+            "top5_correct": 146
+          },
+          {
+            "ce_sum": 2577.6932373046875,
+            "count": 512,
+            "top1_correct": 33,
+            "top5_correct": 113
+          },
+          {
+            "ce_sum": 2709.2587890625,
+            "count": 512,
+            "top1_correct": 31,
+            "top5_correct": 88
+          },
+          {
+            "ce_sum": 2785.4296875,
+            "count": 512,
+            "top1_correct": 19,
+            "top5_correct": 69
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9788745641708374,
+          "cosine_mean": 0.7900494337081909,
+          "cosine_min": 0.5943726897239685,
+          "cosine_std": 0.05067076161503792,
+          "flattened_dot": 1363811.5,
+          "latent_frames": 4732,
+          "mse": 0.07540400836393174,
+          "predicted_squared": 1602244.5,
+          "reference_squared": 1856128.75,
+          "relative_l2": 0.6274520054962405,
+          "squared_error": 730750.5,
+          "values": 9691136
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999701976776123,
+          "cosine_mean": 0.9999203085899353,
+          "cosine_min": 0.9979146718978882,
+          "cosine_std": 0.00010402704356238246,
+          "flattened_dot": 1856388.375,
+          "latent_frames": 4732,
+          "mse": 2.9426845875415172e-05,
+          "predicted_squared": 1856933.25,
+          "reference_squared": 1856128.75,
+          "relative_l2": 0.01239524606465249,
+          "squared_error": 285.1795654296875,
+          "values": 9691136
+        }
+      },
+      "condition_latent_frames": 4732,
+      "emitted_frames": 1372,
+      "model_id": "simpletuner-v3",
+      "sample_id": "8d527f9f-51c7-4f0a-aa22-2071a9a577a4",
+      "shard_id": 2041,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2590.0970306396484,
+            "count": 1280,
+            "top1_correct": 537,
+            "top5_correct": 1045
+          },
+          {
+            "ce_sum": 5078.497955322266,
+            "count": 1280,
+            "top1_correct": 205,
+            "top5_correct": 502
+          },
+          {
+            "ce_sum": 5105.883453369141,
+            "count": 1280,
+            "top1_correct": 184,
+            "top5_correct": 491
+          },
+          {
+            "ce_sum": 5766.356292724609,
+            "count": 1280,
+            "top1_correct": 142,
+            "top5_correct": 381
+          },
+          {
+            "ce_sum": 5873.412292480469,
+            "count": 1280,
+            "top1_correct": 115,
+            "top5_correct": 353
+          },
+          {
+            "ce_sum": 6738.924987792969,
+            "count": 1280,
+            "top1_correct": 61,
+            "top5_correct": 211
+          },
+          {
+            "ce_sum": 7158.296691894531,
+            "count": 1280,
+            "top1_correct": 53,
+            "top5_correct": 156
+          },
+          {
+            "ce_sum": 7197.167419433594,
+            "count": 1280,
+            "top1_correct": 54,
+            "top5_correct": 180
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9293671250343323,
+          "cosine_mean": 0.7745544910430908,
+          "cosine_min": 0.577236533164978,
+          "cosine_std": 0.05709068104624748,
+          "flattened_dot": 427099.125,
+          "latent_frames": 1524,
+          "mse": 0.08232142731273581,
+          "predicted_squared": 507222.53125,
+          "reference_squared": 603913.4375,
+          "relative_l2": 0.6522687303031003,
+          "squared_error": 256937.6875,
+          "values": 3121152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999662041664124,
+          "cosine_mean": 0.9999355673789978,
+          "cosine_min": 0.9997800588607788,
+          "cosine_std": 2.715888331294991e-05,
+          "flattened_dot": 604235.375,
+          "latent_frames": 1524,
+          "mse": 2.479663465827156e-05,
+          "predicted_squared": 604634.625,
+          "reference_squared": 603913.4375,
+          "relative_l2": 0.011320522828009065,
+          "squared_error": 77.3940658569336,
+          "values": 3121152
+        }
+      },
+      "condition_latent_frames": 1524,
+      "emitted_frames": 442,
+      "model_id": "simpletuner-v3",
+      "sample_id": "e197916f-6203-47a8-853c-c0cb40f0bd99",
+      "shard_id": 2073,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 698.0227355957031,
+            "count": 384,
+            "top1_correct": 190,
+            "top5_correct": 322
+          },
+          {
+            "ce_sum": 1453.0406494140625,
+            "count": 384,
+            "top1_correct": 61,
+            "top5_correct": 161
+          },
+          {
+            "ce_sum": 1524.2354736328125,
+            "count": 384,
+            "top1_correct": 62,
+            "top5_correct": 159
+          },
+          {
+            "ce_sum": 1712.38525390625,
+            "count": 384,
+            "top1_correct": 41,
+            "top5_correct": 109
+          },
+          {
+            "ce_sum": 1810.7195434570312,
+            "count": 384,
+            "top1_correct": 31,
+            "top5_correct": 95
+          },
+          {
+            "ce_sum": 1925.4982299804688,
+            "count": 384,
+            "top1_correct": 23,
+            "top5_correct": 73
+          },
+          {
+            "ce_sum": 1880.3379516601562,
+            "count": 384,
+            "top1_correct": 34,
+            "top5_correct": 99
+          },
+          {
+            "ce_sum": 2046.9907836914062,
+            "count": 384,
+            "top1_correct": 21,
+            "top5_correct": 62
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9229905605316162,
+          "cosine_mean": 0.7489153742790222,
+          "cosine_min": 0.1032942682504654,
+          "cosine_std": 0.04659680277109146,
+          "flattened_dot": 3915420.5,
+          "latent_frames": 14768,
+          "mse": 0.08853382511490215,
+          "predicted_squared": 4650426.5,
+          "reference_squared": 5858108.0,
+          "relative_l2": 0.6760856921327761,
+          "squared_error": 2677693.5,
+          "values": 30244864
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999747276306152,
+          "cosine_mean": 0.9999486207962036,
+          "cosine_min": 0.9998003244400024,
+          "cosine_std": 1.2683611203101464e-05,
+          "flattened_dot": 5860878.0,
+          "latent_frames": 14768,
+          "mse": 2.018130613432416e-05,
+          "predicted_squared": 5864258.0,
+          "reference_squared": 5858108.0,
+          "relative_l2": 0.01020755588101958,
+          "squared_error": 610.380859375,
+          "values": 30244864
+        }
+      },
+      "condition_latent_frames": 14768,
+      "emitted_frames": 4281,
+      "model_id": "simpletuner-v3",
+      "sample_id": "0385eeed-b4cf-4526-8f2c-f7689ea2502f",
+      "shard_id": 2079,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9083.154357910156,
+            "count": 4224,
+            "top1_correct": 1724,
+            "top5_correct": 3336
+          },
+          {
+            "ce_sum": 17278.38983154297,
+            "count": 4224,
+            "top1_correct": 583,
+            "top5_correct": 1533
+          },
+          {
+            "ce_sum": 18558.795623779297,
+            "count": 4224,
+            "top1_correct": 462,
+            "top5_correct": 1321
+          },
+          {
+            "ce_sum": 19118.93231201172,
+            "count": 4224,
+            "top1_correct": 409,
+            "top5_correct": 1160
+          },
+          {
+            "ce_sum": 19956.43487548828,
+            "count": 4224,
+            "top1_correct": 365,
+            "top5_correct": 1049
+          },
+          {
+            "ce_sum": 22538.71514892578,
+            "count": 4224,
+            "top1_correct": 217,
+            "top5_correct": 701
+          },
+          {
+            "ce_sum": 24409.06317138672,
+            "count": 4224,
+            "top1_correct": 122,
+            "top5_correct": 417
+          },
+          {
+            "ce_sum": 24922.014038085938,
+            "count": 4224,
+            "top1_correct": 125,
+            "top5_correct": 401
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9032989144325256,
+          "cosine_mean": 0.7481873631477356,
+          "cosine_min": 0.5230339765548706,
+          "cosine_std": 0.05081872269511223,
+          "flattened_dot": 2623872.0,
+          "latent_frames": 10342,
+          "mse": 0.08356293615762787,
+          "predicted_squared": 3213651.75,
+          "reference_squared": 3803989.5,
+          "relative_l2": 0.6821100272068076,
+          "squared_error": 1769897.75,
+          "values": 21180416
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999723434448242,
+          "cosine_mean": 0.999935507774353,
+          "cosine_min": 0.9997527599334717,
+          "cosine_std": 1.9094521121587604e-05,
+          "flattened_dot": 3805574.0,
+          "latent_frames": 10342,
+          "mse": 2.3178430607323027e-05,
+          "predicted_squared": 3807649.0,
+          "reference_squared": 3803989.5,
+          "relative_l2": 0.01136029480238976,
+          "squared_error": 490.9288024902344,
+          "values": 21180416
+        }
+      },
+      "condition_latent_frames": 10342,
+      "emitted_frames": 2998,
+      "model_id": "simpletuner-v3",
+      "sample_id": "903b16e1-74f2-4c87-bbe8-0254ed9c4812",
+      "shard_id": 2111,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6421.377014160156,
+            "count": 2944,
+            "top1_correct": 1191,
+            "top5_correct": 2300
+          },
+          {
+            "ce_sum": 12852.299438476562,
+            "count": 2944,
+            "top1_correct": 322,
+            "top5_correct": 889
+          },
+          {
+            "ce_sum": 12879.968811035156,
+            "count": 2944,
+            "top1_correct": 344,
+            "top5_correct": 935
+          },
+          {
+            "ce_sum": 13481.264587402344,
+            "count": 2944,
+            "top1_correct": 290,
+            "top5_correct": 832
+          },
+          {
+            "ce_sum": 13831.994384765625,
+            "count": 2944,
+            "top1_correct": 279,
+            "top5_correct": 730
+          },
+          {
+            "ce_sum": 16079.692932128906,
+            "count": 2944,
+            "top1_correct": 128,
+            "top5_correct": 429
+          },
+          {
+            "ce_sum": 16808.338317871094,
+            "count": 2944,
+            "top1_correct": 107,
+            "top5_correct": 350
+          },
+          {
+            "ce_sum": 17606.494079589844,
+            "count": 2944,
+            "top1_correct": 72,
+            "top5_correct": 258
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9389415979385376,
+          "cosine_mean": 0.7767577171325684,
+          "cosine_min": 0.5288134813308716,
+          "cosine_std": 0.04401516541838646,
+          "flattened_dot": 4104738.0,
+          "latent_frames": 14485,
+          "mse": 0.08059644978911373,
+          "predicted_squared": 4817192.5,
+          "reference_squared": 5783200.0,
+          "relative_l2": 0.6429809055827208,
+          "squared_error": 2390916.25,
+          "values": 29665280
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999657869338989,
+          "cosine_mean": 0.9999122619628906,
+          "cosine_min": 0.9989082217216492,
+          "cosine_std": 4.6192311856430024e-05,
+          "flattened_dot": 5782419.5,
+          "latent_frames": 14485,
+          "mse": 3.379709069630916e-05,
+          "predicted_squared": 5782641.0,
+          "reference_squared": 5783200.0,
+          "relative_l2": 0.013166786048896505,
+          "squared_error": 1002.6001586914062,
+          "values": 29665280
+        }
+      },
+      "condition_latent_frames": 14485,
+      "emitted_frames": 4199,
+      "model_id": "simpletuner-v3",
+      "sample_id": "848e7dbf-b9f2-4ee2-bcc5-fed51ce1d6b7",
+      "shard_id": 2113,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8449.870193481445,
+            "count": 4096,
+            "top1_correct": 1739,
+            "top5_correct": 3303
+          },
+          {
+            "ce_sum": 17608.256927490234,
+            "count": 4096,
+            "top1_correct": 499,
+            "top5_correct": 1309
+          },
+          {
+            "ce_sum": 17070.609130859375,
+            "count": 4096,
+            "top1_correct": 538,
+            "top5_correct": 1433
+          },
+          {
+            "ce_sum": 18491.329650878906,
+            "count": 4096,
+            "top1_correct": 409,
+            "top5_correct": 1132
+          },
+          {
+            "ce_sum": 19170.112365722656,
+            "count": 4096,
+            "top1_correct": 358,
+            "top5_correct": 1071
+          },
+          {
+            "ce_sum": 22038.783752441406,
+            "count": 4096,
+            "top1_correct": 182,
+            "top5_correct": 582
+          },
+          {
+            "ce_sum": 23664.890197753906,
+            "count": 4096,
+            "top1_correct": 141,
+            "top5_correct": 442
+          },
+          {
+            "ce_sum": 24369.780822753906,
+            "count": 4096,
+            "top1_correct": 117,
+            "top5_correct": 351
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9448054432868958,
+          "cosine_mean": 0.7806203365325928,
+          "cosine_min": 0.5314780473709106,
+          "cosine_std": 0.048149194568395615,
+          "flattened_dot": 413464.1875,
+          "latent_frames": 1455,
+          "mse": 0.07851421972320662,
+          "predicted_squared": 496530.8125,
+          "reference_squared": 564357.375,
+          "relative_l2": 0.6438630906441732,
+          "squared_error": 233959.8125,
+          "values": 2979840
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999679923057556,
+          "cosine_mean": 0.9999385476112366,
+          "cosine_min": 0.9998178482055664,
+          "cosine_std": 2.1891832147957757e-05,
+          "flattened_dot": 564126.0,
+          "latent_frames": 1455,
+          "mse": 2.2673384123241778e-05,
+          "predicted_squared": 563962.125,
+          "reference_squared": 564357.375,
+          "relative_l2": 0.010941517096607204,
+          "squared_error": 67.56305694580078,
+          "values": 2979840
+        }
+      },
+      "condition_latent_frames": 1455,
+      "emitted_frames": 422,
+      "model_id": "simpletuner-v3",
+      "sample_id": "25cdb4b6-ea4d-46d2-8ba8-7fe5a10da136",
+      "shard_id": 2162,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 825.4913024902344,
+            "count": 384,
+            "top1_correct": 157,
+            "top5_correct": 306
+          },
+          {
+            "ce_sum": 1517.35205078125,
+            "count": 384,
+            "top1_correct": 66,
+            "top5_correct": 148
+          },
+          {
+            "ce_sum": 1666.5403442382812,
+            "count": 384,
+            "top1_correct": 59,
+            "top5_correct": 137
+          },
+          {
+            "ce_sum": 1813.07470703125,
+            "count": 384,
+            "top1_correct": 28,
+            "top5_correct": 106
+          },
+          {
+            "ce_sum": 1901.5651245117188,
+            "count": 384,
+            "top1_correct": 32,
+            "top5_correct": 85
+          },
+          {
+            "ce_sum": 1926.818603515625,
+            "count": 384,
+            "top1_correct": 24,
+            "top5_correct": 77
+          },
+          {
+            "ce_sum": 2167.3117065429688,
+            "count": 384,
+            "top1_correct": 14,
+            "top5_correct": 43
+          },
+          {
+            "ce_sum": 2137.0172729492188,
+            "count": 384,
+            "top1_correct": 18,
+            "top5_correct": 50
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9522852897644043,
+          "cosine_mean": 0.7576494216918945,
+          "cosine_min": 0.5246903896331787,
+          "cosine_std": 0.04857999458909035,
+          "flattened_dot": 2769271.5,
+          "latent_frames": 11774,
+          "mse": 0.0736639594027359,
+          "predicted_squared": 3358906.25,
+          "reference_squared": 3955907.0,
+          "relative_l2": 0.6700874504521668,
+          "squared_error": 1776270.25,
+          "values": 24113152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999715089797974,
+          "cosine_mean": 0.999929666519165,
+          "cosine_min": 0.9994894862174988,
+          "cosine_std": 3.3879241527756676e-05,
+          "flattened_dot": 3954230.75,
+          "latent_frames": 11774,
+          "mse": 2.2800553527412137e-05,
+          "predicted_squared": 3953104.5,
+          "reference_squared": 3955907.0,
+          "relative_l2": 0.011788991390835571,
+          "squared_error": 549.793212890625,
+          "values": 24113152
+        }
+      },
+      "condition_latent_frames": 11774,
+      "emitted_frames": 3413,
+      "model_id": "simpletuner-v3",
+      "sample_id": "a802fc74-8c23-4951-9afd-73e1c8599eef",
+      "shard_id": 2164,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5622.021408081055,
+            "count": 3328,
+            "top1_correct": 1654,
+            "top5_correct": 2877
+          },
+          {
+            "ce_sum": 14844.201232910156,
+            "count": 3328,
+            "top1_correct": 366,
+            "top5_correct": 1020
+          },
+          {
+            "ce_sum": 14989.808227539062,
+            "count": 3328,
+            "top1_correct": 331,
+            "top5_correct": 976
+          },
+          {
+            "ce_sum": 15978.916687011719,
+            "count": 3328,
+            "top1_correct": 275,
+            "top5_correct": 787
+          },
+          {
+            "ce_sum": 16273.566162109375,
+            "count": 3328,
+            "top1_correct": 251,
+            "top5_correct": 756
+          },
+          {
+            "ce_sum": 19251.92645263672,
+            "count": 3328,
+            "top1_correct": 101,
+            "top5_correct": 338
+          },
+          {
+            "ce_sum": 20190.980834960938,
+            "count": 3328,
+            "top1_correct": 70,
+            "top5_correct": 267
+          },
+          {
+            "ce_sum": 20733.22052001953,
+            "count": 3328,
+            "top1_correct": 67,
+            "top5_correct": 229
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9190634489059448,
+          "cosine_mean": 0.8002937436103821,
+          "cosine_min": 0.5744189620018005,
+          "cosine_std": 0.04364397004246712,
+          "flattened_dot": 1509733.25,
+          "latent_frames": 5609,
+          "mse": 0.06616955786215513,
+          "predicted_squared": 1758313.25,
+          "reference_squared": 2021258.25,
+          "relative_l2": 0.613233553784332,
+          "squared_error": 760105.0625,
+          "values": 11487232
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999597668647766,
+          "cosine_mean": 0.9999157190322876,
+          "cosine_min": 0.9990390539169312,
+          "cosine_std": 4.442021236172877e-05,
+          "flattened_dot": 2021662.0,
+          "latent_frames": 5609,
+          "mse": 2.9500008670802122e-05,
+          "predicted_squared": 2022404.75,
+          "reference_squared": 2021258.25,
+          "relative_l2": 0.012948154271892633,
+          "squared_error": 338.8734436035156,
+          "values": 11487232
+        }
+      },
+      "condition_latent_frames": 5609,
+      "emitted_frames": 1626,
+      "model_id": "simpletuner-v3",
+      "sample_id": "523595ac-4e69-4069-bcf4-6e4c577f29b8",
+      "shard_id": 2187,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2956.3414459228516,
+            "count": 1536,
+            "top1_correct": 699,
+            "top5_correct": 1271
+          },
+          {
+            "ce_sum": 5953.301483154297,
+            "count": 1536,
+            "top1_correct": 236,
+            "top5_correct": 617
+          },
+          {
+            "ce_sum": 6181.213226318359,
+            "count": 1536,
+            "top1_correct": 224,
+            "top5_correct": 586
+          },
+          {
+            "ce_sum": 6657.486267089844,
+            "count": 1536,
+            "top1_correct": 196,
+            "top5_correct": 488
+          },
+          {
+            "ce_sum": 7080.571960449219,
+            "count": 1536,
+            "top1_correct": 161,
+            "top5_correct": 414
+          },
+          {
+            "ce_sum": 8166.4342041015625,
+            "count": 1536,
+            "top1_correct": 97,
+            "top5_correct": 253
+          },
+          {
+            "ce_sum": 8749.442016601562,
+            "count": 1536,
+            "top1_correct": 59,
+            "top5_correct": 196
+          },
+          {
+            "ce_sum": 8723.477722167969,
+            "count": 1536,
+            "top1_correct": 68,
+            "top5_correct": 209
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9099602699279785,
+          "cosine_mean": 0.7682222127914429,
+          "cosine_min": 0.4641530215740204,
+          "cosine_std": 0.048284173011779785,
+          "flattened_dot": 2881622.5,
+          "latent_frames": 11487,
+          "mse": 0.07466582574493177,
+          "predicted_squared": 3403306.0,
+          "reference_squared": 4116480.5,
+          "relative_l2": 0.653230105113285,
+          "squared_error": 1756541.625,
+          "values": 23525376
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999675750732422,
+          "cosine_mean": 0.999936580657959,
+          "cosine_min": 0.9994958639144897,
+          "cosine_std": 2.0393797967699356e-05,
+          "flattened_dot": 4116952.75,
+          "latent_frames": 11487,
+          "mse": 2.235855478795004e-05,
+          "predicted_squared": 4117951.0,
+          "reference_squared": 4116480.5,
+          "relative_l2": 0.011303869096200505,
+          "squared_error": 525.993408203125,
+          "values": 23525376
+        }
+      },
+      "condition_latent_frames": 11487,
+      "emitted_frames": 3330,
+      "model_id": "simpletuner-v3",
+      "sample_id": "c42540cd-64fa-4f85-bdaf-cc7219f4d5f4",
+      "shard_id": 2236,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7240.4595947265625,
+            "count": 3328,
+            "top1_correct": 1317,
+            "top5_correct": 2608
+          },
+          {
+            "ce_sum": 13666.225708007812,
+            "count": 3328,
+            "top1_correct": 449,
+            "top5_correct": 1215
+          },
+          {
+            "ce_sum": 14044.382110595703,
+            "count": 3328,
+            "top1_correct": 429,
+            "top5_correct": 1121
+          },
+          {
+            "ce_sum": 15320.424713134766,
+            "count": 3328,
+            "top1_correct": 293,
+            "top5_correct": 891
+          },
+          {
+            "ce_sum": 15992.022399902344,
+            "count": 3328,
+            "top1_correct": 284,
+            "top5_correct": 782
+          },
+          {
+            "ce_sum": 17890.83984375,
+            "count": 3328,
+            "top1_correct": 185,
+            "top5_correct": 527
+          },
+          {
+            "ce_sum": 18546.92266845703,
+            "count": 3328,
+            "top1_correct": 164,
+            "top5_correct": 456
+          },
+          {
+            "ce_sum": 19162.75372314453,
+            "count": 3328,
+            "top1_correct": 127,
+            "top5_correct": 406
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9084475040435791,
+          "cosine_mean": 0.7453888058662415,
+          "cosine_min": 0.5208150148391724,
+          "cosine_std": 0.0544203482568264,
+          "flattened_dot": 2088748.75,
+          "latent_frames": 8472,
+          "mse": 0.0828230212160278,
+          "predicted_squared": 2542486.5,
+          "reference_squared": 3072044.5,
+          "relative_l2": 0.683942722566863,
+          "squared_error": 1437033.75,
+          "values": 17350656
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999648332595825,
+          "cosine_mean": 0.999882161617279,
+          "cosine_min": 0.9975578784942627,
+          "cosine_std": 9.848181798588485e-05,
+          "flattened_dot": 3071767.25,
+          "latent_frames": 8472,
+          "mse": 4.0258776055291874e-05,
+          "predicted_squared": 3072188.25,
+          "reference_squared": 3072044.5,
+          "relative_l2": 0.015079067392648785,
+          "squared_error": 698.5161743164062,
+          "values": 17350656
+        }
+      },
+      "condition_latent_frames": 8472,
+      "emitted_frames": 2456,
+      "model_id": "simpletuner-v3",
+      "sample_id": "2e9ad923-fac4-41d4-b26e-ea253ded0429",
+      "shard_id": 2303,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5087.584197998047,
+            "count": 2432,
+            "top1_correct": 1023,
+            "top5_correct": 1926
+          },
+          {
+            "ce_sum": 10824.851806640625,
+            "count": 2432,
+            "top1_correct": 242,
+            "top5_correct": 707
+          },
+          {
+            "ce_sum": 10569.482879638672,
+            "count": 2432,
+            "top1_correct": 277,
+            "top5_correct": 779
+          },
+          {
+            "ce_sum": 11439.176452636719,
+            "count": 2432,
+            "top1_correct": 207,
+            "top5_correct": 609
+          },
+          {
+            "ce_sum": 12243.041137695312,
+            "count": 2432,
+            "top1_correct": 164,
+            "top5_correct": 484
+          },
+          {
+            "ce_sum": 13932.468505859375,
+            "count": 2432,
+            "top1_correct": 80,
+            "top5_correct": 269
+          },
+          {
+            "ce_sum": 14746.800903320312,
+            "count": 2432,
+            "top1_correct": 79,
+            "top5_correct": 211
+          },
+          {
+            "ce_sum": 14922.244201660156,
+            "count": 2432,
+            "top1_correct": 60,
+            "top5_correct": 199
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9163469672203064,
+          "cosine_mean": 0.7750699520111084,
+          "cosine_min": 0.5188405513763428,
+          "cosine_std": 0.04823875427246094,
+          "flattened_dot": 4061951.0,
+          "latent_frames": 15524,
+          "mse": 0.07427036488864017,
+          "predicted_squared": 4789395.0,
+          "reference_squared": 5695796.0,
+          "relative_l2": 0.6438687672248331,
+          "squared_error": 2361289.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999719262123108,
+          "cosine_mean": 0.9999479651451111,
+          "cosine_min": 0.999823808670044,
+          "cosine_std": 1.316528141614981e-05,
+          "flattened_dot": 5697783.0,
+          "latent_frames": 15524,
+          "mse": 1.887406571198296e-05,
+          "predicted_squared": 5700370.5,
+          "reference_squared": 5695796.0,
+          "relative_l2": 0.010264133958405192,
+          "squared_error": 600.0660400390625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "1280a5b3-93ad-4cd5-b8d0-42f3ea1ff1e6",
+      "shard_id": 2332,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8690.645568847656,
+            "count": 4480,
+            "top1_correct": 2000,
+            "top5_correct": 3708
+          },
+          {
+            "ce_sum": 19104.01708984375,
+            "count": 4480,
+            "top1_correct": 511,
+            "top5_correct": 1446
+          },
+          {
+            "ce_sum": 18172.65072631836,
+            "count": 4480,
+            "top1_correct": 605,
+            "top5_correct": 1657
+          },
+          {
+            "ce_sum": 19959.294219970703,
+            "count": 4480,
+            "top1_correct": 472,
+            "top5_correct": 1381
+          },
+          {
+            "ce_sum": 20789.587829589844,
+            "count": 4480,
+            "top1_correct": 439,
+            "top5_correct": 1200
+          },
+          {
+            "ce_sum": 24224.913635253906,
+            "count": 4480,
+            "top1_correct": 213,
+            "top5_correct": 674
+          },
+          {
+            "ce_sum": 25485.290100097656,
+            "count": 4480,
+            "top1_correct": 168,
+            "top5_correct": 554
+          },
+          {
+            "ce_sum": 26331.74658203125,
+            "count": 4480,
+            "top1_correct": 137,
+            "top5_correct": 432
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9420005679130554,
+          "cosine_mean": 0.7919722199440002,
+          "cosine_min": 0.45701712369918823,
+          "cosine_std": 0.045991718769073486,
+          "flattened_dot": 3888746.25,
+          "latent_frames": 13440,
+          "mse": 0.07597791580926805,
+          "predicted_squared": 4325805.0,
+          "reference_squared": 5542988.5,
+          "relative_l2": 0.6142374753574967,
+          "squared_error": 2091301.25,
+          "values": 27525120
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999692440032959,
+          "cosine_mean": 0.999933123588562,
+          "cosine_min": 0.9994672536849976,
+          "cosine_std": 2.667365151864942e-05,
+          "flattened_dot": 5543615.0,
+          "latent_frames": 13440,
+          "mse": 2.6638431119776907e-05,
+          "predicted_squared": 5544974.5,
+          "reference_squared": 5542988.5,
+          "relative_l2": 0.011501300308500563,
+          "squared_error": 733.2260131835938,
+          "values": 27525120
+        }
+      },
+      "condition_latent_frames": 13440,
+      "emitted_frames": 3896,
+      "model_id": "simpletuner-v3",
+      "sample_id": "321b28b8-aa0a-4886-864d-a5adfa300aa3",
+      "shard_id": 2337,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6795.059539794922,
+            "count": 3840,
+            "top1_correct": 1863,
+            "top5_correct": 3299
+          },
+          {
+            "ce_sum": 15819.486389160156,
+            "count": 3840,
+            "top1_correct": 548,
+            "top5_correct": 1416
+          },
+          {
+            "ce_sum": 15071.461395263672,
+            "count": 3840,
+            "top1_correct": 606,
+            "top5_correct": 1527
+          },
+          {
+            "ce_sum": 16467.38735961914,
+            "count": 3840,
+            "top1_correct": 446,
+            "top5_correct": 1237
+          },
+          {
+            "ce_sum": 17417.32745361328,
+            "count": 3840,
+            "top1_correct": 396,
+            "top5_correct": 1087
+          },
+          {
+            "ce_sum": 20144.3515625,
+            "count": 3840,
+            "top1_correct": 227,
+            "top5_correct": 704
+          },
+          {
+            "ce_sum": 22194.134643554688,
+            "count": 3840,
+            "top1_correct": 122,
+            "top5_correct": 445
+          },
+          {
+            "ce_sum": 22126.690673828125,
+            "count": 3840,
+            "top1_correct": 165,
+            "top5_correct": 456
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9830654859542847,
+          "cosine_mean": 0.8015894889831543,
+          "cosine_min": 0.5491401553153992,
+          "cosine_std": 0.044109784066677094,
+          "flattened_dot": 2380606.5,
+          "latent_frames": 8455,
+          "mse": 0.0689699359083937,
+          "predicted_squared": 2690180.25,
+          "reference_squared": 3265305.25,
+          "relative_l2": 0.604769387921142,
+          "squared_error": 1194272.375,
+          "values": 17315840
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999749660491943,
+          "cosine_mean": 0.9999422430992126,
+          "cosine_min": 0.9997609257698059,
+          "cosine_std": 1.789404996088706e-05,
+          "flattened_dot": 3265070.75,
+          "latent_frames": 8455,
+          "mse": 2.1542357594779368e-05,
+          "predicted_squared": 3265209.0,
+          "reference_squared": 3265305.25,
+          "relative_l2": 0.0106882475566235,
+          "squared_error": 373.0240173339844,
+          "values": 17315840
+        }
+      },
+      "condition_latent_frames": 8455,
+      "emitted_frames": 2451,
+      "model_id": "simpletuner-v3",
+      "sample_id": "9d9c35b3-172b-4725-a01d-9e0d3061b90b",
+      "shard_id": 2371,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4160.516189575195,
+            "count": 2432,
+            "top1_correct": 1206,
+            "top5_correct": 2089
+          },
+          {
+            "ce_sum": 10141.42562866211,
+            "count": 2432,
+            "top1_correct": 292,
+            "top5_correct": 803
+          },
+          {
+            "ce_sum": 9917.286590576172,
+            "count": 2432,
+            "top1_correct": 320,
+            "top5_correct": 935
+          },
+          {
+            "ce_sum": 10229.464874267578,
+            "count": 2432,
+            "top1_correct": 322,
+            "top5_correct": 835
+          },
+          {
+            "ce_sum": 11411.350341796875,
+            "count": 2432,
+            "top1_correct": 226,
+            "top5_correct": 615
+          },
+          {
+            "ce_sum": 12959.877746582031,
+            "count": 2432,
+            "top1_correct": 139,
+            "top5_correct": 408
+          },
+          {
+            "ce_sum": 14100.107727050781,
+            "count": 2432,
+            "top1_correct": 74,
+            "top5_correct": 252
+          },
+          {
+            "ce_sum": 14636.714172363281,
+            "count": 2432,
+            "top1_correct": 61,
+            "top5_correct": 218
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9836387038230896,
+          "cosine_mean": 0.7546448707580566,
+          "cosine_min": 0.4922219514846802,
+          "cosine_std": 0.05895334109663963,
+          "flattened_dot": 2010942.875,
+          "latent_frames": 7785,
+          "mse": 0.0807417735428709,
+          "predicted_squared": 2410310.5,
+          "reference_squared": 2898896.0,
+          "relative_l2": 0.6663879103363598,
+          "squared_error": 1287321.0,
+          "values": 15943680
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999681711196899,
+          "cosine_mean": 0.9998921751976013,
+          "cosine_min": 0.9891294836997986,
+          "cosine_std": 0.0003700156812556088,
+          "flattened_dot": 2898952.25,
+          "latent_frames": 7785,
+          "mse": 3.563698163458224e-05,
+          "predicted_squared": 2899576.5,
+          "reference_squared": 2898896.0,
+          "relative_l2": 0.014000012509037957,
+          "squared_error": 568.1846313476562,
+          "values": 15943680
+        }
+      },
+      "condition_latent_frames": 7785,
+      "emitted_frames": 2257,
+      "model_id": "simpletuner-v3",
+      "sample_id": "d73fcec5-5a1d-416a-8a26-5bc21da53b94",
+      "shard_id": 2429,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4011.456573486328,
+            "count": 2176,
+            "top1_correct": 1039,
+            "top5_correct": 1831
+          },
+          {
+            "ce_sum": 9087.0517578125,
+            "count": 2176,
+            "top1_correct": 272,
+            "top5_correct": 781
+          },
+          {
+            "ce_sum": 9184.497253417969,
+            "count": 2176,
+            "top1_correct": 272,
+            "top5_correct": 726
+          },
+          {
+            "ce_sum": 10105.069946289062,
+            "count": 2176,
+            "top1_correct": 210,
+            "top5_correct": 582
+          },
+          {
+            "ce_sum": 10653.722534179688,
+            "count": 2176,
+            "top1_correct": 172,
+            "top5_correct": 495
+          },
+          {
+            "ce_sum": 11841.993713378906,
+            "count": 2176,
+            "top1_correct": 104,
+            "top5_correct": 334
+          },
+          {
+            "ce_sum": 12942.641174316406,
+            "count": 2176,
+            "top1_correct": 57,
+            "top5_correct": 189
+          },
+          {
+            "ce_sum": 13270.168090820312,
+            "count": 2176,
+            "top1_correct": 40,
+            "top5_correct": 169
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8975225687026978,
+          "cosine_mean": 0.7398423552513123,
+          "cosine_min": 0.5228504538536072,
+          "cosine_std": 0.055457040667533875,
+          "flattened_dot": 808198.75,
+          "latent_frames": 3318,
+          "mse": 0.08338688165757799,
+          "predicted_squared": 1012828.75,
+          "reference_squared": 1170204.625,
+          "relative_l2": 0.6958588075109193,
+          "squared_error": 566635.875,
+          "values": 6795264
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999575614929199,
+          "cosine_mean": 0.9998981356620789,
+          "cosine_min": 0.999567985534668,
+          "cosine_std": 4.0057129808701575e-05,
+          "flattened_dot": 1171828.875,
+          "latent_frames": 3318,
+          "mse": 3.5400551223409975e-05,
+          "predicted_squared": 1173693.625,
+          "reference_squared": 1170204.625,
+          "relative_l2": 0.014337626877799938,
+          "squared_error": 240.55609130859375,
+          "values": 6795264
+        }
+      },
+      "condition_latent_frames": 3318,
+      "emitted_frames": 962,
+      "model_id": "simpletuner-v3",
+      "sample_id": "e5a32971-24c9-49bc-b651-e7caf0c4a216",
+      "shard_id": 2444,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2143.7080078125,
+            "count": 896,
+            "top1_correct": 326,
+            "top5_correct": 675
+          },
+          {
+            "ce_sum": 3937.4786987304688,
+            "count": 896,
+            "top1_correct": 98,
+            "top5_correct": 265
+          },
+          {
+            "ce_sum": 3790.8989868164062,
+            "count": 896,
+            "top1_correct": 114,
+            "top5_correct": 310
+          },
+          {
+            "ce_sum": 4048.392852783203,
+            "count": 896,
+            "top1_correct": 81,
+            "top5_correct": 265
+          },
+          {
+            "ce_sum": 4346.7176513671875,
+            "count": 896,
+            "top1_correct": 75,
+            "top5_correct": 198
+          },
+          {
+            "ce_sum": 4741.012756347656,
+            "count": 896,
+            "top1_correct": 54,
+            "top5_correct": 165
+          },
+          {
+            "ce_sum": 5053.724914550781,
+            "count": 896,
+            "top1_correct": 29,
+            "top5_correct": 108
+          },
+          {
+            "ce_sum": 5178.162048339844,
+            "count": 896,
+            "top1_correct": 36,
+            "top5_correct": 107
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.965456485748291,
+          "cosine_mean": 0.7268277406692505,
+          "cosine_min": 0.18604549765586853,
+          "cosine_std": 0.04993697628378868,
+          "flattened_dot": 3606994.0,
+          "latent_frames": 15524,
+          "mse": 0.0861185767299826,
+          "predicted_squared": 4458851.0,
+          "reference_squared": 5493117.0,
+          "relative_l2": 0.7060017708190838,
+          "squared_error": 2737981.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999973714351654,
+          "cosine_mean": 0.9999500513076782,
+          "cosine_min": 0.9997940063476562,
+          "cosine_std": 1.0379113518865779e-05,
+          "flattened_dot": 5494503.5,
+          "latent_frames": 15524,
+          "mse": 1.7515142011261577e-05,
+          "predicted_squared": 5496446.0,
+          "reference_squared": 5493117.0,
+          "relative_l2": 0.010068486682593105,
+          "squared_error": 556.861572265625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "597f9e50-5535-4bb7-8fd7-728216b28a17",
+      "shard_id": 2441,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9963.826202392578,
+            "count": 4480,
+            "top1_correct": 1775,
+            "top5_correct": 3487
+          },
+          {
+            "ce_sum": 20441.824951171875,
+            "count": 4480,
+            "top1_correct": 417,
+            "top5_correct": 1220
+          },
+          {
+            "ce_sum": 21088.342895507812,
+            "count": 4480,
+            "top1_correct": 400,
+            "top5_correct": 1099
+          },
+          {
+            "ce_sum": 21339.173767089844,
+            "count": 4480,
+            "top1_correct": 359,
+            "top5_correct": 1106
+          },
+          {
+            "ce_sum": 22823.946716308594,
+            "count": 4480,
+            "top1_correct": 279,
+            "top5_correct": 857
+          },
+          {
+            "ce_sum": 26279.77410888672,
+            "count": 4480,
+            "top1_correct": 120,
+            "top5_correct": 411
+          },
+          {
+            "ce_sum": 27371.594482421875,
+            "count": 4480,
+            "top1_correct": 103,
+            "top5_correct": 322
+          },
+          {
+            "ce_sum": 27638.43701171875,
+            "count": 4480,
+            "top1_correct": 87,
+            "top5_correct": 300
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.911575198173523,
+          "cosine_mean": 0.7793290019035339,
+          "cosine_min": 0.5381107330322266,
+          "cosine_std": 0.04787907749414444,
+          "flattened_dot": 1631419.125,
+          "latent_frames": 6157,
+          "mse": 0.07398159317678303,
+          "predicted_squared": 1950879.25,
+          "reference_squared": 2244832.5,
+          "relative_l2": 0.6446432239962634,
+          "squared_error": 932873.5625,
+          "values": 12609536
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999691247940063,
+          "cosine_mean": 0.9999408721923828,
+          "cosine_min": 0.999797523021698,
+          "cosine_std": 1.6951777070062235e-05,
+          "flattened_dot": 2247072.25,
+          "latent_frames": 6157,
+          "mse": 2.1350302439880618e-05,
+          "predicted_squared": 2249581.0,
+          "reference_squared": 2244832.5,
+          "relative_l2": 0.010951146731953715,
+          "squared_error": 269.2174072265625,
+          "values": 12609536
+        }
+      },
+      "condition_latent_frames": 6157,
+      "emitted_frames": 1785,
+      "model_id": "simpletuner-v3",
+      "sample_id": "c53e9479-2a58-4bc7-8880-3d05a8a71363",
+      "shard_id": 2477,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3539.4337463378906,
+            "count": 1664,
+            "top1_correct": 707,
+            "top5_correct": 1313
+          },
+          {
+            "ce_sum": 7035.120391845703,
+            "count": 1664,
+            "top1_correct": 247,
+            "top5_correct": 581
+          },
+          {
+            "ce_sum": 7145.575164794922,
+            "count": 1664,
+            "top1_correct": 197,
+            "top5_correct": 550
+          },
+          {
+            "ce_sum": 7790.054016113281,
+            "count": 1664,
+            "top1_correct": 160,
+            "top5_correct": 418
+          },
+          {
+            "ce_sum": 8042.771240234375,
+            "count": 1664,
+            "top1_correct": 147,
+            "top5_correct": 398
+          },
+          {
+            "ce_sum": 8722.826721191406,
+            "count": 1664,
+            "top1_correct": 88,
+            "top5_correct": 297
+          },
+          {
+            "ce_sum": 9285.152282714844,
+            "count": 1664,
+            "top1_correct": 78,
+            "top5_correct": 222
+          },
+          {
+            "ce_sum": 9915.400451660156,
+            "count": 1664,
+            "top1_correct": 49,
+            "top5_correct": 155
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9704974889755249,
+          "cosine_mean": 0.8007806539535522,
+          "cosine_min": 0.5733690857887268,
+          "cosine_std": 0.04222222417593002,
+          "flattened_dot": 1213979.0,
+          "latent_frames": 4784,
+          "mse": 0.06237960100971337,
+          "predicted_squared": 1429473.375,
+          "reference_squared": 1609656.75,
+          "relative_l2": 0.6161908149937602,
+          "squared_error": 611172.375,
+          "values": 9797632
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999662637710571,
+          "cosine_mean": 0.9999380111694336,
+          "cosine_min": 0.9996904730796814,
+          "cosine_std": 2.1708601707359776e-05,
+          "flattened_dot": 1610182.125,
+          "latent_frames": 4784,
+          "mse": 2.0652187109790916e-05,
+          "predicted_squared": 1610909.75,
+          "reference_squared": 1609656.75,
+          "relative_l2": 0.011211841501660208,
+          "squared_error": 202.342529296875,
+          "values": 9797632
+        }
+      },
+      "condition_latent_frames": 4784,
+      "emitted_frames": 1387,
+      "model_id": "simpletuner-v3",
+      "sample_id": "0160a954-639b-4808-a84d-dfcd0f97b2d3",
+      "shard_id": 2484,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2236.804702758789,
+            "count": 1280,
+            "top1_correct": 622,
+            "top5_correct": 1096
+          },
+          {
+            "ce_sum": 5525.3970947265625,
+            "count": 1280,
+            "top1_correct": 160,
+            "top5_correct": 409
+          },
+          {
+            "ce_sum": 5402.610595703125,
+            "count": 1280,
+            "top1_correct": 142,
+            "top5_correct": 437
+          },
+          {
+            "ce_sum": 5544.583801269531,
+            "count": 1280,
+            "top1_correct": 159,
+            "top5_correct": 388
+          },
+          {
+            "ce_sum": 6083.139587402344,
+            "count": 1280,
+            "top1_correct": 106,
+            "top5_correct": 300
+          },
+          {
+            "ce_sum": 6919.453308105469,
+            "count": 1280,
+            "top1_correct": 57,
+            "top5_correct": 204
+          },
+          {
+            "ce_sum": 7664.705078125,
+            "count": 1280,
+            "top1_correct": 30,
+            "top5_correct": 109
+          },
+          {
+            "ce_sum": 7889.31298828125,
+            "count": 1280,
+            "top1_correct": 28,
+            "top5_correct": 88
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9398300051689148,
+          "cosine_mean": 0.7586066722869873,
+          "cosine_min": 0.46877628564834595,
+          "cosine_std": 0.04830469191074371,
+          "flattened_dot": 2213665.25,
+          "latent_frames": 9186,
+          "mse": 0.07580634178794497,
+          "predicted_squared": 2730930.0,
+          "reference_squared": 3122539.75,
+          "relative_l2": 0.6758136797763772,
+          "squared_error": 1426139.25,
+          "values": 18812928
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999656677246094,
+          "cosine_mean": 0.9999185800552368,
+          "cosine_min": 0.9987355470657349,
+          "cosine_std": 4.4535590859595686e-05,
+          "flattened_dot": 3123387.25,
+          "latent_frames": 9186,
+          "mse": 2.6874985540196084e-05,
+          "predicted_squared": 3124740.25,
+          "reference_squared": 3122539.75,
+          "relative_l2": 0.012724722747510183,
+          "squared_error": 505.59716796875,
+          "values": 18812928
+        }
+      },
+      "condition_latent_frames": 9186,
+      "emitted_frames": 2663,
+      "model_id": "simpletuner-v3",
+      "sample_id": "40b569f5-3a8b-4b17-a880-edb8f669dd63",
+      "shard_id": 2485,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5390.751953125,
+            "count": 2560,
+            "top1_correct": 1054,
+            "top5_correct": 2033
+          },
+          {
+            "ce_sum": 11091.597900390625,
+            "count": 2560,
+            "top1_correct": 288,
+            "top5_correct": 816
+          },
+          {
+            "ce_sum": 10728.7021484375,
+            "count": 2560,
+            "top1_correct": 303,
+            "top5_correct": 874
+          },
+          {
+            "ce_sum": 11449.577453613281,
+            "count": 2560,
+            "top1_correct": 278,
+            "top5_correct": 744
+          },
+          {
+            "ce_sum": 12095.843322753906,
+            "count": 2560,
+            "top1_correct": 207,
+            "top5_correct": 639
+          },
+          {
+            "ce_sum": 13764.127990722656,
+            "count": 2560,
+            "top1_correct": 129,
+            "top5_correct": 401
+          },
+          {
+            "ce_sum": 14729.998046875,
+            "count": 2560,
+            "top1_correct": 65,
+            "top5_correct": 281
+          },
+          {
+            "ce_sum": 15399.825134277344,
+            "count": 2560,
+            "top1_correct": 69,
+            "top5_correct": 205
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9610458016395569,
+          "cosine_mean": 0.7634229063987732,
+          "cosine_min": 0.5700954794883728,
+          "cosine_std": 0.0510190986096859,
+          "flattened_dot": 2327429.0,
+          "latent_frames": 8365,
+          "mse": 0.08539615136310147,
+          "predicted_squared": 2757219.5,
+          "reference_squared": 3360604.0,
+          "relative_l2": 0.6597941004437329,
+          "squared_error": 1462965.875,
+          "values": 17131520
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999450445175171,
+          "cosine_mean": 0.9997804164886475,
+          "cosine_min": 0.9954860806465149,
+          "cosine_std": 0.0002702320634853095,
+          "flattened_dot": 3363977.5,
+          "latent_frames": 8365,
+          "mse": 8.228294021414913e-05,
+          "predicted_squared": 3368760.5,
+          "reference_squared": 3360604.0,
+          "relative_l2": 0.020480670935235014,
+          "squared_error": 1409.6318359375,
+          "values": 17131520
+        }
+      },
+      "condition_latent_frames": 8365,
+      "emitted_frames": 2425,
+      "model_id": "simpletuner-v3",
+      "sample_id": "dd01e47d-da65-4369-a18d-4991284f4195",
+      "shard_id": 2515,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4891.799865722656,
+            "count": 2304,
+            "top1_correct": 943,
+            "top5_correct": 1841
+          },
+          {
+            "ce_sum": 9822.64144897461,
+            "count": 2304,
+            "top1_correct": 271,
+            "top5_correct": 745
+          },
+          {
+            "ce_sum": 9973.613555908203,
+            "count": 2304,
+            "top1_correct": 247,
+            "top5_correct": 704
+          },
+          {
+            "ce_sum": 10408.139770507812,
+            "count": 2304,
+            "top1_correct": 231,
+            "top5_correct": 659
+          },
+          {
+            "ce_sum": 11139.187683105469,
+            "count": 2304,
+            "top1_correct": 175,
+            "top5_correct": 534
+          },
+          {
+            "ce_sum": 12597.026977539062,
+            "count": 2304,
+            "top1_correct": 109,
+            "top5_correct": 311
+          },
+          {
+            "ce_sum": 13504.562683105469,
+            "count": 2304,
+            "top1_correct": 73,
+            "top5_correct": 213
+          },
+          {
+            "ce_sum": 13663.133361816406,
+            "count": 2304,
+            "top1_correct": 64,
+            "top5_correct": 210
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9570217132568359,
+          "cosine_mean": 0.7946805357933044,
+          "cosine_min": 0.5808197259902954,
+          "cosine_std": 0.045553699135780334,
+          "flattened_dot": 3395002.0,
+          "latent_frames": 11549,
+          "mse": 0.07531123120440622,
+          "predicted_squared": 3877428.0,
+          "reference_squared": 4693863.5,
+          "relative_l2": 0.6160299295059835,
+          "squared_error": 1781287.75,
+          "values": 23652352
+        },
+        "true_code_control": {
+          "cosine_max": 0.999972939491272,
+          "cosine_mean": 0.9999480843544006,
+          "cosine_min": 0.9997270703315735,
+          "cosine_std": 1.6082591173471883e-05,
+          "flattened_dot": 4695821.0,
+          "latent_frames": 11549,
+          "mse": 2.071128767675647e-05,
+          "predicted_squared": 4698268.0,
+          "reference_squared": 4693863.5,
+          "relative_l2": 0.010215873095409748,
+          "squared_error": 489.87066650390625,
+          "values": 23652352
+        }
+      },
+      "condition_latent_frames": 11549,
+      "emitted_frames": 3348,
+      "model_id": "simpletuner-v3",
+      "sample_id": "b65f7d3f-83dd-40be-ba98-b371a373a72c",
+      "shard_id": 2541,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6151.760192871094,
+            "count": 3328,
+            "top1_correct": 1600,
+            "top5_correct": 2829
+          },
+          {
+            "ce_sum": 13697.131622314453,
+            "count": 3328,
+            "top1_correct": 461,
+            "top5_correct": 1199
+          },
+          {
+            "ce_sum": 13828.235900878906,
+            "count": 3328,
+            "top1_correct": 466,
+            "top5_correct": 1162
+          },
+          {
+            "ce_sum": 14783.560607910156,
+            "count": 3328,
+            "top1_correct": 332,
+            "top5_correct": 982
+          },
+          {
+            "ce_sum": 15837.276794433594,
+            "count": 3328,
+            "top1_correct": 288,
+            "top5_correct": 836
+          },
+          {
+            "ce_sum": 17983.608337402344,
+            "count": 3328,
+            "top1_correct": 150,
+            "top5_correct": 490
+          },
+          {
+            "ce_sum": 19073.317749023438,
+            "count": 3328,
+            "top1_correct": 113,
+            "top5_correct": 383
+          },
+          {
+            "ce_sum": 19484.215454101562,
+            "count": 3328,
+            "top1_correct": 104,
+            "top5_correct": 342
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9502828121185303,
+          "cosine_mean": 0.7552093267440796,
+          "cosine_min": 0.49078473448753357,
+          "cosine_std": 0.051959436386823654,
+          "flattened_dot": 1860642.75,
+          "latent_frames": 7037,
+          "mse": 0.0848465171815049,
+          "predicted_squared": 2211695.0,
+          "reference_squared": 2732379.5,
+          "relative_l2": 0.6689678592253316,
+          "squared_error": 1222789.0,
+          "values": 14411776
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999751448631287,
+          "cosine_mean": 0.9999454021453857,
+          "cosine_min": 0.9996266961097717,
+          "cosine_std": 2.0060711904079653e-05,
+          "flattened_dot": 2732855.0,
+          "latent_frames": 7037,
+          "mse": 2.075045034596404e-05,
+          "predicted_squared": 2733630.0,
+          "reference_squared": 2732379.5,
+          "relative_l2": 0.010461693827984396,
+          "squared_error": 299.05084228515625,
+          "values": 14411776
+        }
+      },
+      "condition_latent_frames": 7037,
+      "emitted_frames": 2040,
+      "model_id": "simpletuner-v3",
+      "sample_id": "575f0c02-1291-4c8c-8be3-3fbeb1c81dce",
+      "shard_id": 2552,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3364.835220336914,
+            "count": 1920,
+            "top1_correct": 965,
+            "top5_correct": 1638
+          },
+          {
+            "ce_sum": 8120.585418701172,
+            "count": 1920,
+            "top1_correct": 206,
+            "top5_correct": 643
+          },
+          {
+            "ce_sum": 8216.241607666016,
+            "count": 1920,
+            "top1_correct": 241,
+            "top5_correct": 643
+          },
+          {
+            "ce_sum": 8604.635986328125,
+            "count": 1920,
+            "top1_correct": 185,
+            "top5_correct": 562
+          },
+          {
+            "ce_sum": 9583.649841308594,
+            "count": 1920,
+            "top1_correct": 150,
+            "top5_correct": 407
+          },
+          {
+            "ce_sum": 10778.374450683594,
+            "count": 1920,
+            "top1_correct": 70,
+            "top5_correct": 253
+          },
+          {
+            "ce_sum": 11175.829040527344,
+            "count": 1920,
+            "top1_correct": 62,
+            "top5_correct": 194
+          },
+          {
+            "ce_sum": 11901.076538085938,
+            "count": 1920,
+            "top1_correct": 28,
+            "top5_correct": 112
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9762119650840759,
+          "cosine_mean": 0.7652077078819275,
+          "cosine_min": 0.4867214858531952,
+          "cosine_std": 0.047211967408657074,
+          "flattened_dot": 2014606.75,
+          "latent_frames": 8472,
+          "mse": 0.07154439866711668,
+          "predicted_squared": 2410753.5,
+          "reference_squared": 2859802.25,
+          "relative_l2": 0.658836675142037,
+          "squared_error": 1241342.25,
+          "values": 17350656
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999487400054932,
+          "cosine_mean": 0.999870777130127,
+          "cosine_min": 0.998567521572113,
+          "cosine_std": 8.105667802738026e-05,
+          "flattened_dot": 2859139.0,
+          "latent_frames": 8472,
+          "mse": 4.210528531538303e-05,
+          "predicted_squared": 2859206.5,
+          "reference_squared": 2859802.25,
+          "relative_l2": 0.015982998372614406,
+          "squared_error": 730.5543212890625,
+          "values": 17350656
+        }
+      },
+      "condition_latent_frames": 8472,
+      "emitted_frames": 2456,
+      "model_id": "simpletuner-v3",
+      "sample_id": "faf4a4a9-c3f2-45e8-ae3f-00f11953fa18",
+      "shard_id": 2554,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4751.485992431641,
+            "count": 2432,
+            "top1_correct": 1075,
+            "top5_correct": 2010
+          },
+          {
+            "ce_sum": 10295.46517944336,
+            "count": 2432,
+            "top1_correct": 293,
+            "top5_correct": 815
+          },
+          {
+            "ce_sum": 10149.992767333984,
+            "count": 2432,
+            "top1_correct": 309,
+            "top5_correct": 817
+          },
+          {
+            "ce_sum": 10631.523254394531,
+            "count": 2432,
+            "top1_correct": 266,
+            "top5_correct": 753
+          },
+          {
+            "ce_sum": 11539.784973144531,
+            "count": 2432,
+            "top1_correct": 195,
+            "top5_correct": 644
+          },
+          {
+            "ce_sum": 13178.291931152344,
+            "count": 2432,
+            "top1_correct": 109,
+            "top5_correct": 367
+          },
+          {
+            "ce_sum": 14258.957702636719,
+            "count": 2432,
+            "top1_correct": 72,
+            "top5_correct": 259
+          },
+          {
+            "ce_sum": 14776.973388671875,
+            "count": 2432,
+            "top1_correct": 63,
+            "top5_correct": 185
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9702272415161133,
+          "cosine_mean": 0.7501059770584106,
+          "cosine_min": 0.485112726688385,
+          "cosine_std": 0.05006009340286255,
+          "flattened_dot": 1843139.25,
+          "latent_frames": 8293,
+          "mse": 0.07262251837958218,
+          "predicted_squared": 2280513.5,
+          "reference_squared": 2639190.5,
+          "relative_l2": 0.6836299669638252,
+          "squared_error": 1233425.5,
+          "values": 16984064
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999672174453735,
+          "cosine_mean": 0.9999344944953918,
+          "cosine_min": 0.9991669058799744,
+          "cosine_std": 3.608278711908497e-05,
+          "flattened_dot": 2639888.0,
+          "latent_frames": 8293,
+          "mse": 2.060889709014506e-05,
+          "predicted_squared": 2640935.75,
+          "reference_squared": 2639190.5,
+          "relative_l2": 0.01151629588399072,
+          "squared_error": 350.0228271484375,
+          "values": 16984064
+        }
+      },
+      "condition_latent_frames": 8293,
+      "emitted_frames": 2404,
+      "model_id": "simpletuner-v3",
+      "sample_id": "b742eaa6-2aba-442e-a7f3-47fb11405eca",
+      "shard_id": 2596,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4584.9822998046875,
+            "count": 2304,
+            "top1_correct": 1012,
+            "top5_correct": 1896
+          },
+          {
+            "ce_sum": 9777.791290283203,
+            "count": 2304,
+            "top1_correct": 298,
+            "top5_correct": 765
+          },
+          {
+            "ce_sum": 10445.864135742188,
+            "count": 2304,
+            "top1_correct": 228,
+            "top5_correct": 656
+          },
+          {
+            "ce_sum": 10420.049987792969,
+            "count": 2304,
+            "top1_correct": 208,
+            "top5_correct": 663
+          },
+          {
+            "ce_sum": 11627.385925292969,
+            "count": 2304,
+            "top1_correct": 134,
+            "top5_correct": 451
+          },
+          {
+            "ce_sum": 12961.200805664062,
+            "count": 2304,
+            "top1_correct": 96,
+            "top5_correct": 271
+          },
+          {
+            "ce_sum": 13934.825500488281,
+            "count": 2304,
+            "top1_correct": 62,
+            "top5_correct": 173
+          },
+          {
+            "ce_sum": 14301.501159667969,
+            "count": 2304,
+            "top1_correct": 48,
+            "top5_correct": 160
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9477071762084961,
+          "cosine_mean": 0.7839668393135071,
+          "cosine_min": 0.5676337480545044,
+          "cosine_std": 0.044407062232494354,
+          "flattened_dot": 4286507.0,
+          "latent_frames": 15427,
+          "mse": 0.07612116205303607,
+          "predicted_squared": 4872271.5,
+          "reference_squared": 6105752.0,
+          "relative_l2": 0.6276085342098902,
+          "squared_error": 2405009.75,
+          "values": 31594496
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999669194221497,
+          "cosine_mean": 0.9999135732650757,
+          "cosine_min": 0.9987857937812805,
+          "cosine_std": 5.830015288665891e-05,
+          "flattened_dot": 6105949.0,
+          "latent_frames": 15427,
+          "mse": 3.2348619521518087e-05,
+          "predicted_squared": 6107168.0,
+          "reference_squared": 6105752.0,
+          "relative_l2": 0.012937906601468135,
+          "squared_error": 1022.038330078125,
+          "values": 31594496
+        }
+      },
+      "condition_latent_frames": 15427,
+      "emitted_frames": 4472,
+      "model_id": "simpletuner-v3",
+      "sample_id": "c4467911-c503-4ff3-b9ec-84b867bf9e34",
+      "shard_id": 2610,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7928.834884643555,
+            "count": 4352,
+            "top1_correct": 2068,
+            "top5_correct": 3706
+          },
+          {
+            "ce_sum": 17630.178344726562,
+            "count": 4352,
+            "top1_correct": 571,
+            "top5_correct": 1601
+          },
+          {
+            "ce_sum": 17647.090301513672,
+            "count": 4352,
+            "top1_correct": 626,
+            "top5_correct": 1625
+          },
+          {
+            "ce_sum": 18351.80337524414,
+            "count": 4352,
+            "top1_correct": 527,
+            "top5_correct": 1491
+          },
+          {
+            "ce_sum": 20361.709411621094,
+            "count": 4352,
+            "top1_correct": 401,
+            "top5_correct": 1135
+          },
+          {
+            "ce_sum": 23700.661071777344,
+            "count": 4352,
+            "top1_correct": 205,
+            "top5_correct": 660
+          },
+          {
+            "ce_sum": 24746.35498046875,
+            "count": 4352,
+            "top1_correct": 156,
+            "top5_correct": 515
+          },
+          {
+            "ce_sum": 26102.135864257812,
+            "count": 4352,
+            "top1_correct": 107,
+            "top5_correct": 378
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8811050057411194,
+          "cosine_mean": 0.7463632225990295,
+          "cosine_min": 0.47125244140625,
+          "cosine_std": 0.05182235315442085,
+          "flattened_dot": 3235173.75,
+          "latent_frames": 12850,
+          "mse": 0.08511821346060311,
+          "predicted_squared": 3843797.5,
+          "reference_squared": 4866589.0,
+          "relative_l2": 0.6784462631739393,
+          "squared_error": 2240039.0,
+          "values": 26316800
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999691247940063,
+          "cosine_mean": 0.9999428391456604,
+          "cosine_min": 0.9998059272766113,
+          "cosine_std": 1.4147717593004927e-05,
+          "flattened_dot": 4869936.5,
+          "latent_frames": 12850,
+          "mse": 2.1661049197156143e-05,
+          "predicted_squared": 4873853.5,
+          "reference_squared": 4866589.0,
+          "relative_l2": 0.010822907564755771,
+          "squared_error": 570.0494995117188,
+          "values": 26316800
+        }
+      },
+      "condition_latent_frames": 12850,
+      "emitted_frames": 3725,
+      "model_id": "simpletuner-v3",
+      "sample_id": "2fa8caa9-0ae9-4d7c-b09d-06e67bd7abfb",
+      "shard_id": 2636,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9229.568634033203,
+            "count": 3712,
+            "top1_correct": 1313,
+            "top5_correct": 2733
+          },
+          {
+            "ce_sum": 17083.229248046875,
+            "count": 3712,
+            "top1_correct": 336,
+            "top5_correct": 1007
+          },
+          {
+            "ce_sum": 16948.631896972656,
+            "count": 3712,
+            "top1_correct": 338,
+            "top5_correct": 1065
+          },
+          {
+            "ce_sum": 17653.815673828125,
+            "count": 3712,
+            "top1_correct": 314,
+            "top5_correct": 938
+          },
+          {
+            "ce_sum": 17550.026306152344,
+            "count": 3712,
+            "top1_correct": 289,
+            "top5_correct": 901
+          },
+          {
+            "ce_sum": 20159.04217529297,
+            "count": 3712,
+            "top1_correct": 158,
+            "top5_correct": 547
+          },
+          {
+            "ce_sum": 21534.868591308594,
+            "count": 3712,
+            "top1_correct": 121,
+            "top5_correct": 386
+          },
+          {
+            "ce_sum": 21997.21075439453,
+            "count": 3712,
+            "top1_correct": 82,
+            "top5_correct": 347
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9389581680297852,
+          "cosine_mean": 0.7456622123718262,
+          "cosine_min": 0.32176607847213745,
+          "cosine_std": 0.04614924639463425,
+          "flattened_dot": 3925520.5,
+          "latent_frames": 15524,
+          "mse": 0.085537107173268,
+          "predicted_squared": 4732755.5,
+          "reference_squared": 5837780.0,
+          "relative_l2": 0.6825275878156576,
+          "squared_error": 2719494.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999737739562988,
+          "cosine_mean": 0.999947190284729,
+          "cosine_min": 0.9998262524604797,
+          "cosine_std": 1.1559675840544514e-05,
+          "flattened_dot": 5835680.0,
+          "latent_frames": 15524,
+          "mse": 1.9659461725682705e-05,
+          "predicted_squared": 5834205.5,
+          "reference_squared": 5837780.0,
+          "relative_l2": 0.010347340541087985,
+          "squared_error": 625.0362548828125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "c6f8a38b-0cd4-4322-b2fd-a41e42217cc9",
+      "shard_id": 2695,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9529.954544067383,
+            "count": 4480,
+            "top1_correct": 1850,
+            "top5_correct": 3531
+          },
+          {
+            "ce_sum": 19690.296264648438,
+            "count": 4480,
+            "top1_correct": 473,
+            "top5_correct": 1361
+          },
+          {
+            "ce_sum": 19578.068481445312,
+            "count": 4480,
+            "top1_correct": 509,
+            "top5_correct": 1411
+          },
+          {
+            "ce_sum": 21045.916076660156,
+            "count": 4480,
+            "top1_correct": 380,
+            "top5_correct": 1129
+          },
+          {
+            "ce_sum": 21766.05633544922,
+            "count": 4480,
+            "top1_correct": 390,
+            "top5_correct": 1057
+          },
+          {
+            "ce_sum": 24670.349243164062,
+            "count": 4480,
+            "top1_correct": 203,
+            "top5_correct": 608
+          },
+          {
+            "ce_sum": 26438.85223388672,
+            "count": 4480,
+            "top1_correct": 105,
+            "top5_correct": 396
+          },
+          {
+            "ce_sum": 27197.39031982422,
+            "count": 4480,
+            "top1_correct": 105,
+            "top5_correct": 345
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9537155628204346,
+          "cosine_mean": 0.7736628651618958,
+          "cosine_min": 0.530990719795227,
+          "cosine_std": 0.04861583188176155,
+          "flattened_dot": 3405583.0,
+          "latent_frames": 12339,
+          "mse": 0.07987336859690311,
+          "predicted_squared": 3856769.0,
+          "reference_squared": 4972819.0,
+          "relative_l2": 0.6370956394920251,
+          "squared_error": 2018421.75,
+          "values": 25270272
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999719858169556,
+          "cosine_mean": 0.9999400973320007,
+          "cosine_min": 0.9987650513648987,
+          "cosine_std": 3.520730388117954e-05,
+          "flattened_dot": 4974526.0,
+          "latent_frames": 12339,
+          "mse": 2.3354420023129105e-05,
+          "predicted_squared": 4976823.0,
+          "reference_squared": 4972819.0,
+          "relative_l2": 0.010894020182216947,
+          "squared_error": 590.1725463867188,
+          "values": 25270272
+        }
+      },
+      "condition_latent_frames": 12339,
+      "emitted_frames": 3577,
+      "model_id": "simpletuner-v3",
+      "sample_id": "8c52b53d-9ffd-4ee9-99c5-4977c19bc43d",
+      "shard_id": 2699,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7362.717575073242,
+            "count": 3456,
+            "top1_correct": 1452,
+            "top5_correct": 2733
+          },
+          {
+            "ce_sum": 15719.260314941406,
+            "count": 3456,
+            "top1_correct": 319,
+            "top5_correct": 899
+          },
+          {
+            "ce_sum": 14694.74853515625,
+            "count": 3456,
+            "top1_correct": 442,
+            "top5_correct": 1140
+          },
+          {
+            "ce_sum": 16175.441955566406,
+            "count": 3456,
+            "top1_correct": 321,
+            "top5_correct": 885
+          },
+          {
+            "ce_sum": 16543.3623046875,
+            "count": 3456,
+            "top1_correct": 287,
+            "top5_correct": 857
+          },
+          {
+            "ce_sum": 18924.562561035156,
+            "count": 3456,
+            "top1_correct": 140,
+            "top5_correct": 492
+          },
+          {
+            "ce_sum": 20310.833129882812,
+            "count": 3456,
+            "top1_correct": 87,
+            "top5_correct": 314
+          },
+          {
+            "ce_sum": 20792.930419921875,
+            "count": 3456,
+            "top1_correct": 91,
+            "top5_correct": 295
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9114691019058228,
+          "cosine_mean": 0.7496455311775208,
+          "cosine_min": 0.4496900737285614,
+          "cosine_std": 0.05288290977478027,
+          "flattened_dot": 3584472.5,
+          "latent_frames": 14165,
+          "mse": 0.08317464336337363,
+          "predicted_squared": 4245622.5,
+          "reference_squared": 5336212.0,
+          "relative_l2": 0.6724379286399156,
+          "squared_error": 2412889.75,
+          "values": 29009920
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999725818634033,
+          "cosine_mean": 0.9999433755874634,
+          "cosine_min": 0.9994475245475769,
+          "cosine_std": 2.1615549485431984e-05,
+          "flattened_dot": 5335518.0,
+          "latent_frames": 14165,
+          "mse": 2.0936786854936172e-05,
+          "predicted_squared": 5335431.0,
+          "reference_squared": 5336212.0,
+          "relative_l2": 0.010668705915348716,
+          "squared_error": 607.37451171875,
+          "values": 29009920
+        }
+      },
+      "condition_latent_frames": 14165,
+      "emitted_frames": 4106,
+      "model_id": "simpletuner-v3",
+      "sample_id": "5e2bd322-ab3f-4155-aab5-30991fd52a9a",
+      "shard_id": 2709,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8985.389572143555,
+            "count": 4096,
+            "top1_correct": 1649,
+            "top5_correct": 3171
+          },
+          {
+            "ce_sum": 17895.76495361328,
+            "count": 4096,
+            "top1_correct": 473,
+            "top5_correct": 1290
+          },
+          {
+            "ce_sum": 17339.805603027344,
+            "count": 4096,
+            "top1_correct": 572,
+            "top5_correct": 1448
+          },
+          {
+            "ce_sum": 18437.338134765625,
+            "count": 4096,
+            "top1_correct": 420,
+            "top5_correct": 1182
+          },
+          {
+            "ce_sum": 19469.044372558594,
+            "count": 4096,
+            "top1_correct": 342,
+            "top5_correct": 1011
+          },
+          {
+            "ce_sum": 22147.37530517578,
+            "count": 4096,
+            "top1_correct": 198,
+            "top5_correct": 603
+          },
+          {
+            "ce_sum": 23494.77911376953,
+            "count": 4096,
+            "top1_correct": 137,
+            "top5_correct": 457
+          },
+          {
+            "ce_sum": 23642.865478515625,
+            "count": 4096,
+            "top1_correct": 148,
+            "top5_correct": 496
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9221702814102173,
+          "cosine_mean": 0.7364839315414429,
+          "cosine_min": 0.4813142716884613,
+          "cosine_std": 0.055823154747486115,
+          "flattened_dot": 2220173.5,
+          "latent_frames": 8586,
+          "mse": 0.0912732778105346,
+          "predicted_squared": 2728025.0,
+          "reference_squared": 3317282.5,
+          "relative_l2": 0.6955702729752586,
+          "squared_error": 1604961.0,
+          "values": 17584128
+        },
+        "true_code_control": {
+          "cosine_max": 0.9998878240585327,
+          "cosine_mean": 0.9994238018989563,
+          "cosine_min": 0.9936599135398865,
+          "cosine_std": 0.00044039933709427714,
+          "flattened_dot": 3319123.0,
+          "latent_frames": 8586,
+          "mse": 0.0002081067362726915,
+          "predicted_squared": 3324622.5,
+          "reference_squared": 3317282.5,
+          "relative_l2": 0.03321331760863458,
+          "squared_error": 3659.37548828125,
+          "values": 17584128
+        }
+      },
+      "condition_latent_frames": 8586,
+      "emitted_frames": 2489,
+      "model_id": "simpletuner-v3",
+      "sample_id": "12431af5-17b4-48a8-8aa1-77df9fe01683",
+      "shard_id": 2723,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5975.198822021484,
+            "count": 2432,
+            "top1_correct": 880,
+            "top5_correct": 1776
+          },
+          {
+            "ce_sum": 10903.44692993164,
+            "count": 2432,
+            "top1_correct": 246,
+            "top5_correct": 734
+          },
+          {
+            "ce_sum": 11100.803466796875,
+            "count": 2432,
+            "top1_correct": 229,
+            "top5_correct": 682
+          },
+          {
+            "ce_sum": 11773.530334472656,
+            "count": 2432,
+            "top1_correct": 166,
+            "top5_correct": 546
+          },
+          {
+            "ce_sum": 11948.555969238281,
+            "count": 2432,
+            "top1_correct": 171,
+            "top5_correct": 524
+          },
+          {
+            "ce_sum": 12912.619384765625,
+            "count": 2432,
+            "top1_correct": 112,
+            "top5_correct": 384
+          },
+          {
+            "ce_sum": 14076.340637207031,
+            "count": 2432,
+            "top1_correct": 68,
+            "top5_correct": 246
+          },
+          {
+            "ce_sum": 14477.269775390625,
+            "count": 2432,
+            "top1_correct": 64,
+            "top5_correct": 213
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9556764960289001,
+          "cosine_mean": 0.7773499488830566,
+          "cosine_min": 0.5328416228294373,
+          "cosine_std": 0.04827778786420822,
+          "flattened_dot": 398349.65625,
+          "latent_frames": 1738,
+          "mse": 0.06404022462623166,
+          "predicted_squared": 477842.1875,
+          "reference_squared": 546803.4375,
+          "relative_l2": 0.6456552212983719,
+          "squared_error": 227946.3125,
+          "values": 3559424
+        },
+        "true_code_control": {
+          "cosine_max": 0.999907374382019,
+          "cosine_mean": 0.9995995163917542,
+          "cosine_min": 0.9943608045578003,
+          "cosine_std": 0.0005039166426286101,
+          "flattened_dot": 546611.1875,
+          "latent_frames": 1738,
+          "mse": 0.00011381892738188644,
+          "predicted_squared": 546824.0,
+          "reference_squared": 546803.4375,
+          "relative_l2": 0.027219584305724527,
+          "squared_error": 405.12982177734375,
+          "values": 3559424
+        }
+      },
+      "condition_latent_frames": 1738,
+      "emitted_frames": 504,
+      "model_id": "simpletuner-v3",
+      "sample_id": "691f4e4b-692d-480a-922f-c648a147203d",
+      "shard_id": 2727,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 709.8569641113281,
+            "count": 384,
+            "top1_correct": 176,
+            "top5_correct": 326
+          },
+          {
+            "ce_sum": 1568.41943359375,
+            "count": 384,
+            "top1_correct": 51,
+            "top5_correct": 147
+          },
+          {
+            "ce_sum": 1686.6117553710938,
+            "count": 384,
+            "top1_correct": 40,
+            "top5_correct": 113
+          },
+          {
+            "ce_sum": 1722.2987060546875,
+            "count": 384,
+            "top1_correct": 37,
+            "top5_correct": 103
+          },
+          {
+            "ce_sum": 1829.8804321289062,
+            "count": 384,
+            "top1_correct": 35,
+            "top5_correct": 89
+          },
+          {
+            "ce_sum": 2130.9115600585938,
+            "count": 384,
+            "top1_correct": 12,
+            "top5_correct": 58
+          },
+          {
+            "ce_sum": 2251.7329711914062,
+            "count": 384,
+            "top1_correct": 14,
+            "top5_correct": 48
+          },
+          {
+            "ce_sum": 2309.5870361328125,
+            "count": 384,
+            "top1_correct": 9,
+            "top5_correct": 32
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9598429203033447,
+          "cosine_mean": 0.7761610150337219,
+          "cosine_min": 0.4549490213394165,
+          "cosine_std": 0.043376624584198,
+          "flattened_dot": 2653850.25,
+          "latent_frames": 10387,
+          "mse": 0.07250306098330546,
+          "predicted_squared": 3112473.25,
+          "reference_squared": 3737553.5,
+          "relative_l2": 0.6423836876067924,
+          "squared_error": 1542326.875,
+          "values": 21272576
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999701976776123,
+          "cosine_mean": 0.999940037727356,
+          "cosine_min": 0.9990377426147461,
+          "cosine_std": 2.7310026780469343e-05,
+          "flattened_dot": 3737863.0,
+          "latent_frames": 10387,
+          "mse": 2.11959413354179e-05,
+          "predicted_squared": 3738622.5,
+          "reference_squared": 3737553.5,
+          "relative_l2": 0.010983548887614075,
+          "squared_error": 450.89227294921875,
+          "values": 21272576
+        }
+      },
+      "condition_latent_frames": 10387,
+      "emitted_frames": 3011,
+      "model_id": "simpletuner-v3",
+      "sample_id": "294e1725-1ec3-4636-929d-e3c2d1bb2dee",
+      "shard_id": 2758,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5508.672882080078,
+            "count": 2944,
+            "top1_correct": 1341,
+            "top5_correct": 2463
+          },
+          {
+            "ce_sum": 12104.286041259766,
+            "count": 2944,
+            "top1_correct": 408,
+            "top5_correct": 1076
+          },
+          {
+            "ce_sum": 12466.559783935547,
+            "count": 2944,
+            "top1_correct": 374,
+            "top5_correct": 997
+          },
+          {
+            "ce_sum": 13168.730895996094,
+            "count": 2944,
+            "top1_correct": 307,
+            "top5_correct": 842
+          },
+          {
+            "ce_sum": 14934.650451660156,
+            "count": 2944,
+            "top1_correct": 185,
+            "top5_correct": 566
+          },
+          {
+            "ce_sum": 16062.505554199219,
+            "count": 2944,
+            "top1_correct": 135,
+            "top5_correct": 419
+          },
+          {
+            "ce_sum": 17687.202575683594,
+            "count": 2944,
+            "top1_correct": 85,
+            "top5_correct": 269
+          },
+          {
+            "ce_sum": 17931.36541748047,
+            "count": 2944,
+            "top1_correct": 53,
+            "top5_correct": 212
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9649786949157715,
+          "cosine_mean": 0.7756310105323792,
+          "cosine_min": 0.48842501640319824,
+          "cosine_std": 0.05072173476219177,
+          "flattened_dot": 2659631.25,
+          "latent_frames": 10132,
+          "mse": 0.07466710418568644,
+          "predicted_squared": 3273865.0,
+          "reference_squared": 3594765.5,
+          "relative_l2": 0.6565108960381666,
+          "squared_error": 1549367.5,
+          "values": 20750336
+        },
+        "true_code_control": {
+          "cosine_max": 0.999963641166687,
+          "cosine_mean": 0.9999216198921204,
+          "cosine_min": 0.9993224740028381,
+          "cosine_std": 3.655890395748429e-05,
+          "flattened_dot": 3595126.25,
+          "latent_frames": 10132,
+          "mse": 2.705657901003386e-05,
+          "predicted_squared": 3596048.25,
+          "reference_squared": 3594765.5,
+          "relative_l2": 0.012497228954051549,
+          "squared_error": 561.43310546875,
+          "values": 20750336
+        }
+      },
+      "condition_latent_frames": 10132,
+      "emitted_frames": 2937,
+      "model_id": "simpletuner-v3",
+      "sample_id": "fc3ac309-110c-471e-8396-f60e94356e1b",
+      "shard_id": 2763,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6007.593399047852,
+            "count": 2816,
+            "top1_correct": 1164,
+            "top5_correct": 2215
+          },
+          {
+            "ce_sum": 12103.827911376953,
+            "count": 2816,
+            "top1_correct": 346,
+            "top5_correct": 893
+          },
+          {
+            "ce_sum": 12026.72378540039,
+            "count": 2816,
+            "top1_correct": 346,
+            "top5_correct": 915
+          },
+          {
+            "ce_sum": 12718.466369628906,
+            "count": 2816,
+            "top1_correct": 278,
+            "top5_correct": 785
+          },
+          {
+            "ce_sum": 13743.682556152344,
+            "count": 2816,
+            "top1_correct": 196,
+            "top5_correct": 613
+          },
+          {
+            "ce_sum": 15013.035705566406,
+            "count": 2816,
+            "top1_correct": 149,
+            "top5_correct": 428
+          },
+          {
+            "ce_sum": 16099.418701171875,
+            "count": 2816,
+            "top1_correct": 103,
+            "top5_correct": 311
+          },
+          {
+            "ce_sum": 16300.835876464844,
+            "count": 2816,
+            "top1_correct": 102,
+            "top5_correct": 317
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9434235095977783,
+          "cosine_mean": 0.8356426954269409,
+          "cosine_min": 0.5636830925941467,
+          "cosine_std": 0.04283033311367035,
+          "flattened_dot": 1704586.25,
+          "latent_frames": 5101,
+          "mse": 0.06472508502085988,
+          "predicted_squared": 1930247.5,
+          "reference_squared": 2155098.0,
+          "relative_l2": 0.5601385215625504,
+          "squared_error": 676173.125,
+          "values": 10446848
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999544620513916,
+          "cosine_mean": 0.9999021887779236,
+          "cosine_min": 0.9995412826538086,
+          "cosine_std": 4.1766859794734046e-05,
+          "flattened_dot": 2157646.5,
+          "latent_frames": 5101,
+          "mse": 4.007266365156714e-05,
+          "predicted_squared": 2160613.5,
+          "reference_squared": 2155098.0,
+          "relative_l2": 0.01393744708578442,
+          "squared_error": 418.6330261230469,
+          "values": 10446848
+        }
+      },
+      "condition_latent_frames": 5101,
+      "emitted_frames": 1479,
+      "model_id": "simpletuner-v3",
+      "sample_id": "714c7c68-d9ea-443c-8d15-43f6cd297e52",
+      "shard_id": 2773,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2613.5547943115234,
+            "count": 1408,
+            "top1_correct": 625,
+            "top5_correct": 1194
+          },
+          {
+            "ce_sum": 5115.404449462891,
+            "count": 1408,
+            "top1_correct": 243,
+            "top5_correct": 629
+          },
+          {
+            "ce_sum": 5112.564788818359,
+            "count": 1408,
+            "top1_correct": 278,
+            "top5_correct": 646
+          },
+          {
+            "ce_sum": 5818.399108886719,
+            "count": 1408,
+            "top1_correct": 203,
+            "top5_correct": 494
+          },
+          {
+            "ce_sum": 6249.9166259765625,
+            "count": 1408,
+            "top1_correct": 149,
+            "top5_correct": 400
+          },
+          {
+            "ce_sum": 7001.6864013671875,
+            "count": 1408,
+            "top1_correct": 97,
+            "top5_correct": 278
+          },
+          {
+            "ce_sum": 7407.864074707031,
+            "count": 1408,
+            "top1_correct": 64,
+            "top5_correct": 217
+          },
+          {
+            "ce_sum": 7333.344970703125,
+            "count": 1408,
+            "top1_correct": 79,
+            "top5_correct": 258
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9568827152252197,
+          "cosine_mean": 0.770097553730011,
+          "cosine_min": 0.4916282892227173,
+          "cosine_std": 0.04484260082244873,
+          "flattened_dot": 3741915.5,
+          "latent_frames": 15524,
+          "mse": 0.07064368767211253,
+          "predicted_squared": 4519086.0,
+          "reference_squared": 5210731.0,
+          "relative_l2": 0.6565293520580093,
+          "squared_error": 2245985.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999696612358093,
+          "cosine_mean": 0.9999325275421143,
+          "cosine_min": 0.9992012977600098,
+          "cosine_std": 3.076238135690801e-05,
+          "flattened_dot": 5211466.0,
+          "latent_frames": 15524,
+          "mse": 2.2063267442928828e-05,
+          "predicted_squared": 5212902.0,
+          "reference_squared": 5210731.0,
+          "relative_l2": 0.011602521478740758,
+          "squared_error": 701.4608154296875,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v3",
+      "sample_id": "8714af38-1caf-45ea-ab9d-f56d3ba19c7a",
+      "shard_id": 2796,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8442.940521240234,
+            "count": 4480,
+            "top1_correct": 2017,
+            "top5_correct": 3741
+          },
+          {
+            "ce_sum": 18884.205657958984,
+            "count": 4480,
+            "top1_correct": 518,
+            "top5_correct": 1502
+          },
+          {
+            "ce_sum": 19287.400329589844,
+            "count": 4480,
+            "top1_correct": 556,
+            "top5_correct": 1479
+          },
+          {
+            "ce_sum": 20024.150268554688,
+            "count": 4480,
+            "top1_correct": 484,
+            "top5_correct": 1293
+          },
+          {
+            "ce_sum": 21450.138305664062,
+            "count": 4480,
+            "top1_correct": 349,
+            "top5_correct": 1033
+          },
+          {
+            "ce_sum": 25099.101440429688,
+            "count": 4480,
+            "top1_correct": 158,
+            "top5_correct": 530
+          },
+          {
+            "ce_sum": 27059.83868408203,
+            "count": 4480,
+            "top1_correct": 107,
+            "top5_correct": 368
+          },
+          {
+            "ce_sum": 27147.187866210938,
+            "count": 4480,
+            "top1_correct": 109,
+            "top5_correct": 342
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9584768414497375,
+          "cosine_mean": 0.7944819331169128,
+          "cosine_min": 0.5707283020019531,
+          "cosine_std": 0.04489782825112343,
+          "flattened_dot": 3505245.25,
+          "latent_frames": 11946,
+          "mse": 0.0741626299467395,
+          "predicted_squared": 3974790.0,
+          "reference_squared": 4850120.0,
+          "relative_l2": 0.6116353115070845,
+          "squared_error": 1814419.0,
+          "values": 24465408
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999736547470093,
+          "cosine_mean": 0.9999292492866516,
+          "cosine_min": 0.9993231296539307,
+          "cosine_std": 3.688811193569563e-05,
+          "flattened_dot": 4851119.0,
+          "latent_frames": 11946,
+          "mse": 2.708903872625484e-05,
+          "predicted_squared": 4852781.0,
+          "reference_squared": 4850120.0,
+          "relative_l2": 0.011689522909422876,
+          "squared_error": 662.744384765625,
+          "values": 24465408
+        }
+      },
+      "condition_latent_frames": 11946,
+      "emitted_frames": 3463,
+      "model_id": "simpletuner-v3",
+      "sample_id": "c6cb5b8f-fb7e-4cdb-a4ba-9aec542593a2",
+      "shard_id": 2816,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6576.686981201172,
+            "count": 3456,
+            "top1_correct": 1597,
+            "top5_correct": 2877
+          },
+          {
+            "ce_sum": 13994.7509765625,
+            "count": 3456,
+            "top1_correct": 462,
+            "top5_correct": 1255
+          },
+          {
+            "ce_sum": 13829.364685058594,
+            "count": 3456,
+            "top1_correct": 529,
+            "top5_correct": 1325
+          },
+          {
+            "ce_sum": 15231.415893554688,
+            "count": 3456,
+            "top1_correct": 414,
+            "top5_correct": 1083
+          },
+          {
+            "ce_sum": 15987.54736328125,
+            "count": 3456,
+            "top1_correct": 314,
+            "top5_correct": 914
+          },
+          {
+            "ce_sum": 17690.68194580078,
+            "count": 3456,
+            "top1_correct": 231,
+            "top5_correct": 694
+          },
+          {
+            "ce_sum": 19242.388305664062,
+            "count": 3456,
+            "top1_correct": 172,
+            "top5_correct": 471
+          },
+          {
+            "ce_sum": 20031.752807617188,
+            "count": 3456,
+            "top1_correct": 131,
+            "top5_correct": 385
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9616309404373169,
+          "cosine_mean": 0.7940269112586975,
+          "cosine_min": 0.47882914543151855,
+          "cosine_std": 0.0426008403301239,
+          "flattened_dot": 3508163.5,
+          "latent_frames": 12895,
+          "mse": 0.07026197737434568,
+          "predicted_squared": 3998760.0,
+          "reference_squared": 4873113.0,
+          "relative_l2": 0.6170673847691418,
+          "squared_error": 1855545.75,
+          "values": 26408960
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999680519104004,
+          "cosine_mean": 0.999930202960968,
+          "cosine_min": 0.9966968297958374,
+          "cosine_std": 9.874150418909267e-05,
+          "flattened_dot": 4869668.5,
+          "latent_frames": 12895,
+          "mse": 2.5702114482404834e-05,
+          "predicted_squared": 4866902.0,
+          "reference_squared": 4873113.0,
+          "relative_l2": 0.011802033286078288,
+          "squared_error": 678.76611328125,
+          "values": 26408960
+        }
+      },
+      "condition_latent_frames": 12895,
+      "emitted_frames": 3738,
+      "model_id": "simpletuner-v3",
+      "sample_id": "61fbb2b6-e81e-4a17-93bb-576d82fa6869",
+      "shard_id": 2825,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6924.593566894531,
+            "count": 3712,
+            "top1_correct": 1733,
+            "top5_correct": 3120
+          },
+          {
+            "ce_sum": 15386.96353149414,
+            "count": 3712,
+            "top1_correct": 472,
+            "top5_correct": 1287
+          },
+          {
+            "ce_sum": 15370.68359375,
+            "count": 3712,
+            "top1_correct": 476,
+            "top5_correct": 1297
+          },
+          {
+            "ce_sum": 16320.19985961914,
+            "count": 3712,
+            "top1_correct": 388,
+            "top5_correct": 1114
+          },
+          {
+            "ce_sum": 17738.04718017578,
+            "count": 3712,
+            "top1_correct": 286,
+            "top5_correct": 899
+          },
+          {
+            "ce_sum": 20163.716857910156,
+            "count": 3712,
+            "top1_correct": 165,
+            "top5_correct": 539
+          },
+          {
+            "ce_sum": 21421.59619140625,
+            "count": 3712,
+            "top1_correct": 117,
+            "top5_correct": 410
+          },
+          {
+            "ce_sum": 22075.34490966797,
+            "count": 3712,
+            "top1_correct": 115,
+            "top5_correct": 344
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9623417854309082,
+          "cosine_mean": 0.8006535172462463,
+          "cosine_min": 0.670393168926239,
+          "cosine_std": 0.03934923931956291,
+          "flattened_dot": 722988.0,
+          "latent_frames": 2628,
+          "mse": 0.06742714311434253,
+          "predicted_squared": 845324.4375,
+          "reference_squared": 963554.0,
+          "relative_l2": 0.6137012484826772,
+          "squared_error": 362902.59375,
+          "values": 5382144
+        },
+        "true_code_control": {
+          "cosine_max": 0.999945878982544,
+          "cosine_mean": 0.9998265504837036,
+          "cosine_min": 0.9987019300460815,
+          "cosine_std": 0.00013342281454242766,
+          "flattened_dot": 962452.125,
+          "latent_frames": 2628,
+          "mse": 5.877174471066967e-05,
+          "predicted_squared": 961666.625,
+          "reference_squared": 963554.0,
+          "relative_l2": 0.018118570034016745,
+          "squared_error": 316.3179931640625,
+          "values": 5382144
+        }
+      },
+      "condition_latent_frames": 2628,
+      "emitted_frames": 762,
+      "model_id": "simpletuner-v3",
+      "sample_id": "9a9447bd-e1f9-4caa-96b9-6acd1468f8f7",
+      "shard_id": 2826,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1312.9261169433594,
+            "count": 640,
+            "top1_correct": 275,
+            "top5_correct": 511
+          },
+          {
+            "ce_sum": 2548.7943420410156,
+            "count": 640,
+            "top1_correct": 98,
+            "top5_correct": 234
+          },
+          {
+            "ce_sum": 2375.7721557617188,
+            "count": 640,
+            "top1_correct": 107,
+            "top5_correct": 290
+          },
+          {
+            "ce_sum": 2545.3578186035156,
+            "count": 640,
+            "top1_correct": 102,
+            "top5_correct": 238
+          },
+          {
+            "ce_sum": 2948.3163452148438,
+            "count": 640,
+            "top1_correct": 58,
+            "top5_correct": 172
+          },
+          {
+            "ce_sum": 3248.871826171875,
+            "count": 640,
+            "top1_correct": 38,
+            "top5_correct": 112
+          },
+          {
+            "ce_sum": 3307.8723754882812,
+            "count": 640,
+            "top1_correct": 31,
+            "top5_correct": 112
+          },
+          {
+            "ce_sum": 3463.325927734375,
+            "count": 640,
+            "top1_correct": 30,
+            "top5_correct": 96
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9639108180999756,
+          "cosine_mean": 0.7711772322654724,
+          "cosine_min": 0.5596286654472351,
+          "cosine_std": 0.06379859149456024,
+          "flattened_dot": 316769.65625,
+          "latent_frames": 1189,
+          "mse": 0.0776519262058781,
+          "predicted_squared": 378260.5,
+          "reference_squared": 444366.875,
+          "relative_l2": 0.6523207318933874,
+          "squared_error": 189088.03125,
+          "values": 2435072
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999676942825317,
+          "cosine_mean": 0.9999398589134216,
+          "cosine_min": 0.9998760223388672,
+          "cosine_std": 1.703140515019186e-05,
+          "flattened_dot": 444312.25,
+          "latent_frames": 1189,
+          "mse": 2.20588788302432e-05,
+          "predicted_squared": 444311.34375,
+          "reference_squared": 444366.875,
+          "relative_l2": 0.010994532878844616,
+          "squared_error": 53.71495819091797,
+          "values": 2435072
+        }
+      },
+      "condition_latent_frames": 1189,
+      "emitted_frames": 345,
+      "model_id": "simpletuner-v3",
+      "sample_id": "b6a737a4-ec40-4721-943a-dd0cbeff13b4",
+      "shard_id": 2839,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 652.3802795410156,
+            "count": 256,
+            "top1_correct": 93,
+            "top5_correct": 179
+          },
+          {
+            "ce_sum": 1111.7762145996094,
+            "count": 256,
+            "top1_correct": 32,
+            "top5_correct": 80
+          },
+          {
+            "ce_sum": 1105.3047180175781,
+            "count": 256,
+            "top1_correct": 32,
+            "top5_correct": 81
+          },
+          {
+            "ce_sum": 1082.821044921875,
+            "count": 256,
+            "top1_correct": 24,
+            "top5_correct": 80
+          },
+          {
+            "ce_sum": 1124.3850708007812,
+            "count": 256,
+            "top1_correct": 34,
+            "top5_correct": 76
+          },
+          {
+            "ce_sum": 1357.3574829101562,
+            "count": 256,
+            "top1_correct": 16,
+            "top5_correct": 43
+          },
+          {
+            "ce_sum": 1367.5863037109375,
+            "count": 256,
+            "top1_correct": 18,
+            "top5_correct": 47
+          },
+          {
+            "ce_sum": 1388.595947265625,
+            "count": 256,
+            "top1_correct": 16,
+            "top5_correct": 34
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9714988470077515,
+          "cosine_mean": 0.7822384834289551,
+          "cosine_min": 0.34308284521102905,
+          "cosine_std": 0.044171661138534546,
+          "flattened_dot": 3904825.5,
+          "latent_frames": 13920,
+          "mse": 0.07704243276311064,
+          "predicted_squared": 4574261.0,
+          "reference_squared": 5431728.0,
+          "relative_l2": 0.6358879288462641,
+          "squared_error": 2196338.0,
+          "values": 28508160
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999679923057556,
+          "cosine_mean": 0.9999398589134216,
+          "cosine_min": 0.9991027116775513,
+          "cosine_std": 2.364979445701465e-05,
+          "flattened_dot": 5430987.0,
+          "latent_frames": 13920,
+          "mse": 2.297903785760375e-05,
+          "predicted_squared": 5430901.0,
+          "reference_squared": 5431728.0,
+          "relative_l2": 0.010982001712443427,
+          "squared_error": 655.090087890625,
+          "values": 28508160
+        }
+      },
+      "condition_latent_frames": 13920,
+      "emitted_frames": 4035,
+      "model_id": "simpletuner-v3",
+      "sample_id": "98ec4615-a68c-4c5a-885e-0c30edd73292",
+      "shard_id": 2907,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8185.792404174805,
+            "count": 3968,
+            "top1_correct": 1701,
+            "top5_correct": 3191
+          },
+          {
+            "ce_sum": 16321.8291015625,
+            "count": 3968,
+            "top1_correct": 526,
+            "top5_correct": 1410
+          },
+          {
+            "ce_sum": 16566.484405517578,
+            "count": 3968,
+            "top1_correct": 522,
+            "top5_correct": 1390
+          },
+          {
+            "ce_sum": 17323.29638671875,
+            "count": 3968,
+            "top1_correct": 438,
+            "top5_correct": 1241
+          },
+          {
+            "ce_sum": 18952.309020996094,
+            "count": 3968,
+            "top1_correct": 326,
+            "top5_correct": 961
+          },
+          {
+            "ce_sum": 21352.23651123047,
+            "count": 3968,
+            "top1_correct": 226,
+            "top5_correct": 638
+          },
+          {
+            "ce_sum": 22870.080688476562,
+            "count": 3968,
+            "top1_correct": 134,
+            "top5_correct": 448
+          },
+          {
+            "ce_sum": 23350.96240234375,
+            "count": 3968,
+            "top1_correct": 114,
+            "top5_correct": 365
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9589858055114746,
+          "cosine_mean": 0.7848019599914551,
+          "cosine_min": 0.45565083622932434,
+          "cosine_std": 0.04900895804166794,
+          "flattened_dot": 3068046.25,
+          "latent_frames": 11467,
+          "mse": 0.07348323564869572,
+          "predicted_squared": 3442116.25,
+          "reference_squared": 4419687.0,
+          "relative_l2": 0.6248679659580687,
+          "squared_error": 1725710.875,
+          "values": 23484416
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999633431434631,
+          "cosine_mean": 0.9999056458473206,
+          "cosine_min": 0.9975554347038269,
+          "cosine_std": 9.631387365516275e-05,
+          "flattened_dot": 4419927.0,
+          "latent_frames": 11467,
+          "mse": 3.470597525383961e-05,
+          "predicted_squared": 4420981.0,
+          "reference_squared": 4419687.0,
+          "relative_l2": 0.013579889992364716,
+          "squared_error": 815.049560546875,
+          "values": 23484416
+        }
+      },
+      "condition_latent_frames": 11467,
+      "emitted_frames": 3324,
+      "model_id": "simpletuner-v3",
+      "sample_id": "75923ab0-beba-4f6c-8d39-eabf04d22372",
+      "shard_id": 2928,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5476.850326538086,
+            "count": 3200,
+            "top1_correct": 1580,
+            "top5_correct": 2764
+          },
+          {
+            "ce_sum": 12954.008209228516,
+            "count": 3200,
+            "top1_correct": 481,
+            "top5_correct": 1190
+          },
+          {
+            "ce_sum": 12670.6376953125,
+            "count": 3200,
+            "top1_correct": 510,
+            "top5_correct": 1278
+          },
+          {
+            "ce_sum": 13495.793273925781,
+            "count": 3200,
+            "top1_correct": 433,
+            "top5_correct": 1116
+          },
+          {
+            "ce_sum": 14793.376251220703,
+            "count": 3200,
+            "top1_correct": 274,
+            "top5_correct": 831
+          },
+          {
+            "ce_sum": 16815.199951171875,
+            "count": 3200,
+            "top1_correct": 176,
+            "top5_correct": 539
+          },
+          {
+            "ce_sum": 18037.552612304688,
+            "count": 3200,
+            "top1_correct": 137,
+            "top5_correct": 424
+          },
+          {
+            "ce_sum": 18832.225341796875,
+            "count": 3200,
+            "top1_correct": 97,
+            "top5_correct": 346
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9498937129974365,
+          "cosine_mean": 0.7532951235771179,
+          "cosine_min": 0.5453084707260132,
+          "cosine_std": 0.04593174532055855,
+          "flattened_dot": 2979570.25,
+          "latent_frames": 11788,
+          "mse": 0.08176886303205591,
+          "predicted_squared": 3567399.5,
+          "reference_squared": 4365790.0,
+          "relative_l2": 0.6724308011828155,
+          "squared_error": 1974049.5,
+          "values": 24141824
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999693036079407,
+          "cosine_mean": 0.9999439120292664,
+          "cosine_min": 0.9997127056121826,
+          "cosine_std": 1.3662951459991746e-05,
+          "flattened_dot": 4365614.0,
+          "latent_frames": 11788,
+          "mse": 2.0514522664296978e-05,
+          "predicted_squared": 4365932.5,
+          "reference_squared": 4365790.0,
+          "relative_l2": 0.010650851436021755,
+          "squared_error": 495.25799560546875,
+          "values": 24141824
+        }
+      },
+      "condition_latent_frames": 11788,
+      "emitted_frames": 3417,
+      "model_id": "simpletuner-v3",
+      "sample_id": "4f274859-822a-4105-8e34-2890a3f4e880",
+      "shard_id": 2955,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6732.977447509766,
+            "count": 3328,
+            "top1_correct": 1429,
+            "top5_correct": 2698
+          },
+          {
+            "ce_sum": 14447.821075439453,
+            "count": 3328,
+            "top1_correct": 360,
+            "top5_correct": 1047
+          },
+          {
+            "ce_sum": 14152.953521728516,
+            "count": 3328,
+            "top1_correct": 386,
+            "top5_correct": 1106
+          },
+          {
+            "ce_sum": 15336.680419921875,
+            "count": 3328,
+            "top1_correct": 300,
+            "top5_correct": 862
+          },
+          {
+            "ce_sum": 15694.3916015625,
+            "count": 3328,
+            "top1_correct": 290,
+            "top5_correct": 855
+          },
+          {
+            "ce_sum": 18534.901123046875,
+            "count": 3328,
+            "top1_correct": 121,
+            "top5_correct": 394
+          },
+          {
+            "ce_sum": 19108.353088378906,
+            "count": 3328,
+            "top1_correct": 100,
+            "top5_correct": 359
+          },
+          {
+            "ce_sum": 20304.304443359375,
+            "count": 3328,
+            "top1_correct": 55,
+            "top5_correct": 230
+          }
+        ]
+      }
+    }
+  ],
+  "token_metrics": {
+    "acoustic_top1": 0.07669483187964492,
+    "acoustic_top5": 0.2205930500361272,
+    "loss": 4.627228037965608,
+    "per_head": [
+      {
+        "cross_entropy": 2.05151354155444,
+        "frames": 354304,
+        "head": 0,
+        "top1": 0.4307007541546243,
+        "top5": 0.8055822118858381,
+        "vocab_size": 16384
+      },
+      {
+        "cross_entropy": 4.249657987859208,
+        "frames": 354304,
+        "head": 1,
+        "top1": 0.12056595466040462,
+        "top5": 0.3328892702312139,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 4.234922564012467,
+        "frames": 354304,
+        "head": 2,
+        "top1": 0.1262616284320809,
+        "top5": 0.3394090950144509,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 4.52433015767894,
+        "frames": 354304,
+        "head": 3,
+        "top1": 0.10008354407514451,
+        "top5": 0.2840188087066474,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 4.794433757748907,
+        "frames": 354304,
+        "head": 4,
+        "top1": 0.08191270773121387,
+        "top5": 0.23809779172687862,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 5.431119087372901,
+        "frames": 354304,
+        "head": 5,
+        "top1": 0.047532627348265896,
+        "top5": 0.14896247290462428,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 5.788330853674453,
+        "frames": 354304,
+        "head": 6,
+        "top1": 0.03266968479046243,
+        "top5": 0.10803998825867052,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 5.943516353823546,
+        "frames": 354304,
+        "head": 7,
+        "top1": 0.027837676119942197,
+        "top5": 0.09273392341040462,
+        "vocab_size": 1024
+      }
+    ],
+    "semantic_top1": 0.4307007541546243,
+    "semantic_top5": 0.8055822118858381
+  }
+}