diff --git "a/evaluation/replay-comparison/raw-metrics-simpletuner-v2.json" "b/evaluation/replay-comparison/raw-metrics-simpletuner-v2.json"
new file mode 100644--- /dev/null
+++ "b/evaluation/replay-comparison/raw-metrics-simpletuner-v2.json"
@@ -0,0 +1,11724 @@
+{
+  "checkpoint": {
+    "checkpoint": "v2/output/final",
+    "checkpoint_bytes": 618960456,
+    "checkpoint_sha256": "47dfffb7a76d95589752df0c59ff6eaf3496f6fcf5408d324218887e471023c7",
+    "global_step": 17660
+  },
+  "condition_embedding_replay": {
+    "predicted_codes": {
+      "global_flattened_cosine": 0.7690277363397032,
+      "latent_frames": 1247184,
+      "latent_weighted_mean_cosine": 0.7669544765998214,
+      "mse": 0.0781371955191094,
+      "per_record_cosine": {
+        "count": 130,
+        "max": 0.8361330032348633,
+        "mean": 0.7698414775041433,
+        "min": 0.7206224203109741,
+        "quantiles": {
+          "0.0": 0.7206224203109741,
+          "0.05": 0.7429912149906158,
+          "0.25": 0.7548101097345352,
+          "0.5": 0.770626574754715,
+          "0.75": 0.7835157215595245,
+          "0.95": 0.7986360996961593,
+          "1.0": 0.8361330032348633
+        },
+        "std": 0.019062989675575924
+      },
+      "relative_l2": 0.6539463290553146
+    },
+    "true_code_control": {
+      "global_flattened_cosine": 0.9999244132588798,
+      "latent_frames": 1247184,
+      "latent_weighted_mean_cosine": 0.9999227839764951,
+      "mse": 2.763638821693823e-05,
+      "per_record_cosine": {
+        "count": 130,
+        "max": 0.999957263469696,
+        "mean": 0.9999072317893688,
+        "min": 0.9983662366867065,
+        "quantiles": {
+          "0.0": 0.9983662366867065,
+          "0.05": 0.999821075797081,
+          "0.25": 0.9999240636825562,
+          "0.5": 0.9999381899833679,
+          "0.75": 0.9999445825815201,
+          "0.95": 0.9999500513076782,
+          "1.0": 0.999957263469696
+        },
+        "std": 0.00015022638681815362
+      },
+      "relative_l2": 0.01229854795158292
+    }
+  },
+  "dataset": {
+    "exact_alignment_records": 130,
+    "repo_id": "bghira/minimax-music3-rvq-reverse-distillation",
+    "revision": "5029b1e7f1bbfbf028b76b38564fecccda94a111",
+    "split": "holdout"
+  },
+  "format": "simpletuner-minimaxmusic-external-replay-v1",
+  "limitations": [
+    "This is teacher-forced hidden-state replay, not a diffusion render or audio-domain score.",
+    "Only the 130 holdout records with recorded exact chunk alignment are included.",
+    "Complete non-overlapping windows define token metrics; a shifted final window fills replay-only tail frames.",
+    "The Serveurperso checkpoint was trained on a separate corpus and has no checkpoint-specific license declaration."
+  ],
+  "model_id": "simpletuner-v2",
+  "parameter_count": 154736064,
+  "protocol": {
+    "code_selection": "argmax",
+    "condition": "official condition encoder with recorded chunk stitching",
+    "metric": "cosine similarity per stitched condition-embedding latent frame",
+    "official_model_revision": "fbdf52fbaaca799592917417eb05f1899f1255ec",
+    "replay": "teacher-forced official language model and RVQ depth decoder",
+    "window_frames": 128
+  },
+  "records": [
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9402264356613159,
+          "cosine_mean": 0.7239253520965576,
+          "cosine_min": 0.5208988785743713,
+          "cosine_std": 0.04706466570496559,
+          "flattened_dot": 3502220.0,
+          "latent_frames": 15524,
+          "mse": 0.08450425110413715,
+          "predicted_squared": 4440578.5,
+          "reference_squared": 5250518.5,
+          "relative_l2": 0.715327588876253,
+          "squared_error": 2686656.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999727010726929,
+          "cosine_mean": 0.9999457597732544,
+          "cosine_min": 0.9997843503952026,
+          "cosine_std": 1.1789102245529648e-05,
+          "flattened_dot": 5247772.0,
+          "latent_frames": 15524,
+          "mse": 1.8229315005083485e-05,
+          "predicted_squared": 5245605.0,
+          "reference_squared": 5250518.5,
+          "relative_l2": 0.010506325979063667,
+          "squared_error": 579.5673828125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "bf131a41-49be-43c7-bf93-9c79f5be522e",
+      "shard_id": 233,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10599.354446411133,
+            "count": 4480,
+            "top1_correct": 1710,
+            "top5_correct": 3367
+          },
+          {
+            "ce_sum": 20510.525146484375,
+            "count": 4480,
+            "top1_correct": 401,
+            "top5_correct": 1219
+          },
+          {
+            "ce_sum": 20026.59490966797,
+            "count": 4480,
+            "top1_correct": 475,
+            "top5_correct": 1353
+          },
+          {
+            "ce_sum": 21382.65167236328,
+            "count": 4480,
+            "top1_correct": 359,
+            "top5_correct": 1076
+          },
+          {
+            "ce_sum": 21494.86590576172,
+            "count": 4480,
+            "top1_correct": 352,
+            "top5_correct": 1032
+          },
+          {
+            "ce_sum": 25665.61505126953,
+            "count": 4480,
+            "top1_correct": 139,
+            "top5_correct": 472
+          },
+          {
+            "ce_sum": 26597.042907714844,
+            "count": 4480,
+            "top1_correct": 120,
+            "top5_correct": 405
+          },
+          {
+            "ce_sum": 27205.93670654297,
+            "count": 4480,
+            "top1_correct": 91,
+            "top5_correct": 356
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9582566618919373,
+          "cosine_mean": 0.7662069797515869,
+          "cosine_min": 0.5210987329483032,
+          "cosine_std": 0.04423271492123604,
+          "flattened_dot": 4109940.75,
+          "latent_frames": 15403,
+          "mse": 0.08149214508486577,
+          "predicted_squared": 4743996.0,
+          "reference_squared": 6046583.0,
+          "relative_l2": 0.6520343857975155,
+          "squared_error": 2570697.75,
+          "values": 31545344
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999679327011108,
+          "cosine_mean": 0.9999333024024963,
+          "cosine_min": 0.9993491172790527,
+          "cosine_std": 2.74152698693797e-05,
+          "flattened_dot": 6043039.5,
+          "latent_frames": 15403,
+          "mse": 2.5502367545310333e-05,
+          "predicted_squared": 6040300.5,
+          "reference_squared": 6046583.0,
+          "relative_l2": 0.011534608931131687,
+          "squared_error": 804.48095703125,
+          "values": 31545344
+        }
+      },
+      "condition_latent_frames": 15403,
+      "emitted_frames": 4465,
+      "model_id": "simpletuner-v2",
+      "sample_id": "2e12af11-2d89-493b-bc9e-407b80a39dbd",
+      "shard_id": 244,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8741.093231201172,
+            "count": 4352,
+            "top1_correct": 1909,
+            "top5_correct": 3519
+          },
+          {
+            "ce_sum": 18939.825164794922,
+            "count": 4352,
+            "top1_correct": 487,
+            "top5_correct": 1379
+          },
+          {
+            "ce_sum": 17471.2666015625,
+            "count": 4352,
+            "top1_correct": 596,
+            "top5_correct": 1684
+          },
+          {
+            "ce_sum": 19643.477996826172,
+            "count": 4352,
+            "top1_correct": 391,
+            "top5_correct": 1196
+          },
+          {
+            "ce_sum": 20248.65850830078,
+            "count": 4352,
+            "top1_correct": 363,
+            "top5_correct": 1141
+          },
+          {
+            "ce_sum": 23855.734985351562,
+            "count": 4352,
+            "top1_correct": 198,
+            "top5_correct": 644
+          },
+          {
+            "ce_sum": 24273.625061035156,
+            "count": 4352,
+            "top1_correct": 167,
+            "top5_correct": 569
+          },
+          {
+            "ce_sum": 25541.32049560547,
+            "count": 4352,
+            "top1_correct": 107,
+            "top5_correct": 417
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9778991341590881,
+          "cosine_mean": 0.7735447883605957,
+          "cosine_min": 0.4279007911682129,
+          "cosine_std": 0.04684579372406006,
+          "flattened_dot": 3516780.0,
+          "latent_frames": 12553,
+          "mse": 0.08094309522157303,
+          "predicted_squared": 4100231.0,
+          "reference_squared": 5014258.0,
+          "relative_l2": 0.6442068023114487,
+          "squared_error": 2080929.125,
+          "values": 25708544
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999747276306152,
+          "cosine_mean": 0.999941349029541,
+          "cosine_min": 0.9994785189628601,
+          "cosine_std": 2.12174254556885e-05,
+          "flattened_dot": 5012467.0,
+          "latent_frames": 12553,
+          "mse": 2.277673767504346e-05,
+          "predicted_squared": 5011262.0,
+          "reference_squared": 5014258.0,
+          "relative_l2": 0.01080640307427066,
+          "squared_error": 585.5567626953125,
+          "values": 25708544
+        }
+      },
+      "condition_latent_frames": 12553,
+      "emitted_frames": 3639,
+      "model_id": "simpletuner-v2",
+      "sample_id": "a5ba167a-f2d9-4f7d-8600-ecd37ea10d55",
+      "shard_id": 249,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7705.2518310546875,
+            "count": 3584,
+            "top1_correct": 1530,
+            "top5_correct": 2819
+          },
+          {
+            "ce_sum": 15098.369720458984,
+            "count": 3584,
+            "top1_correct": 441,
+            "top5_correct": 1197
+          },
+          {
+            "ce_sum": 14714.426177978516,
+            "count": 3584,
+            "top1_correct": 516,
+            "top5_correct": 1311
+          },
+          {
+            "ce_sum": 15982.63232421875,
+            "count": 3584,
+            "top1_correct": 377,
+            "top5_correct": 1017
+          },
+          {
+            "ce_sum": 16802.53662109375,
+            "count": 3584,
+            "top1_correct": 308,
+            "top5_correct": 941
+          },
+          {
+            "ce_sum": 19038.433715820312,
+            "count": 3584,
+            "top1_correct": 175,
+            "top5_correct": 585
+          },
+          {
+            "ce_sum": 20194.811767578125,
+            "count": 3584,
+            "top1_correct": 142,
+            "top5_correct": 457
+          },
+          {
+            "ce_sum": 21056.022705078125,
+            "count": 3584,
+            "top1_correct": 112,
+            "top5_correct": 356
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9722937345504761,
+          "cosine_mean": 0.7632267475128174,
+          "cosine_min": 0.5027329921722412,
+          "cosine_std": 0.04805567115545273,
+          "flattened_dot": 3261893.0,
+          "latent_frames": 13071,
+          "mse": 0.07686572672806212,
+          "predicted_squared": 3817046.5,
+          "reference_squared": 4764389.0,
+          "relative_l2": 0.6571766824081612,
+          "squared_error": 2057650.0,
+          "values": 26769408
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999668598175049,
+          "cosine_mean": 0.9999411702156067,
+          "cosine_min": 0.99932861328125,
+          "cosine_std": 2.0227502318448387e-05,
+          "flattened_dot": 4765881.0,
+          "latent_frames": 13071,
+          "mse": 2.109725804912972e-05,
+          "predicted_squared": 4767938.0,
+          "reference_squared": 4764389.0,
+          "relative_l2": 0.010887515450196686,
+          "squared_error": 564.7611083984375,
+          "values": 26769408
+        }
+      },
+      "condition_latent_frames": 13071,
+      "emitted_frames": 3789,
+      "model_id": "simpletuner-v2",
+      "sample_id": "532f4630-561f-4eda-8a10-b4d14a6e10eb",
+      "shard_id": 273,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7149.259765625,
+            "count": 3712,
+            "top1_correct": 1717,
+            "top5_correct": 3052
+          },
+          {
+            "ce_sum": 15765.548156738281,
+            "count": 3712,
+            "top1_correct": 443,
+            "top5_correct": 1240
+          },
+          {
+            "ce_sum": 15667.407684326172,
+            "count": 3712,
+            "top1_correct": 469,
+            "top5_correct": 1295
+          },
+          {
+            "ce_sum": 17305.172424316406,
+            "count": 3712,
+            "top1_correct": 349,
+            "top5_correct": 952
+          },
+          {
+            "ce_sum": 17788.848510742188,
+            "count": 3712,
+            "top1_correct": 298,
+            "top5_correct": 864
+          },
+          {
+            "ce_sum": 20794.32244873047,
+            "count": 3712,
+            "top1_correct": 129,
+            "top5_correct": 440
+          },
+          {
+            "ce_sum": 22075.8876953125,
+            "count": 3712,
+            "top1_correct": 106,
+            "top5_correct": 349
+          },
+          {
+            "ce_sum": 22662.609802246094,
+            "count": 3712,
+            "top1_correct": 72,
+            "top5_correct": 280
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9512413740158081,
+          "cosine_mean": 0.7839393019676208,
+          "cosine_min": 0.4217814803123474,
+          "cosine_std": 0.04899909347295761,
+          "flattened_dot": 2402072.0,
+          "latent_frames": 9476,
+          "mse": 0.06905979142001833,
+          "predicted_squared": 2747028.25,
+          "reference_squared": 3397348.0,
+          "relative_l2": 0.6280874500456988,
+          "squared_error": 1340232.875,
+          "values": 19406848
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999704360961914,
+          "cosine_mean": 0.9999377727508545,
+          "cosine_min": 0.9996823668479919,
+          "cosine_std": 2.2029958927305415e-05,
+          "flattened_dot": 3397272.75,
+          "latent_frames": 9476,
+          "mse": 2.169885832632378e-05,
+          "predicted_squared": 3397618.5,
+          "reference_squared": 3397348.0,
+          "relative_l2": 0.011133351653543958,
+          "squared_error": 421.1064453125,
+          "values": 19406848
+        }
+      },
+      "condition_latent_frames": 9476,
+      "emitted_frames": 2747,
+      "model_id": "simpletuner-v2",
+      "sample_id": "e0203aee-7dcd-498d-9b7a-22a1efaaa674",
+      "shard_id": 308,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5033.699951171875,
+            "count": 2688,
+            "top1_correct": 1238,
+            "top5_correct": 2239
+          },
+          {
+            "ce_sum": 11710.530944824219,
+            "count": 2688,
+            "top1_correct": 263,
+            "top5_correct": 826
+          },
+          {
+            "ce_sum": 10817.330108642578,
+            "count": 2688,
+            "top1_correct": 388,
+            "top5_correct": 1013
+          },
+          {
+            "ce_sum": 12014.763366699219,
+            "count": 2688,
+            "top1_correct": 298,
+            "top5_correct": 820
+          },
+          {
+            "ce_sum": 12773.068908691406,
+            "count": 2688,
+            "top1_correct": 219,
+            "top5_correct": 647
+          },
+          {
+            "ce_sum": 14681.339904785156,
+            "count": 2688,
+            "top1_correct": 117,
+            "top5_correct": 367
+          },
+          {
+            "ce_sum": 15518.45703125,
+            "count": 2688,
+            "top1_correct": 93,
+            "top5_correct": 302
+          },
+          {
+            "ce_sum": 16028.202758789062,
+            "count": 2688,
+            "top1_correct": 73,
+            "top5_correct": 255
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9727877378463745,
+          "cosine_mean": 0.7647345662117004,
+          "cosine_min": 0.5984631776809692,
+          "cosine_std": 0.047172997146844864,
+          "flattened_dot": 864736.5,
+          "latent_frames": 3400,
+          "mse": 0.07712629430434283,
+          "predicted_squared": 1035537.625,
+          "reference_squared": 1230981.25,
+          "relative_l2": 0.6605108383253073,
+          "squared_error": 537045.8125,
+          "values": 6963200
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999676942825317,
+          "cosine_mean": 0.9999436140060425,
+          "cosine_min": 0.9998382925987244,
+          "cosine_std": 1.3914136616222095e-05,
+          "flattened_dot": 1230944.25,
+          "latent_frames": 3400,
+          "mse": 1.995806089218925e-05,
+          "predicted_squared": 1231046.25,
+          "reference_squared": 1230981.25,
+          "relative_l2": 0.010625218930833446,
+          "squared_error": 138.9719696044922,
+          "values": 6963200
+        }
+      },
+      "condition_latent_frames": 3400,
+      "emitted_frames": 986,
+      "model_id": "simpletuner-v2",
+      "sample_id": "609c8509-95c6-48ae-99ff-72b27b90d5a5",
+      "shard_id": 309,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1878.9888916015625,
+            "count": 896,
+            "top1_correct": 363,
+            "top5_correct": 719
+          },
+          {
+            "ce_sum": 3905.56005859375,
+            "count": 896,
+            "top1_correct": 110,
+            "top5_correct": 293
+          },
+          {
+            "ce_sum": 3848.8320922851562,
+            "count": 896,
+            "top1_correct": 113,
+            "top5_correct": 305
+          },
+          {
+            "ce_sum": 3991.52490234375,
+            "count": 896,
+            "top1_correct": 84,
+            "top5_correct": 245
+          },
+          {
+            "ce_sum": 4414.512268066406,
+            "count": 896,
+            "top1_correct": 68,
+            "top5_correct": 210
+          },
+          {
+            "ce_sum": 4939.8106689453125,
+            "count": 896,
+            "top1_correct": 37,
+            "top5_correct": 109
+          },
+          {
+            "ce_sum": 5309.54248046875,
+            "count": 896,
+            "top1_correct": 26,
+            "top5_correct": 79
+          },
+          {
+            "ce_sum": 5459.456604003906,
+            "count": 896,
+            "top1_correct": 21,
+            "top5_correct": 62
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9467495083808899,
+          "cosine_mean": 0.7846068739891052,
+          "cosine_min": 0.48030197620391846,
+          "cosine_std": 0.05207623541355133,
+          "flattened_dot": 4688685.0,
+          "latent_frames": 15524,
+          "mse": 0.08362612961432701,
+          "predicted_squared": 5160744.0,
+          "reference_squared": 6875363.5,
+          "relative_l2": 0.621856187138274,
+          "squared_error": 2658738.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999716281890869,
+          "cosine_mean": 0.9999425411224365,
+          "cosine_min": 0.9972609877586365,
+          "cosine_std": 5.782806329079904e-05,
+          "flattened_dot": 6878007.5,
+          "latent_frames": 15524,
+          "mse": 2.4603817518824495e-05,
+          "predicted_squared": 6881433.5,
+          "reference_squared": 6875363.5,
+          "relative_l2": 0.010666457560071632,
+          "squared_error": 782.23291015625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "d2aa42b5-25f6-477c-be48-83aaab4cd42f",
+      "shard_id": 320,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8519.220199584961,
+            "count": 4480,
+            "top1_correct": 2029,
+            "top5_correct": 3753
+          },
+          {
+            "ce_sum": 17734.227783203125,
+            "count": 4480,
+            "top1_correct": 610,
+            "top5_correct": 1730
+          },
+          {
+            "ce_sum": 17676.731048583984,
+            "count": 4480,
+            "top1_correct": 684,
+            "top5_correct": 1750
+          },
+          {
+            "ce_sum": 19374.701049804688,
+            "count": 4480,
+            "top1_correct": 505,
+            "top5_correct": 1423
+          },
+          {
+            "ce_sum": 20525.57601928711,
+            "count": 4480,
+            "top1_correct": 475,
+            "top5_correct": 1261
+          },
+          {
+            "ce_sum": 22151.040893554688,
+            "count": 4480,
+            "top1_correct": 364,
+            "top5_correct": 1018
+          },
+          {
+            "ce_sum": 24734.04931640625,
+            "count": 4480,
+            "top1_correct": 184,
+            "top5_correct": 638
+          },
+          {
+            "ce_sum": 25549.27752685547,
+            "count": 4480,
+            "top1_correct": 170,
+            "top5_correct": 557
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9463280439376831,
+          "cosine_mean": 0.7645066976547241,
+          "cosine_min": 0.3466268479824066,
+          "cosine_std": 0.04696723446249962,
+          "flattened_dot": 2490925.25,
+          "latent_frames": 10673,
+          "mse": 0.07002026552471774,
+          "predicted_squared": 3022370.0,
+          "reference_squared": 3490004.75,
+          "relative_l2": 0.6622273276593771,
+          "squared_error": 1530524.25,
+          "values": 21858304
+        },
+        "true_code_control": {
+          "cosine_max": 0.999967634677887,
+          "cosine_mean": 0.9999387860298157,
+          "cosine_min": 0.9998070001602173,
+          "cosine_std": 1.3987446436658502e-05,
+          "flattened_dot": 3491370.25,
+          "latent_frames": 10673,
+          "mse": 1.9774273712253276e-05,
+          "predicted_squared": 3493168.0,
+          "reference_squared": 3490004.75,
+          "relative_l2": 0.011128727094047917,
+          "squared_error": 432.2320861816406,
+          "values": 21858304
+        }
+      },
+      "condition_latent_frames": 10673,
+      "emitted_frames": 3094,
+      "model_id": "simpletuner-v2",
+      "sample_id": "b61380ce-4750-49c6-adad-d7bb80971143",
+      "shard_id": 328,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7538.474914550781,
+            "count": 3072,
+            "top1_correct": 1124,
+            "top5_correct": 2232
+          },
+          {
+            "ce_sum": 13029.030792236328,
+            "count": 3072,
+            "top1_correct": 387,
+            "top5_correct": 984
+          },
+          {
+            "ce_sum": 13145.643829345703,
+            "count": 3072,
+            "top1_correct": 359,
+            "top5_correct": 992
+          },
+          {
+            "ce_sum": 13816.143493652344,
+            "count": 3072,
+            "top1_correct": 325,
+            "top5_correct": 873
+          },
+          {
+            "ce_sum": 14656.517761230469,
+            "count": 3072,
+            "top1_correct": 247,
+            "top5_correct": 721
+          },
+          {
+            "ce_sum": 16559.86395263672,
+            "count": 3072,
+            "top1_correct": 154,
+            "top5_correct": 462
+          },
+          {
+            "ce_sum": 17594.65985107422,
+            "count": 3072,
+            "top1_correct": 109,
+            "top5_correct": 363
+          },
+          {
+            "ce_sum": 17947.725708007812,
+            "count": 3072,
+            "top1_correct": 110,
+            "top5_correct": 330
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9782480001449585,
+          "cosine_mean": 0.7789195775985718,
+          "cosine_min": 0.545985996723175,
+          "cosine_std": 0.04960113763809204,
+          "flattened_dot": 498270.09375,
+          "latent_frames": 2079,
+          "mse": 0.0659387321527214,
+          "predicted_squared": 602825.0625,
+          "reference_squared": 674468.5625,
+          "relative_l2": 0.6451811364745813,
+          "squared_error": 280753.40625,
+          "values": 4257792
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999673366546631,
+          "cosine_mean": 0.99993497133255,
+          "cosine_min": 0.9997856616973877,
+          "cosine_std": 1.809022251109127e-05,
+          "flattened_dot": 674714.3125,
+          "latent_frames": 2079,
+          "mse": 2.0623615637830152e-05,
+          "predicted_squared": 675047.8125,
+          "reference_squared": 674468.5625,
+          "relative_l2": 0.011410213430054902,
+          "squared_error": 87.81106567382812,
+          "values": 4257792
+        }
+      },
+      "condition_latent_frames": 2079,
+      "emitted_frames": 603,
+      "model_id": "simpletuner-v2",
+      "sample_id": "d442c2c1-bd8b-49bb-8e5e-b0182bbe0ba8",
+      "shard_id": 336,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1034.1580810546875,
+            "count": 512,
+            "top1_correct": 229,
+            "top5_correct": 421
+          },
+          {
+            "ce_sum": 2090.8944396972656,
+            "count": 512,
+            "top1_correct": 63,
+            "top5_correct": 173
+          },
+          {
+            "ce_sum": 2028.3332824707031,
+            "count": 512,
+            "top1_correct": 77,
+            "top5_correct": 204
+          },
+          {
+            "ce_sum": 2277.9423217773438,
+            "count": 512,
+            "top1_correct": 57,
+            "top5_correct": 147
+          },
+          {
+            "ce_sum": 2307.388671875,
+            "count": 512,
+            "top1_correct": 52,
+            "top5_correct": 145
+          },
+          {
+            "ce_sum": 2785.5550537109375,
+            "count": 512,
+            "top1_correct": 19,
+            "top5_correct": 86
+          },
+          {
+            "ce_sum": 2916.94091796875,
+            "count": 512,
+            "top1_correct": 17,
+            "top5_correct": 62
+          },
+          {
+            "ce_sum": 2917.7315063476562,
+            "count": 512,
+            "top1_correct": 17,
+            "top5_correct": 69
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9511463642120361,
+          "cosine_mean": 0.7728816270828247,
+          "cosine_min": 0.5783250331878662,
+          "cosine_std": 0.05010569840669632,
+          "flattened_dot": 737957.375,
+          "latent_frames": 2969,
+          "mse": 0.07093479545801407,
+          "predicted_squared": 896541.25,
+          "reference_squared": 1010693.4375,
+          "relative_l2": 0.6532659353572391,
+          "squared_error": 431319.875,
+          "values": 6080512
+        },
+        "true_code_control": {
+          "cosine_max": 0.9997569918632507,
+          "cosine_mean": 0.9983662366867065,
+          "cosine_min": 0.981013834476471,
+          "cosine_std": 0.002069080015644431,
+          "flattened_dot": 1008456.875,
+          "latent_frames": 2969,
+          "mse": 0.0004984369660194734,
+          "predicted_squared": 1009251.0,
+          "reference_squared": 1010693.4375,
+          "relative_l2": 0.0547602565284596,
+          "squared_error": 3030.751953125,
+          "values": 6080512
+        }
+      },
+      "condition_latent_frames": 2969,
+      "emitted_frames": 861,
+      "model_id": "simpletuner-v2",
+      "sample_id": "e16715d3-a806-484c-9f40-e4f1d4b22a3b",
+      "shard_id": 347,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1629.1111297607422,
+            "count": 768,
+            "top1_correct": 331,
+            "top5_correct": 597
+          },
+          {
+            "ce_sum": 3077.517120361328,
+            "count": 768,
+            "top1_correct": 114,
+            "top5_correct": 286
+          },
+          {
+            "ce_sum": 3279.944091796875,
+            "count": 768,
+            "top1_correct": 98,
+            "top5_correct": 265
+          },
+          {
+            "ce_sum": 3455.9285278320312,
+            "count": 768,
+            "top1_correct": 75,
+            "top5_correct": 215
+          },
+          {
+            "ce_sum": 3728.5738525390625,
+            "count": 768,
+            "top1_correct": 50,
+            "top5_correct": 173
+          },
+          {
+            "ce_sum": 3996.8482055664062,
+            "count": 768,
+            "top1_correct": 43,
+            "top5_correct": 129
+          },
+          {
+            "ce_sum": 4442.579406738281,
+            "count": 768,
+            "top1_correct": 30,
+            "top5_correct": 84
+          },
+          {
+            "ce_sum": 4429.740783691406,
+            "count": 768,
+            "top1_correct": 31,
+            "top5_correct": 88
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.962687611579895,
+          "cosine_mean": 0.7334891557693481,
+          "cosine_min": 0.5201166868209839,
+          "cosine_std": 0.053937461227178574,
+          "flattened_dot": 1448615.875,
+          "latent_frames": 6816,
+          "mse": 0.07556087869993398,
+          "predicted_squared": 1798097.625,
+          "reference_squared": 2153901.0,
+          "relative_l2": 0.6997862388754301,
+          "squared_error": 1054767.0,
+          "values": 13959168
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999438524246216,
+          "cosine_mean": 0.9997154474258423,
+          "cosine_min": 0.9925087690353394,
+          "cosine_std": 0.0004435848677530885,
+          "flattened_dot": 2150708.5,
+          "latent_frames": 6816,
+          "mse": 8.600548854176427e-05,
+          "predicted_squared": 2148716.5,
+          "reference_squared": 2153901.0,
+          "relative_l2": 0.023609129896687054,
+          "squared_error": 1200.5650634765625,
+          "values": 13959168
+        }
+      },
+      "condition_latent_frames": 6816,
+      "emitted_frames": 1976,
+      "model_id": "simpletuner-v2",
+      "sample_id": "e0824e64-6612-4122-a714-163c9f772524",
+      "shard_id": 343,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3495.5980529785156,
+            "count": 1920,
+            "top1_correct": 927,
+            "top5_correct": 1639
+          },
+          {
+            "ce_sum": 8406.343475341797,
+            "count": 1920,
+            "top1_correct": 198,
+            "top5_correct": 591
+          },
+          {
+            "ce_sum": 8440.426574707031,
+            "count": 1920,
+            "top1_correct": 210,
+            "top5_correct": 599
+          },
+          {
+            "ce_sum": 8975.798278808594,
+            "count": 1920,
+            "top1_correct": 158,
+            "top5_correct": 474
+          },
+          {
+            "ce_sum": 9833.447692871094,
+            "count": 1920,
+            "top1_correct": 113,
+            "top5_correct": 344
+          },
+          {
+            "ce_sum": 11245.698181152344,
+            "count": 1920,
+            "top1_correct": 57,
+            "top5_correct": 196
+          },
+          {
+            "ce_sum": 11833.254638671875,
+            "count": 1920,
+            "top1_correct": 42,
+            "top5_correct": 147
+          },
+          {
+            "ce_sum": 12087.109558105469,
+            "count": 1920,
+            "top1_correct": 30,
+            "top5_correct": 102
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9234628677368164,
+          "cosine_mean": 0.7769929766654968,
+          "cosine_min": 0.5427477359771729,
+          "cosine_std": 0.04912903532385826,
+          "flattened_dot": 1572049.75,
+          "latent_frames": 5805,
+          "mse": 0.077225464813469,
+          "predicted_squared": 1860180.75,
+          "reference_squared": 2202024.5,
+          "relative_l2": 0.6457066815103016,
+          "squared_error": 918105.75,
+          "values": 11888640
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999701380729675,
+          "cosine_mean": 0.9999385476112366,
+          "cosine_min": 0.9997289180755615,
+          "cosine_std": 1.8790617104968987e-05,
+          "flattened_dot": 2201866.5,
+          "latent_frames": 5805,
+          "mse": 2.2508618546189368e-05,
+          "predicted_squared": 2201975.25,
+          "reference_squared": 2202024.5,
+          "relative_l2": 0.011023752027065258,
+          "squared_error": 267.59686279296875,
+          "values": 11888640
+        }
+      },
+      "condition_latent_frames": 5805,
+      "emitted_frames": 1683,
+      "model_id": "simpletuner-v2",
+      "sample_id": "b6c376ff-b413-4579-9281-13a2943daa7f",
+      "shard_id": 378,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3376.2821197509766,
+            "count": 1664,
+            "top1_correct": 697,
+            "top5_correct": 1336
+          },
+          {
+            "ce_sum": 7072.095520019531,
+            "count": 1664,
+            "top1_correct": 211,
+            "top5_correct": 578
+          },
+          {
+            "ce_sum": 7208.637756347656,
+            "count": 1664,
+            "top1_correct": 200,
+            "top5_correct": 529
+          },
+          {
+            "ce_sum": 7305.4368896484375,
+            "count": 1664,
+            "top1_correct": 175,
+            "top5_correct": 503
+          },
+          {
+            "ce_sum": 7901.722961425781,
+            "count": 1664,
+            "top1_correct": 148,
+            "top5_correct": 415
+          },
+          {
+            "ce_sum": 8942.016357421875,
+            "count": 1664,
+            "top1_correct": 79,
+            "top5_correct": 251
+          },
+          {
+            "ce_sum": 9635.578186035156,
+            "count": 1664,
+            "top1_correct": 46,
+            "top5_correct": 179
+          },
+          {
+            "ce_sum": 10051.213073730469,
+            "count": 1664,
+            "top1_correct": 27,
+            "top5_correct": 128
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9753254055976868,
+          "cosine_mean": 0.7543058395385742,
+          "cosine_min": 0.565075695514679,
+          "cosine_std": 0.05634045973420143,
+          "flattened_dot": 414528.75,
+          "latent_frames": 1831,
+          "mse": 0.07198524162588323,
+          "predicted_squared": 513585.4375,
+          "reference_squared": 585408.625,
+          "relative_l2": 0.6790493272845068,
+          "squared_error": 269936.59375,
+          "values": 3749888
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999602437019348,
+          "cosine_mean": 0.9999249577522278,
+          "cosine_min": 0.9996347427368164,
+          "cosine_std": 2.6596218958729878e-05,
+          "flattened_dot": 585135.0,
+          "latent_frames": 1831,
+          "mse": 2.3552514144724537e-05,
+          "predicted_squared": 584949.625,
+          "reference_squared": 585408.625,
+          "relative_l2": 0.012282823934130127,
+          "squared_error": 88.31929016113281,
+          "values": 3749888
+        }
+      },
+      "condition_latent_frames": 1831,
+      "emitted_frames": 531,
+      "model_id": "simpletuner-v2",
+      "sample_id": "f2a6bc18-5ab5-4d96-8b1e-6c3907ceeb9e",
+      "shard_id": 399,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1131.7506561279297,
+            "count": 512,
+            "top1_correct": 201,
+            "top5_correct": 405
+          },
+          {
+            "ce_sum": 2152.5372924804688,
+            "count": 512,
+            "top1_correct": 66,
+            "top5_correct": 186
+          },
+          {
+            "ce_sum": 2240.7579956054688,
+            "count": 512,
+            "top1_correct": 53,
+            "top5_correct": 172
+          },
+          {
+            "ce_sum": 2153.2277221679688,
+            "count": 512,
+            "top1_correct": 65,
+            "top5_correct": 180
+          },
+          {
+            "ce_sum": 2420.7476806640625,
+            "count": 512,
+            "top1_correct": 43,
+            "top5_correct": 130
+          },
+          {
+            "ce_sum": 2728.5836791992188,
+            "count": 512,
+            "top1_correct": 25,
+            "top5_correct": 86
+          },
+          {
+            "ce_sum": 2926.7807006835938,
+            "count": 512,
+            "top1_correct": 17,
+            "top5_correct": 69
+          },
+          {
+            "ce_sum": 3109.3495483398438,
+            "count": 512,
+            "top1_correct": 15,
+            "top5_correct": 46
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9689962267875671,
+          "cosine_mean": 0.7699795961380005,
+          "cosine_min": 0.55066978931427,
+          "cosine_std": 0.05754827335476875,
+          "flattened_dot": 1704724.5,
+          "latent_frames": 5929,
+          "mse": 0.08542554176241778,
+          "predicted_squared": 1969072.625,
+          "reference_squared": 2477664.0,
+          "relative_l2": 0.6470358839504436,
+          "squared_error": 1037287.5,
+          "values": 12142592
+        },
+        "true_code_control": {
+          "cosine_max": 0.999972403049469,
+          "cosine_mean": 0.9999333024024963,
+          "cosine_min": 0.9995590448379517,
+          "cosine_std": 2.8721218768623658e-05,
+          "flattened_dot": 2477920.75,
+          "latent_frames": 5929,
+          "mse": 2.663821952100507e-05,
+          "predicted_squared": 2478501.25,
+          "reference_squared": 2477664.0,
+          "relative_l2": 0.011425812496002283,
+          "squared_error": 323.45703125,
+          "values": 12142592
+        }
+      },
+      "condition_latent_frames": 5929,
+      "emitted_frames": 1719,
+      "model_id": "simpletuner-v2",
+      "sample_id": "dc642966-b250-479c-974a-306cb86babbc",
+      "shard_id": 417,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3465.4707794189453,
+            "count": 1664,
+            "top1_correct": 699,
+            "top5_correct": 1309
+          },
+          {
+            "ce_sum": 7081.370758056641,
+            "count": 1664,
+            "top1_correct": 207,
+            "top5_correct": 558
+          },
+          {
+            "ce_sum": 6984.140869140625,
+            "count": 1664,
+            "top1_correct": 203,
+            "top5_correct": 576
+          },
+          {
+            "ce_sum": 7862.718566894531,
+            "count": 1664,
+            "top1_correct": 136,
+            "top5_correct": 409
+          },
+          {
+            "ce_sum": 8089.7186279296875,
+            "count": 1664,
+            "top1_correct": 138,
+            "top5_correct": 389
+          },
+          {
+            "ce_sum": 8879.463439941406,
+            "count": 1664,
+            "top1_correct": 75,
+            "top5_correct": 260
+          },
+          {
+            "ce_sum": 9408.384948730469,
+            "count": 1664,
+            "top1_correct": 81,
+            "top5_correct": 238
+          },
+          {
+            "ce_sum": 9835.434020996094,
+            "count": 1664,
+            "top1_correct": 47,
+            "top5_correct": 162
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9679675698280334,
+          "cosine_mean": 0.756708025932312,
+          "cosine_min": 0.43490341305732727,
+          "cosine_std": 0.044348061084747314,
+          "flattened_dot": 3125659.0,
+          "latent_frames": 11860,
+          "mse": 0.0837197109177382,
+          "predicted_squared": 3775838.5,
+          "reference_squared": 4508971.0,
+          "relative_l2": 0.6715563494641771,
+          "squared_error": 2033491.5,
+          "values": 24289280
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999685287475586,
+          "cosine_mean": 0.9999446272850037,
+          "cosine_min": 0.9996544122695923,
+          "cosine_std": 1.420611260982696e-05,
+          "flattened_dot": 4507117.0,
+          "latent_frames": 11860,
+          "mse": 2.0882346577829293e-05,
+          "predicted_squared": 4505769.0,
+          "reference_squared": 4508971.0,
+          "relative_l2": 0.010606161828513098,
+          "squared_error": 507.2171630859375,
+          "values": 24289280
+        }
+      },
+      "condition_latent_frames": 11860,
+      "emitted_frames": 3438,
+      "model_id": "simpletuner-v2",
+      "sample_id": "9c99572e-a8b1-4db4-a70b-5ba1d23fd308",
+      "shard_id": 440,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7028.9349365234375,
+            "count": 3328,
+            "top1_correct": 1382,
+            "top5_correct": 2654
+          },
+          {
+            "ce_sum": 14530.318176269531,
+            "count": 3328,
+            "top1_correct": 376,
+            "top5_correct": 996
+          },
+          {
+            "ce_sum": 14742.305145263672,
+            "count": 3328,
+            "top1_correct": 354,
+            "top5_correct": 1014
+          },
+          {
+            "ce_sum": 15489.772216796875,
+            "count": 3328,
+            "top1_correct": 293,
+            "top5_correct": 854
+          },
+          {
+            "ce_sum": 16188.328979492188,
+            "count": 3328,
+            "top1_correct": 244,
+            "top5_correct": 752
+          },
+          {
+            "ce_sum": 18708.58905029297,
+            "count": 3328,
+            "top1_correct": 127,
+            "top5_correct": 406
+          },
+          {
+            "ce_sum": 19326.374877929688,
+            "count": 3328,
+            "top1_correct": 86,
+            "top5_correct": 337
+          },
+          {
+            "ce_sum": 20037.18975830078,
+            "count": 3328,
+            "top1_correct": 69,
+            "top5_correct": 269
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9414422512054443,
+          "cosine_mean": 0.7707544565200806,
+          "cosine_min": 0.5366916656494141,
+          "cosine_std": 0.049103304743766785,
+          "flattened_dot": 4074458.5,
+          "latent_frames": 15524,
+          "mse": 0.07806630811565962,
+          "predicted_squared": 4711086.0,
+          "reference_squared": 5919804.5,
+          "relative_l2": 0.6475076915102189,
+          "squared_error": 2481974.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999966561794281,
+          "cosine_mean": 0.9999247789382935,
+          "cosine_min": 0.9992831945419312,
+          "cosine_std": 3.147853567497805e-05,
+          "flattened_dot": 5920314.5,
+          "latent_frames": 15524,
+          "mse": 2.7727486392450958e-05,
+          "predicted_squared": 5921705.5,
+          "reference_squared": 5919804.5,
+          "relative_l2": 0.012203049174644971,
+          "squared_error": 881.544189453125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "41855a6c-d8f8-4d4c-8051-c2564a6b1fbc",
+      "shard_id": 441,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8905.446670532227,
+            "count": 4480,
+            "top1_correct": 1965,
+            "top5_correct": 3658
+          },
+          {
+            "ce_sum": 19056.19891357422,
+            "count": 4480,
+            "top1_correct": 527,
+            "top5_correct": 1444
+          },
+          {
+            "ce_sum": 19239.63150024414,
+            "count": 4480,
+            "top1_correct": 537,
+            "top5_correct": 1483
+          },
+          {
+            "ce_sum": 20629.931030273438,
+            "count": 4480,
+            "top1_correct": 430,
+            "top5_correct": 1200
+          },
+          {
+            "ce_sum": 21219.88946533203,
+            "count": 4480,
+            "top1_correct": 366,
+            "top5_correct": 1046
+          },
+          {
+            "ce_sum": 24786.601135253906,
+            "count": 4480,
+            "top1_correct": 197,
+            "top5_correct": 644
+          },
+          {
+            "ce_sum": 26597.806396484375,
+            "count": 4480,
+            "top1_correct": 127,
+            "top5_correct": 416
+          },
+          {
+            "ce_sum": 27432.4677734375,
+            "count": 4480,
+            "top1_correct": 94,
+            "top5_correct": 312
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9686391949653625,
+          "cosine_mean": 0.7686328887939453,
+          "cosine_min": 0.5912108421325684,
+          "cosine_std": 0.05347228795289993,
+          "flattened_dot": 609595.375,
+          "latent_frames": 1958,
+          "mse": 0.09366627148637002,
+          "predicted_squared": 705948.3125,
+          "reference_squared": 888842.625,
+          "relative_l2": 0.6500555936351643,
+          "squared_error": 375600.25,
+          "values": 4009984
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999697208404541,
+          "cosine_mean": 0.999942421913147,
+          "cosine_min": 0.9997735619544983,
+          "cosine_std": 2.498779576853849e-05,
+          "flattened_dot": 888912.625,
+          "latent_frames": 1958,
+          "mse": 2.493561493790308e-05,
+          "predicted_squared": 889082.5625,
+          "reference_squared": 888842.625,
+          "relative_l2": 0.010606422541232275,
+          "squared_error": 99.99141693115234,
+          "values": 4009984
+        }
+      },
+      "condition_latent_frames": 1958,
+      "emitted_frames": 568,
+      "model_id": "simpletuner-v2",
+      "sample_id": "f4f22bb1-fb7c-4ce1-8291-35d06635dc66",
+      "shard_id": 446,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1355.34423828125,
+            "count": 512,
+            "top1_correct": 208,
+            "top5_correct": 355
+          },
+          {
+            "ce_sum": 2291.9063110351562,
+            "count": 512,
+            "top1_correct": 56,
+            "top5_correct": 164
+          },
+          {
+            "ce_sum": 1936.9108276367188,
+            "count": 512,
+            "top1_correct": 86,
+            "top5_correct": 225
+          },
+          {
+            "ce_sum": 2079.1514282226562,
+            "count": 512,
+            "top1_correct": 86,
+            "top5_correct": 204
+          },
+          {
+            "ce_sum": 2206.0226440429688,
+            "count": 512,
+            "top1_correct": 86,
+            "top5_correct": 176
+          },
+          {
+            "ce_sum": 2142.9617309570312,
+            "count": 512,
+            "top1_correct": 128,
+            "top5_correct": 199
+          },
+          {
+            "ce_sum": 2502.9818725585938,
+            "count": 512,
+            "top1_correct": 47,
+            "top5_correct": 106
+          },
+          {
+            "ce_sum": 2866.9019775390625,
+            "count": 512,
+            "top1_correct": 17,
+            "top5_correct": 68
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.965086817741394,
+          "cosine_mean": 0.7803727388381958,
+          "cosine_min": 0.543592631816864,
+          "cosine_std": 0.04425734654068947,
+          "flattened_dot": 944794.625,
+          "latent_frames": 3980,
+          "mse": 0.06638632922915358,
+          "predicted_squared": 1114617.625,
+          "reference_squared": 1316089.125,
+          "relative_l2": 0.6412142859005058,
+          "squared_error": 541117.625,
+          "values": 8151040
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999554753303528,
+          "cosine_mean": 0.9998980164527893,
+          "cosine_min": 0.9948133826255798,
+          "cosine_std": 0.00022727488249074668,
+          "flattened_dot": 1315433.0,
+          "latent_frames": 3980,
+          "mse": 3.2965120059161926e-05,
+          "predicted_squared": 1315045.375,
+          "reference_squared": 1316089.125,
+          "relative_l2": 0.014288649818793027,
+          "squared_error": 268.70001220703125,
+          "values": 8151040
+        }
+      },
+      "condition_latent_frames": 3980,
+      "emitted_frames": 1154,
+      "model_id": "simpletuner-v2",
+      "sample_id": "28a6775d-e12c-49e8-a791-a391e376ab65",
+      "shard_id": 448,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1958.8734741210938,
+            "count": 1152,
+            "top1_correct": 559,
+            "top5_correct": 991
+          },
+          {
+            "ce_sum": 4518.161590576172,
+            "count": 1152,
+            "top1_correct": 178,
+            "top5_correct": 474
+          },
+          {
+            "ce_sum": 4654.093231201172,
+            "count": 1152,
+            "top1_correct": 169,
+            "top5_correct": 442
+          },
+          {
+            "ce_sum": 5182.78955078125,
+            "count": 1152,
+            "top1_correct": 130,
+            "top5_correct": 333
+          },
+          {
+            "ce_sum": 5477.960998535156,
+            "count": 1152,
+            "top1_correct": 95,
+            "top5_correct": 268
+          },
+          {
+            "ce_sum": 6404.424987792969,
+            "count": 1152,
+            "top1_correct": 42,
+            "top5_correct": 155
+          },
+          {
+            "ce_sum": 6764.5023193359375,
+            "count": 1152,
+            "top1_correct": 33,
+            "top5_correct": 125
+          },
+          {
+            "ce_sum": 7115.792236328125,
+            "count": 1152,
+            "top1_correct": 28,
+            "top5_correct": 82
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9404830932617188,
+          "cosine_mean": 0.798194944858551,
+          "cosine_min": 0.5084797143936157,
+          "cosine_std": 0.04822186753153801,
+          "flattened_dot": 2622934.0,
+          "latent_frames": 8965,
+          "mse": 0.07360996431434746,
+          "predicted_squared": 2958671.0,
+          "reference_squared": 3638699.5,
+          "relative_l2": 0.6094461405788834,
+          "squared_error": 1351502.5,
+          "values": 18360320
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999714493751526,
+          "cosine_mean": 0.9999444484710693,
+          "cosine_min": 0.99957674741745,
+          "cosine_std": 2.134078022208996e-05,
+          "flattened_dot": 3640449.75,
+          "latent_frames": 8965,
+          "mse": 2.2064741935666154e-05,
+          "predicted_squared": 3642605.0,
+          "reference_squared": 3638699.5,
+          "relative_l2": 0.010551554677150706,
+          "squared_error": 405.11572265625,
+          "values": 18360320
+        }
+      },
+      "condition_latent_frames": 8965,
+      "emitted_frames": 2599,
+      "model_id": "simpletuner-v2",
+      "sample_id": "ab803a0a-20b8-4993-bb40-be25b672286a",
+      "shard_id": 466,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3976.1184692382812,
+            "count": 2560,
+            "top1_correct": 1376,
+            "top5_correct": 2272
+          },
+          {
+            "ce_sum": 10880.963348388672,
+            "count": 2560,
+            "top1_correct": 307,
+            "top5_correct": 874
+          },
+          {
+            "ce_sum": 9921.745361328125,
+            "count": 2560,
+            "top1_correct": 426,
+            "top5_correct": 1074
+          },
+          {
+            "ce_sum": 10657.769897460938,
+            "count": 2560,
+            "top1_correct": 346,
+            "top5_correct": 932
+          },
+          {
+            "ce_sum": 11253.768157958984,
+            "count": 2560,
+            "top1_correct": 295,
+            "top5_correct": 800
+          },
+          {
+            "ce_sum": 12969.631774902344,
+            "count": 2560,
+            "top1_correct": 167,
+            "top5_correct": 494
+          },
+          {
+            "ce_sum": 14659.998352050781,
+            "count": 2560,
+            "top1_correct": 80,
+            "top5_correct": 293
+          },
+          {
+            "ce_sum": 15025.024536132812,
+            "count": 2560,
+            "top1_correct": 61,
+            "top5_correct": 252
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9615570306777954,
+          "cosine_mean": 0.7430396676063538,
+          "cosine_min": 0.29405349493026733,
+          "cosine_std": 0.05428926646709442,
+          "flattened_dot": 4200757.0,
+          "latent_frames": 15524,
+          "mse": 0.09263245588232334,
+          "predicted_squared": 5001857.0,
+          "reference_squared": 6344735.0,
+          "relative_l2": 0.6813050977490549,
+          "squared_error": 2945077.75,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999716281890869,
+          "cosine_mean": 0.9999496936798096,
+          "cosine_min": 0.999828577041626,
+          "cosine_std": 1.1512986930029001e-05,
+          "flattened_dot": 6348382.0,
+          "latent_frames": 15524,
+          "mse": 2.0488177077483344e-05,
+          "predicted_squared": 6352681.0,
+          "reference_squared": 6344735.0,
+          "relative_l2": 0.010132385596431103,
+          "squared_error": 651.3837280273438,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "c02e34d3-78ab-421c-b312-60cf9039c22b",
+      "shard_id": 473,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 13218.638626098633,
+            "count": 4480,
+            "top1_correct": 1318,
+            "top5_correct": 2819
+          },
+          {
+            "ce_sum": 19880.467559814453,
+            "count": 4480,
+            "top1_correct": 434,
+            "top5_correct": 1295
+          },
+          {
+            "ce_sum": 19935.730194091797,
+            "count": 4480,
+            "top1_correct": 476,
+            "top5_correct": 1328
+          },
+          {
+            "ce_sum": 21748.561004638672,
+            "count": 4480,
+            "top1_correct": 358,
+            "top5_correct": 1041
+          },
+          {
+            "ce_sum": 22157.705017089844,
+            "count": 4480,
+            "top1_correct": 321,
+            "top5_correct": 975
+          },
+          {
+            "ce_sum": 23106.828491210938,
+            "count": 4480,
+            "top1_correct": 280,
+            "top5_correct": 785
+          },
+          {
+            "ce_sum": 24914.104431152344,
+            "count": 4480,
+            "top1_correct": 171,
+            "top5_correct": 576
+          },
+          {
+            "ce_sum": 26285.546142578125,
+            "count": 4480,
+            "top1_correct": 130,
+            "top5_correct": 422
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9549793601036072,
+          "cosine_mean": 0.7542117834091187,
+          "cosine_min": 0.36892735958099365,
+          "cosine_std": 0.05070694163441658,
+          "flattened_dot": 972223.125,
+          "latent_frames": 4598,
+          "mse": 0.06729437922228415,
+          "predicted_squared": 1204427.0,
+          "reference_squared": 1373710.5,
+          "relative_l2": 0.6791899426562342,
+          "squared_error": 633691.25,
+          "values": 9416704
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999650716781616,
+          "cosine_mean": 0.9999279975891113,
+          "cosine_min": 0.9996085166931152,
+          "cosine_std": 2.512332321202848e-05,
+          "flattened_dot": 1373624.75,
+          "latent_frames": 4598,
+          "mse": 2.1187514844486226e-05,
+          "predicted_squared": 1373738.375,
+          "reference_squared": 1373710.5,
+          "relative_l2": 0.012051520965643197,
+          "squared_error": 199.5165557861328,
+          "values": 9416704
+        }
+      },
+      "condition_latent_frames": 4598,
+      "emitted_frames": 1333,
+      "model_id": "simpletuner-v2",
+      "sample_id": "89efb9a2-ea8f-4fd9-959a-0b7ed42a0c1f",
+      "shard_id": 541,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2512.538116455078,
+            "count": 1280,
+            "top1_correct": 566,
+            "top5_correct": 1062
+          },
+          {
+            "ce_sum": 5636.462799072266,
+            "count": 1280,
+            "top1_correct": 127,
+            "top5_correct": 362
+          },
+          {
+            "ce_sum": 5697.2218017578125,
+            "count": 1280,
+            "top1_correct": 117,
+            "top5_correct": 374
+          },
+          {
+            "ce_sum": 5901.439636230469,
+            "count": 1280,
+            "top1_correct": 125,
+            "top5_correct": 325
+          },
+          {
+            "ce_sum": 6429.015930175781,
+            "count": 1280,
+            "top1_correct": 80,
+            "top5_correct": 254
+          },
+          {
+            "ce_sum": 7465.8426513671875,
+            "count": 1280,
+            "top1_correct": 31,
+            "top5_correct": 112
+          },
+          {
+            "ce_sum": 7846.728332519531,
+            "count": 1280,
+            "top1_correct": 28,
+            "top5_correct": 84
+          },
+          {
+            "ce_sum": 8073.4429931640625,
+            "count": 1280,
+            "top1_correct": 17,
+            "top5_correct": 71
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9737304449081421,
+          "cosine_mean": 0.7878883481025696,
+          "cosine_min": 0.5304648876190186,
+          "cosine_std": 0.04974213242530823,
+          "flattened_dot": 3785177.25,
+          "latent_frames": 14113,
+          "mse": 0.071233835479146,
+          "predicted_squared": 4362685.0,
+          "reference_squared": 5266571.0,
+          "relative_l2": 0.6252502005097588,
+          "squared_error": 2058901.75,
+          "values": 28903424
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976634979248,
+          "cosine_mean": 0.9999443888664246,
+          "cosine_min": 0.9987625479698181,
+          "cosine_std": 3.89822234865278e-05,
+          "flattened_dot": 5266492.5,
+          "latent_frames": 14113,
+          "mse": 2.026250882210573e-05,
+          "predicted_squared": 5266998.5,
+          "reference_squared": 5266571.0,
+          "relative_l2": 0.010545259798030964,
+          "squared_error": 585.6558837890625,
+          "values": 28903424
+        }
+      },
+      "condition_latent_frames": 14113,
+      "emitted_frames": 4091,
+      "model_id": "simpletuner-v2",
+      "sample_id": "ddde3742-bd45-4fc1-9e26-902e2ec3629d",
+      "shard_id": 553,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7222.565811157227,
+            "count": 3968,
+            "top1_correct": 1857,
+            "top5_correct": 3371
+          },
+          {
+            "ce_sum": 16271.430755615234,
+            "count": 3968,
+            "top1_correct": 518,
+            "top5_correct": 1430
+          },
+          {
+            "ce_sum": 15530.358184814453,
+            "count": 3968,
+            "top1_correct": 573,
+            "top5_correct": 1619
+          },
+          {
+            "ce_sum": 17781.013732910156,
+            "count": 3968,
+            "top1_correct": 386,
+            "top5_correct": 1176
+          },
+          {
+            "ce_sum": 19233.892456054688,
+            "count": 3968,
+            "top1_correct": 311,
+            "top5_correct": 895
+          },
+          {
+            "ce_sum": 21684.684692382812,
+            "count": 3968,
+            "top1_correct": 201,
+            "top5_correct": 569
+          },
+          {
+            "ce_sum": 22502.988159179688,
+            "count": 3968,
+            "top1_correct": 171,
+            "top5_correct": 493
+          },
+          {
+            "ce_sum": 23115.706481933594,
+            "count": 3968,
+            "top1_correct": 127,
+            "top5_correct": 408
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.964481770992279,
+          "cosine_mean": 0.7525458931922913,
+          "cosine_min": 0.47811412811279297,
+          "cosine_std": 0.04773464426398277,
+          "flattened_dot": 3454607.0,
+          "latent_frames": 13709,
+          "mse": 0.08152685180014042,
+          "predicted_squared": 4202756.5,
+          "reference_squared": 4995408.0,
+          "relative_l2": 0.6769127867825836,
+          "squared_error": 2288950.5,
+          "values": 28076032
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976396560669,
+          "cosine_mean": 0.9999462366104126,
+          "cosine_min": 0.9996864199638367,
+          "cosine_std": 1.283344317926094e-05,
+          "flattened_dot": 4994508.0,
+          "latent_frames": 13709,
+          "mse": 1.9280480837628914e-05,
+          "predicted_squared": 4994148.5,
+          "reference_squared": 4995408.0,
+          "relative_l2": 0.010409774269474089,
+          "squared_error": 541.3193969726562,
+          "values": 28076032
+        }
+      },
+      "condition_latent_frames": 13709,
+      "emitted_frames": 3974,
+      "model_id": "simpletuner-v2",
+      "sample_id": "7555c64c-d0e3-4a45-88a9-fa5912e3bfb8",
+      "shard_id": 626,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10155.103775024414,
+            "count": 3968,
+            "top1_correct": 1413,
+            "top5_correct": 2848
+          },
+          {
+            "ce_sum": 18308.02523803711,
+            "count": 3968,
+            "top1_correct": 382,
+            "top5_correct": 1053
+          },
+          {
+            "ce_sum": 18002.131286621094,
+            "count": 3968,
+            "top1_correct": 414,
+            "top5_correct": 1135
+          },
+          {
+            "ce_sum": 18505.79376220703,
+            "count": 3968,
+            "top1_correct": 351,
+            "top5_correct": 1028
+          },
+          {
+            "ce_sum": 19849.054809570312,
+            "count": 3968,
+            "top1_correct": 246,
+            "top5_correct": 766
+          },
+          {
+            "ce_sum": 22058.73046875,
+            "count": 3968,
+            "top1_correct": 168,
+            "top5_correct": 533
+          },
+          {
+            "ce_sum": 23539.57830810547,
+            "count": 3968,
+            "top1_correct": 104,
+            "top5_correct": 378
+          },
+          {
+            "ce_sum": 23709.764282226562,
+            "count": 3968,
+            "top1_correct": 103,
+            "top5_correct": 389
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9770497679710388,
+          "cosine_mean": 0.7498055100440979,
+          "cosine_min": 0.48609164357185364,
+          "cosine_std": 0.04898253083229065,
+          "flattened_dot": 3830012.0,
+          "latent_frames": 15524,
+          "mse": 0.08181480401817347,
+          "predicted_squared": 4553565.0,
+          "reference_squared": 5707610.0,
+          "relative_l2": 0.6750805496025112,
+          "squared_error": 2601150.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976634979248,
+          "cosine_mean": 0.9999514222145081,
+          "cosine_min": 0.9997843503952026,
+          "cosine_std": 1.1742558854166418e-05,
+          "flattened_dot": 5707707.5,
+          "latent_frames": 15524,
+          "mse": 1.7732155289240826e-05,
+          "predicted_squared": 5708368.5,
+          "reference_squared": 5707610.0,
+          "relative_l2": 0.009938490137431265,
+          "squared_error": 563.7611083984375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "de566560-d0cf-4207-8841-df0a97228177",
+      "shard_id": 644,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9605.780532836914,
+            "count": 4480,
+            "top1_correct": 1862,
+            "top5_correct": 3540
+          },
+          {
+            "ce_sum": 19534.598236083984,
+            "count": 4480,
+            "top1_correct": 494,
+            "top5_correct": 1366
+          },
+          {
+            "ce_sum": 19612.730895996094,
+            "count": 4480,
+            "top1_correct": 515,
+            "top5_correct": 1393
+          },
+          {
+            "ce_sum": 20879.9736328125,
+            "count": 4480,
+            "top1_correct": 386,
+            "top5_correct": 1120
+          },
+          {
+            "ce_sum": 21989.990173339844,
+            "count": 4480,
+            "top1_correct": 309,
+            "top5_correct": 965
+          },
+          {
+            "ce_sum": 24597.68438720703,
+            "count": 4480,
+            "top1_correct": 205,
+            "top5_correct": 660
+          },
+          {
+            "ce_sum": 25806.678955078125,
+            "count": 4480,
+            "top1_correct": 134,
+            "top5_correct": 479
+          },
+          {
+            "ce_sum": 26905.010314941406,
+            "count": 4480,
+            "top1_correct": 115,
+            "top5_correct": 367
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9091955423355103,
+          "cosine_mean": 0.7919722199440002,
+          "cosine_min": 0.4197556972503662,
+          "cosine_std": 0.04841405898332596,
+          "flattened_dot": 4403091.0,
+          "latent_frames": 15524,
+          "mse": 0.07344273383148674,
+          "predicted_squared": 5011495.0,
+          "reference_squared": 6129662.5,
+          "relative_l2": 0.617195753168043,
+          "squared_error": 2334976.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999764561653137,
+          "cosine_mean": 0.9999475479125977,
+          "cosine_min": 0.999788761138916,
+          "cosine_std": 1.6727923139114864e-05,
+          "flattened_dot": 6129655.0,
+          "latent_frames": 15524,
+          "mse": 2.034973373304965e-05,
+          "predicted_squared": 6130294.0,
+          "reference_squared": 6129662.5,
+          "relative_l2": 0.010273723595564497,
+          "squared_error": 646.982177734375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "bdfd9628-7183-4751-804d-5458c08c8270",
+      "shard_id": 642,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8180.979110717773,
+            "count": 4480,
+            "top1_correct": 2125,
+            "top5_correct": 3790
+          },
+          {
+            "ce_sum": 17914.554260253906,
+            "count": 4480,
+            "top1_correct": 619,
+            "top5_correct": 1707
+          },
+          {
+            "ce_sum": 17587.829864501953,
+            "count": 4480,
+            "top1_correct": 666,
+            "top5_correct": 1774
+          },
+          {
+            "ce_sum": 18593.152770996094,
+            "count": 4480,
+            "top1_correct": 589,
+            "top5_correct": 1541
+          },
+          {
+            "ce_sum": 21056.701110839844,
+            "count": 4480,
+            "top1_correct": 399,
+            "top5_correct": 1106
+          },
+          {
+            "ce_sum": 23176.119079589844,
+            "count": 4480,
+            "top1_correct": 269,
+            "top5_correct": 812
+          },
+          {
+            "ce_sum": 24836.081481933594,
+            "count": 4480,
+            "top1_correct": 178,
+            "top5_correct": 586
+          },
+          {
+            "ce_sum": 24989.162719726562,
+            "count": 4480,
+            "top1_correct": 202,
+            "top5_correct": 638
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.954192578792572,
+          "cosine_mean": 0.7906947135925293,
+          "cosine_min": 0.5749610662460327,
+          "cosine_std": 0.04936157912015915,
+          "flattened_dot": 895205.375,
+          "latent_frames": 3156,
+          "mse": 0.0735071711667137,
+          "predicted_squared": 1054987.0,
+          "reference_squared": 1210536.375,
+          "relative_l2": 0.6264831668958489,
+          "squared_error": 475112.71875,
+          "values": 6463488
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999691843986511,
+          "cosine_mean": 0.999939501285553,
+          "cosine_min": 0.9996910095214844,
+          "cosine_std": 1.7747510355548002e-05,
+          "flattened_dot": 1210406.25,
+          "latent_frames": 3156,
+          "mse": 2.2928913906499914e-05,
+          "predicted_squared": 1210424.125,
+          "reference_squared": 1210536.375,
+          "relative_l2": 0.011064614650267061,
+          "squared_error": 148.2007598876953,
+          "values": 6463488
+        }
+      },
+      "condition_latent_frames": 3156,
+      "emitted_frames": 915,
+      "model_id": "simpletuner-v2",
+      "sample_id": "d9607915-511b-4ed1-8956-9a414bfee7d4",
+      "shard_id": 674,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1852.3478088378906,
+            "count": 896,
+            "top1_correct": 357,
+            "top5_correct": 722
+          },
+          {
+            "ce_sum": 3694.699249267578,
+            "count": 896,
+            "top1_correct": 123,
+            "top5_correct": 323
+          },
+          {
+            "ce_sum": 3867.1561279296875,
+            "count": 896,
+            "top1_correct": 92,
+            "top5_correct": 289
+          },
+          {
+            "ce_sum": 4004.42529296875,
+            "count": 896,
+            "top1_correct": 103,
+            "top5_correct": 262
+          },
+          {
+            "ce_sum": 4192.266906738281,
+            "count": 896,
+            "top1_correct": 75,
+            "top5_correct": 231
+          },
+          {
+            "ce_sum": 4883.513916015625,
+            "count": 896,
+            "top1_correct": 29,
+            "top5_correct": 109
+          },
+          {
+            "ce_sum": 5042.519958496094,
+            "count": 896,
+            "top1_correct": 29,
+            "top5_correct": 111
+          },
+          {
+            "ce_sum": 5109.206298828125,
+            "count": 896,
+            "top1_correct": 24,
+            "top5_correct": 86
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9469223022460938,
+          "cosine_mean": 0.7652751803398132,
+          "cosine_min": 0.5528677105903625,
+          "cosine_std": 0.04965232312679291,
+          "flattened_dot": 4493178.5,
+          "latent_frames": 15524,
+          "mse": 0.0869269033155316,
+          "predicted_squared": 5347930.0,
+          "reference_squared": 6402107.0,
+          "relative_l2": 0.6570258145239563,
+          "squared_error": 2763680.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999722838401794,
+          "cosine_mean": 0.9999475479125977,
+          "cosine_min": 0.9996371269226074,
+          "cosine_std": 1.656186577747576e-05,
+          "flattened_dot": 6402600.0,
+          "latent_frames": 15524,
+          "mse": 2.1247270487534943e-05,
+          "predicted_squared": 6403768.0,
+          "reference_squared": 6402107.0,
+          "relative_l2": 0.010272044741481088,
+          "squared_error": 675.5177001953125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "378cc0d8-7600-4c12-92ce-8eabf5a1006a",
+      "shard_id": 694,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9317.112106323242,
+            "count": 4480,
+            "top1_correct": 1961,
+            "top5_correct": 3542
+          },
+          {
+            "ce_sum": 20018.68960571289,
+            "count": 4480,
+            "top1_correct": 451,
+            "top5_correct": 1317
+          },
+          {
+            "ce_sum": 18998.76010131836,
+            "count": 4480,
+            "top1_correct": 595,
+            "top5_correct": 1531
+          },
+          {
+            "ce_sum": 20085.036224365234,
+            "count": 4480,
+            "top1_correct": 484,
+            "top5_correct": 1283
+          },
+          {
+            "ce_sum": 21555.0771484375,
+            "count": 4480,
+            "top1_correct": 362,
+            "top5_correct": 1026
+          },
+          {
+            "ce_sum": 24190.88458251953,
+            "count": 4480,
+            "top1_correct": 214,
+            "top5_correct": 698
+          },
+          {
+            "ce_sum": 25543.45245361328,
+            "count": 4480,
+            "top1_correct": 165,
+            "top5_correct": 501
+          },
+          {
+            "ce_sum": 26877.662963867188,
+            "count": 4480,
+            "top1_correct": 121,
+            "top5_correct": 399
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9434499144554138,
+          "cosine_mean": 0.7501689195632935,
+          "cosine_min": 0.5656318664550781,
+          "cosine_std": 0.05920385196805,
+          "flattened_dot": 435587.1875,
+          "latent_frames": 1703,
+          "mse": 0.08385701831900506,
+          "predicted_squared": 541228.0,
+          "reference_squared": 622418.25,
+          "relative_l2": 0.6854895667874584,
+          "squared_error": 292471.8125,
+          "values": 3487744
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999648928642273,
+          "cosine_mean": 0.999937891960144,
+          "cosine_min": 0.9996182918548584,
+          "cosine_std": 2.8602367819985375e-05,
+          "flattened_dot": 622458.875,
+          "latent_frames": 1703,
+          "mse": 2.2084413383963244e-05,
+          "predicted_squared": 622576.5,
+          "reference_squared": 622418.25,
+          "relative_l2": 0.01112433541389174,
+          "squared_error": 77.0247802734375,
+          "values": 3487744
+        }
+      },
+      "condition_latent_frames": 1703,
+      "emitted_frames": 494,
+      "model_id": "simpletuner-v2",
+      "sample_id": "e06f44c9-15c9-49c7-8030-cc237fc5224a",
+      "shard_id": 717,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 920.7945556640625,
+            "count": 384,
+            "top1_correct": 160,
+            "top5_correct": 277
+          },
+          {
+            "ce_sum": 1630.3335571289062,
+            "count": 384,
+            "top1_correct": 44,
+            "top5_correct": 131
+          },
+          {
+            "ce_sum": 1596.6792602539062,
+            "count": 384,
+            "top1_correct": 57,
+            "top5_correct": 144
+          },
+          {
+            "ce_sum": 1690.8418579101562,
+            "count": 384,
+            "top1_correct": 41,
+            "top5_correct": 110
+          },
+          {
+            "ce_sum": 1740.2955932617188,
+            "count": 384,
+            "top1_correct": 46,
+            "top5_correct": 110
+          },
+          {
+            "ce_sum": 1964.7683715820312,
+            "count": 384,
+            "top1_correct": 22,
+            "top5_correct": 72
+          },
+          {
+            "ce_sum": 2123.064208984375,
+            "count": 384,
+            "top1_correct": 14,
+            "top5_correct": 46
+          },
+          {
+            "ce_sum": 2151.7421875,
+            "count": 384,
+            "top1_correct": 22,
+            "top5_correct": 59
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9561464190483093,
+          "cosine_mean": 0.8078190684318542,
+          "cosine_min": 0.5375431776046753,
+          "cosine_std": 0.043319929391145706,
+          "flattened_dot": 3499144.0,
+          "latent_frames": 11704,
+          "mse": 0.07008098985589863,
+          "predicted_squared": 3926718.0,
+          "reference_squared": 4751397.0,
+          "relative_l2": 0.5945954572330592,
+          "squared_error": 1679826.75,
+          "values": 23969792
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999658465385437,
+          "cosine_mean": 0.9998785853385925,
+          "cosine_min": 0.9964672327041626,
+          "cosine_std": 0.0001903739757835865,
+          "flattened_dot": 4753100.5,
+          "latent_frames": 11704,
+          "mse": 4.584621829034853e-05,
+          "predicted_squared": 4755903.0,
+          "reference_squared": 4751397.0,
+          "relative_l2": 0.015208039508293922,
+          "squared_error": 1098.92431640625,
+          "values": 23969792
+        }
+      },
+      "condition_latent_frames": 11704,
+      "emitted_frames": 3393,
+      "model_id": "simpletuner-v2",
+      "sample_id": "5ba2ad49-19cc-4486-b45f-6f9c7d962dab",
+      "shard_id": 750,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6503.3349609375,
+            "count": 3328,
+            "top1_correct": 1471,
+            "top5_correct": 2721
+          },
+          {
+            "ce_sum": 13435.203308105469,
+            "count": 3328,
+            "top1_correct": 439,
+            "top5_correct": 1251
+          },
+          {
+            "ce_sum": 12690.46435546875,
+            "count": 3328,
+            "top1_correct": 552,
+            "top5_correct": 1375
+          },
+          {
+            "ce_sum": 14470.5263671875,
+            "count": 3328,
+            "top1_correct": 416,
+            "top5_correct": 1072
+          },
+          {
+            "ce_sum": 15177.67578125,
+            "count": 3328,
+            "top1_correct": 317,
+            "top5_correct": 899
+          },
+          {
+            "ce_sum": 17048.507568359375,
+            "count": 3328,
+            "top1_correct": 206,
+            "top5_correct": 638
+          },
+          {
+            "ce_sum": 18259.305053710938,
+            "count": 3328,
+            "top1_correct": 148,
+            "top5_correct": 450
+          },
+          {
+            "ce_sum": 18342.526306152344,
+            "count": 3328,
+            "top1_correct": 160,
+            "top5_correct": 502
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9723523259162903,
+          "cosine_mean": 0.7881146669387817,
+          "cosine_min": 0.6019630432128906,
+          "cosine_std": 0.04338213801383972,
+          "flattened_dot": 1255172.125,
+          "latent_frames": 4643,
+          "mse": 0.0719064601197367,
+          "predicted_squared": 1440687.625,
+          "reference_squared": 1753405.25,
+          "relative_l2": 0.6244635899265596,
+          "squared_error": 683748.75,
+          "values": 9508864
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999736547470093,
+          "cosine_mean": 0.9999450445175171,
+          "cosine_min": 0.9997453689575195,
+          "cosine_std": 1.9635614080470987e-05,
+          "flattened_dot": 1753424.0,
+          "latent_frames": 4643,
+          "mse": 2.0357730212510465e-05,
+          "predicted_squared": 1753636.0,
+          "reference_squared": 1753405.25,
+          "relative_l2": 0.010507220445648589,
+          "squared_error": 193.57888793945312,
+          "values": 9508864
+        }
+      },
+      "condition_latent_frames": 4643,
+      "emitted_frames": 1346,
+      "model_id": "simpletuner-v2",
+      "sample_id": "0ed1a099-1301-41b1-9b09-e58cf33ef290",
+      "shard_id": 752,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2672.992935180664,
+            "count": 1280,
+            "top1_correct": 563,
+            "top5_correct": 1015
+          },
+          {
+            "ce_sum": 5441.929870605469,
+            "count": 1280,
+            "top1_correct": 155,
+            "top5_correct": 416
+          },
+          {
+            "ce_sum": 5142.775115966797,
+            "count": 1280,
+            "top1_correct": 195,
+            "top5_correct": 488
+          },
+          {
+            "ce_sum": 5758.3184814453125,
+            "count": 1280,
+            "top1_correct": 128,
+            "top5_correct": 365
+          },
+          {
+            "ce_sum": 6190.85009765625,
+            "count": 1280,
+            "top1_correct": 95,
+            "top5_correct": 276
+          },
+          {
+            "ce_sum": 6840.641418457031,
+            "count": 1280,
+            "top1_correct": 70,
+            "top5_correct": 193
+          },
+          {
+            "ce_sum": 7161.168151855469,
+            "count": 1280,
+            "top1_correct": 55,
+            "top5_correct": 175
+          },
+          {
+            "ce_sum": 7401.942138671875,
+            "count": 1280,
+            "top1_correct": 41,
+            "top5_correct": 133
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9777625203132629,
+          "cosine_mean": 0.7672104835510254,
+          "cosine_min": 0.5555230379104614,
+          "cosine_std": 0.04388938099145889,
+          "flattened_dot": 2105126.5,
+          "latent_frames": 8893,
+          "mse": 0.07177630739459757,
+          "predicted_squared": 2450280.0,
+          "reference_squared": 3067225.0,
+          "relative_l2": 0.652840157008518,
+          "squared_error": 1307252.125,
+          "values": 18212864
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999616146087646,
+          "cosine_mean": 0.9999290108680725,
+          "cosine_min": 0.9993125200271606,
+          "cosine_std": 3.427095361985266e-05,
+          "flattened_dot": 3066797.25,
+          "latent_frames": 8893,
+          "mse": 2.388929430658016e-05,
+          "predicted_squared": 3066804.5,
+          "reference_squared": 3067225.0,
+          "relative_l2": 0.011910170126325828,
+          "squared_error": 435.09246826171875,
+          "values": 18212864
+        }
+      },
+      "condition_latent_frames": 8893,
+      "emitted_frames": 2578,
+      "model_id": "simpletuner-v2",
+      "sample_id": "7bc57e16-afb3-45a7-a7d4-39787a34701f",
+      "shard_id": 756,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4661.160263061523,
+            "count": 2560,
+            "top1_correct": 1185,
+            "top5_correct": 2168
+          },
+          {
+            "ce_sum": 10751.166320800781,
+            "count": 2560,
+            "top1_correct": 304,
+            "top5_correct": 883
+          },
+          {
+            "ce_sum": 10918.045104980469,
+            "count": 2560,
+            "top1_correct": 301,
+            "top5_correct": 866
+          },
+          {
+            "ce_sum": 11472.870666503906,
+            "count": 2560,
+            "top1_correct": 253,
+            "top5_correct": 752
+          },
+          {
+            "ce_sum": 12649.504211425781,
+            "count": 2560,
+            "top1_correct": 197,
+            "top5_correct": 575
+          },
+          {
+            "ce_sum": 14571.718811035156,
+            "count": 2560,
+            "top1_correct": 80,
+            "top5_correct": 257
+          },
+          {
+            "ce_sum": 15733.061218261719,
+            "count": 2560,
+            "top1_correct": 46,
+            "top5_correct": 161
+          },
+          {
+            "ce_sum": 16148.948059082031,
+            "count": 2560,
+            "top1_correct": 25,
+            "top5_correct": 129
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9616456031799316,
+          "cosine_mean": 0.7504609227180481,
+          "cosine_min": 0.45170360803604126,
+          "cosine_std": 0.052919287234544754,
+          "flattened_dot": 2584830.0,
+          "latent_frames": 11594,
+          "mse": 0.07234512231710637,
+          "predicted_squared": 3139899.5,
+          "reference_squared": 3747560.0,
+          "relative_l2": 0.6770362999011454,
+          "squared_error": 1717799.625,
+          "values": 23744512
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999654293060303,
+          "cosine_mean": 0.9999294281005859,
+          "cosine_min": 0.9995741844177246,
+          "cosine_std": 1.998352126975078e-05,
+          "flattened_dot": 3749130.5,
+          "latent_frames": 11594,
+          "mse": 2.2367064513192827e-05,
+          "predicted_squared": 3751232.25,
+          "reference_squared": 3747560.0,
+          "relative_l2": 0.011904518162634235,
+          "squared_error": 531.0950317382812,
+          "values": 23744512
+        }
+      },
+      "condition_latent_frames": 11594,
+      "emitted_frames": 3361,
+      "model_id": "simpletuner-v2",
+      "sample_id": "2cf7c022-b79f-43bd-a5e0-d1b0ba7e05e5",
+      "shard_id": 801,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6920.642807006836,
+            "count": 3328,
+            "top1_correct": 1379,
+            "top5_correct": 2652
+          },
+          {
+            "ce_sum": 14650.800170898438,
+            "count": 3328,
+            "top1_correct": 361,
+            "top5_correct": 992
+          },
+          {
+            "ce_sum": 14381.212646484375,
+            "count": 3328,
+            "top1_correct": 405,
+            "top5_correct": 1066
+          },
+          {
+            "ce_sum": 15620.94677734375,
+            "count": 3328,
+            "top1_correct": 300,
+            "top5_correct": 840
+          },
+          {
+            "ce_sum": 16733.04998779297,
+            "count": 3328,
+            "top1_correct": 203,
+            "top5_correct": 657
+          },
+          {
+            "ce_sum": 18822.23223876953,
+            "count": 3328,
+            "top1_correct": 124,
+            "top5_correct": 417
+          },
+          {
+            "ce_sum": 20153.174255371094,
+            "count": 3328,
+            "top1_correct": 52,
+            "top5_correct": 252
+          },
+          {
+            "ce_sum": 20426.517639160156,
+            "count": 3328,
+            "top1_correct": 72,
+            "top5_correct": 241
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9489337801933289,
+          "cosine_mean": 0.7887823581695557,
+          "cosine_min": 0.4785500764846802,
+          "cosine_std": 0.04356953129172325,
+          "flattened_dot": 4056388.75,
+          "latent_frames": 15524,
+          "mse": 0.0690334273871304,
+          "predicted_squared": 4709417.5,
+          "reference_squared": 5598151.0,
+          "relative_l2": 0.6261439762061459,
+          "squared_error": 2194790.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999681711196899,
+          "cosine_mean": 0.9999357461929321,
+          "cosine_min": 0.999286413192749,
+          "cosine_std": 2.669270361366216e-05,
+          "flattened_dot": 5598916.5,
+          "latent_frames": 15524,
+          "mse": 2.2627134907955177e-05,
+          "predicted_squared": 5600401.0,
+          "reference_squared": 5598151.0,
+          "relative_l2": 0.0113359852460092,
+          "squared_error": 719.387939453125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "2d575609-e129-4410-8dcf-cce287f2d46c",
+      "shard_id": 813,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8743.679153442383,
+            "count": 4480,
+            "top1_correct": 2046,
+            "top5_correct": 3709
+          },
+          {
+            "ce_sum": 18715.286712646484,
+            "count": 4480,
+            "top1_correct": 557,
+            "top5_correct": 1564
+          },
+          {
+            "ce_sum": 18417.062927246094,
+            "count": 4480,
+            "top1_correct": 545,
+            "top5_correct": 1592
+          },
+          {
+            "ce_sum": 19859.422485351562,
+            "count": 4480,
+            "top1_correct": 467,
+            "top5_correct": 1341
+          },
+          {
+            "ce_sum": 21577.200317382812,
+            "count": 4480,
+            "top1_correct": 353,
+            "top5_correct": 1031
+          },
+          {
+            "ce_sum": 24446.718383789062,
+            "count": 4480,
+            "top1_correct": 225,
+            "top5_correct": 696
+          },
+          {
+            "ce_sum": 26030.696044921875,
+            "count": 4480,
+            "top1_correct": 140,
+            "top5_correct": 494
+          },
+          {
+            "ce_sum": 26587.713745117188,
+            "count": 4480,
+            "top1_correct": 130,
+            "top5_correct": 402
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.929067075252533,
+          "cosine_mean": 0.7526324391365051,
+          "cosine_min": 0.5366990566253662,
+          "cosine_std": 0.050245895981788635,
+          "flattened_dot": 2885451.5,
+          "latent_frames": 10973,
+          "mse": 0.08520989507982663,
+          "predicted_squared": 3424156.75,
+          "reference_squared": 4261643.0,
+          "relative_l2": 0.6703230417204593,
+          "squared_error": 1914896.75,
+          "values": 22472704
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999741315841675,
+          "cosine_mean": 0.9999483823776245,
+          "cosine_min": 0.9997401237487793,
+          "cosine_std": 1.230347334058024e-05,
+          "flattened_dot": 4263583.0,
+          "latent_frames": 10973,
+          "mse": 1.9811156953488164e-05,
+          "predicted_squared": 4265968.5,
+          "reference_squared": 4261643.0,
+          "relative_l2": 0.01022101562443832,
+          "squared_error": 445.21026611328125,
+          "values": 22472704
+        }
+      },
+      "condition_latent_frames": 10973,
+      "emitted_frames": 3181,
+      "model_id": "simpletuner-v2",
+      "sample_id": "69a1a59c-3144-4769-84dc-a564075d2271",
+      "shard_id": 871,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7089.371276855469,
+            "count": 3072,
+            "top1_correct": 1161,
+            "top5_correct": 2321
+          },
+          {
+            "ce_sum": 13853.123748779297,
+            "count": 3072,
+            "top1_correct": 297,
+            "top5_correct": 851
+          },
+          {
+            "ce_sum": 13054.753967285156,
+            "count": 3072,
+            "top1_correct": 383,
+            "top5_correct": 1038
+          },
+          {
+            "ce_sum": 14268.030090332031,
+            "count": 3072,
+            "top1_correct": 274,
+            "top5_correct": 822
+          },
+          {
+            "ce_sum": 15281.763793945312,
+            "count": 3072,
+            "top1_correct": 218,
+            "top5_correct": 660
+          },
+          {
+            "ce_sum": 16956.332092285156,
+            "count": 3072,
+            "top1_correct": 102,
+            "top5_correct": 437
+          },
+          {
+            "ce_sum": 17717.331176757812,
+            "count": 3072,
+            "top1_correct": 108,
+            "top5_correct": 316
+          },
+          {
+            "ce_sum": 18154.6875,
+            "count": 3072,
+            "top1_correct": 87,
+            "top5_correct": 306
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.939363956451416,
+          "cosine_mean": 0.74607914686203,
+          "cosine_min": 0.47909247875213623,
+          "cosine_std": 0.04922809079289436,
+          "flattened_dot": 3923908.5,
+          "latent_frames": 15524,
+          "mse": 0.08569656761305076,
+          "predicted_squared": 4633759.0,
+          "reference_squared": 5938621.5,
+          "relative_l2": 0.6773383786329252,
+          "squared_error": 2724564.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999716281890869,
+          "cosine_mean": 0.9999500513076782,
+          "cosine_min": 0.9998340606689453,
+          "cosine_std": 1.0097629456140567e-05,
+          "flattened_dot": 5936683.0,
+          "latent_frames": 15524,
+          "mse": 1.8902627870736126e-05,
+          "predicted_squared": 5935344.5,
+          "reference_squared": 5938621.5,
+          "relative_l2": 0.010059700763643271,
+          "squared_error": 600.97412109375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "49bb99b3-042b-4521-a8cc-0fd2f930257a",
+      "shard_id": 890,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9066.258880615234,
+            "count": 4480,
+            "top1_correct": 1999,
+            "top5_correct": 3616
+          },
+          {
+            "ce_sum": 19393.446228027344,
+            "count": 4480,
+            "top1_correct": 508,
+            "top5_correct": 1436
+          },
+          {
+            "ce_sum": 19592.96939086914,
+            "count": 4480,
+            "top1_correct": 508,
+            "top5_correct": 1389
+          },
+          {
+            "ce_sum": 20088.12677001953,
+            "count": 4480,
+            "top1_correct": 477,
+            "top5_correct": 1340
+          },
+          {
+            "ce_sum": 20733.13946533203,
+            "count": 4480,
+            "top1_correct": 411,
+            "top5_correct": 1162
+          },
+          {
+            "ce_sum": 24260.968200683594,
+            "count": 4480,
+            "top1_correct": 206,
+            "top5_correct": 671
+          },
+          {
+            "ce_sum": 26709.06463623047,
+            "count": 4480,
+            "top1_correct": 111,
+            "top5_correct": 380
+          },
+          {
+            "ce_sum": 26964.6669921875,
+            "count": 4480,
+            "top1_correct": 91,
+            "top5_correct": 354
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9126538038253784,
+          "cosine_mean": 0.7974348068237305,
+          "cosine_min": 0.41785287857055664,
+          "cosine_std": 0.04649096727371216,
+          "flattened_dot": 664383.625,
+          "latent_frames": 2148,
+          "mse": 0.07758455613915925,
+          "predicted_squared": 791696.125,
+          "reference_squared": 878373.5625,
+          "relative_l2": 0.6233473631717915,
+          "squared_error": 341302.53125,
+          "values": 4399104
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999611973762512,
+          "cosine_mean": 0.9999128580093384,
+          "cosine_min": 0.9993155002593994,
+          "cosine_std": 5.2328330639284104e-05,
+          "flattened_dot": 878376.375,
+          "latent_frames": 2148,
+          "mse": 3.332668287572026e-05,
+          "predicted_squared": 878525.75,
+          "reference_squared": 878373.5625,
+          "relative_l2": 0.012919286556736196,
+          "squared_error": 146.6075439453125,
+          "values": 4399104
+        }
+      },
+      "condition_latent_frames": 2148,
+      "emitted_frames": 623,
+      "model_id": "simpletuner-v2",
+      "sample_id": "d9dbd252-2c4e-4fbf-a843-3dc286304495",
+      "shard_id": 949,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1087.0586853027344,
+            "count": 512,
+            "top1_correct": 195,
+            "top5_correct": 413
+          },
+          {
+            "ce_sum": 2050.6591186523438,
+            "count": 512,
+            "top1_correct": 64,
+            "top5_correct": 185
+          },
+          {
+            "ce_sum": 2101.092041015625,
+            "count": 512,
+            "top1_correct": 57,
+            "top5_correct": 193
+          },
+          {
+            "ce_sum": 2224.1129150390625,
+            "count": 512,
+            "top1_correct": 67,
+            "top5_correct": 170
+          },
+          {
+            "ce_sum": 2366.9505615234375,
+            "count": 512,
+            "top1_correct": 42,
+            "top5_correct": 136
+          },
+          {
+            "ce_sum": 2692.3763427734375,
+            "count": 512,
+            "top1_correct": 24,
+            "top5_correct": 89
+          },
+          {
+            "ce_sum": 2501.531005859375,
+            "count": 512,
+            "top1_correct": 49,
+            "top5_correct": 116
+          },
+          {
+            "ce_sum": 2774.2691040039062,
+            "count": 512,
+            "top1_correct": 31,
+            "top5_correct": 85
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9801127910614014,
+          "cosine_mean": 0.7206224203109741,
+          "cosine_min": 0.4583091139793396,
+          "cosine_std": 0.05937500670552254,
+          "flattened_dot": 2574258.0,
+          "latent_frames": 11622,
+          "mse": 0.08404661804524824,
+          "predicted_squared": 3227121.75,
+          "reference_squared": 3921860.0,
+          "relative_l2": 0.7141994143768954,
+          "squared_error": 2000465.5,
+          "values": 23801856
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999639987945557,
+          "cosine_mean": 0.9999371767044067,
+          "cosine_min": 0.9996405243873596,
+          "cosine_std": 1.6970141587080434e-05,
+          "flattened_dot": 3921955.25,
+          "latent_frames": 11622,
+          "mse": 2.0985889200950074e-05,
+          "predicted_squared": 3922550.0,
+          "reference_squared": 3921860.0,
+          "relative_l2": 0.011285558498789117,
+          "squared_error": 499.50311279296875,
+          "values": 23801856
+        }
+      },
+      "condition_latent_frames": 11622,
+      "emitted_frames": 3369,
+      "model_id": "simpletuner-v2",
+      "sample_id": "d3ddb4a8-516b-4b61-ae6d-27b9b86ab217",
+      "shard_id": 954,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9792.749298095703,
+            "count": 3328,
+            "top1_correct": 927,
+            "top5_correct": 2065
+          },
+          {
+            "ce_sum": 15605.111541748047,
+            "count": 3328,
+            "top1_correct": 293,
+            "top5_correct": 826
+          },
+          {
+            "ce_sum": 15265.545043945312,
+            "count": 3328,
+            "top1_correct": 341,
+            "top5_correct": 936
+          },
+          {
+            "ce_sum": 16266.880889892578,
+            "count": 3328,
+            "top1_correct": 251,
+            "top5_correct": 744
+          },
+          {
+            "ce_sum": 16922.350952148438,
+            "count": 3328,
+            "top1_correct": 194,
+            "top5_correct": 642
+          },
+          {
+            "ce_sum": 19099.67578125,
+            "count": 3328,
+            "top1_correct": 122,
+            "top5_correct": 396
+          },
+          {
+            "ce_sum": 19952.5302734375,
+            "count": 3328,
+            "top1_correct": 90,
+            "top5_correct": 304
+          },
+          {
+            "ce_sum": 20469.115234375,
+            "count": 3328,
+            "top1_correct": 77,
+            "top5_correct": 260
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9614555835723877,
+          "cosine_mean": 0.7945610284805298,
+          "cosine_min": 0.6159589886665344,
+          "cosine_std": 0.04317228123545647,
+          "flattened_dot": 432745.6875,
+          "latent_frames": 1658,
+          "mse": 0.06702577708282287,
+          "predicted_squared": 507404.0625,
+          "reference_squared": 585679.0,
+          "relative_l2": 0.6233735083221261,
+          "squared_error": 227591.65625,
+          "values": 3395584
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999538660049438,
+          "cosine_mean": 0.9998784065246582,
+          "cosine_min": 0.9993401169776917,
+          "cosine_std": 6.775344809284434e-05,
+          "flattened_dot": 585464.875,
+          "latent_frames": 1658,
+          "mse": 3.982363190093e-05,
+          "predicted_squared": 585386.0,
+          "reference_squared": 585679.0,
+          "relative_l2": 0.015194899976590197,
+          "squared_error": 135.2244873046875,
+          "values": 3395584
+        }
+      },
+      "condition_latent_frames": 1658,
+      "emitted_frames": 481,
+      "model_id": "simpletuner-v2",
+      "sample_id": "e6cb126e-8bee-4422-9e56-a5000f7adfb0",
+      "shard_id": 967,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 854.6156311035156,
+            "count": 384,
+            "top1_correct": 141,
+            "top5_correct": 298
+          },
+          {
+            "ce_sum": 1405.9949951171875,
+            "count": 384,
+            "top1_correct": 68,
+            "top5_correct": 173
+          },
+          {
+            "ce_sum": 1504.3262023925781,
+            "count": 384,
+            "top1_correct": 68,
+            "top5_correct": 156
+          },
+          {
+            "ce_sum": 1649.9067993164062,
+            "count": 384,
+            "top1_correct": 46,
+            "top5_correct": 124
+          },
+          {
+            "ce_sum": 1774.658203125,
+            "count": 384,
+            "top1_correct": 39,
+            "top5_correct": 100
+          },
+          {
+            "ce_sum": 1967.3866577148438,
+            "count": 384,
+            "top1_correct": 24,
+            "top5_correct": 78
+          },
+          {
+            "ce_sum": 2019.6834716796875,
+            "count": 384,
+            "top1_correct": 22,
+            "top5_correct": 66
+          },
+          {
+            "ce_sum": 2081.1162719726562,
+            "count": 384,
+            "top1_correct": 19,
+            "top5_correct": 54
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9365719556808472,
+          "cosine_mean": 0.785209059715271,
+          "cosine_min": 0.40519630908966064,
+          "cosine_std": 0.04878012835979462,
+          "flattened_dot": 1712736.75,
+          "latent_frames": 6878,
+          "mse": 0.06714714651504343,
+          "predicted_squared": 2043410.625,
+          "reference_squared": 2327907.25,
+          "relative_l2": 0.6374219377948781,
+          "squared_error": 945844.375,
+          "values": 14086144
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999675154685974,
+          "cosine_mean": 0.9999326467514038,
+          "cosine_min": 0.9997361302375793,
+          "cosine_std": 2.039101855189074e-05,
+          "flattened_dot": 2328260.5,
+          "latent_frames": 6878,
+          "mse": 2.2420616872992133e-05,
+          "predicted_squared": 2328929.5,
+          "reference_squared": 2327907.25,
+          "relative_l2": 0.01164761492313814,
+          "squared_error": 315.8200378417969,
+          "values": 14086144
+        }
+      },
+      "condition_latent_frames": 6878,
+      "emitted_frames": 1994,
+      "model_id": "simpletuner-v2",
+      "sample_id": "ad530405-9db1-42de-a663-aec4f0a5ca27",
+      "shard_id": 994,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3537.5018005371094,
+            "count": 1920,
+            "top1_correct": 859,
+            "top5_correct": 1645
+          },
+          {
+            "ce_sum": 7799.341003417969,
+            "count": 1920,
+            "top1_correct": 271,
+            "top5_correct": 711
+          },
+          {
+            "ce_sum": 7647.217224121094,
+            "count": 1920,
+            "top1_correct": 294,
+            "top5_correct": 764
+          },
+          {
+            "ce_sum": 8325.294921875,
+            "count": 1920,
+            "top1_correct": 217,
+            "top5_correct": 585
+          },
+          {
+            "ce_sum": 9092.150024414062,
+            "count": 1920,
+            "top1_correct": 158,
+            "top5_correct": 464
+          },
+          {
+            "ce_sum": 10209.640930175781,
+            "count": 1920,
+            "top1_correct": 93,
+            "top5_correct": 324
+          },
+          {
+            "ce_sum": 11119.719543457031,
+            "count": 1920,
+            "top1_correct": 75,
+            "top5_correct": 208
+          },
+          {
+            "ce_sum": 11344.614196777344,
+            "count": 1920,
+            "top1_correct": 54,
+            "top5_correct": 200
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9817875623703003,
+          "cosine_mean": 0.7668594717979431,
+          "cosine_min": 0.5060567855834961,
+          "cosine_std": 0.04186314716935158,
+          "flattened_dot": 4188838.5,
+          "latent_frames": 15524,
+          "mse": 0.08138217940769131,
+          "predicted_squared": 4917692.0,
+          "reference_squared": 6047381.0,
+          "relative_l2": 0.6541054770708078,
+          "squared_error": 2587396.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999706745147705,
+          "cosine_mean": 0.9999484419822693,
+          "cosine_min": 0.9995308518409729,
+          "cosine_std": 1.3699151168111712e-05,
+          "flattened_dot": 6044726.5,
+          "latent_frames": 15524,
+          "mse": 1.9967479209437933e-05,
+          "predicted_squared": 6042706.5,
+          "reference_squared": 6047381.0,
+          "relative_l2": 0.010245773435181134,
+          "squared_error": 634.8291015625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "96bc489d-f63b-4c8c-a969-3aaa1489909b",
+      "shard_id": 996,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9923.435287475586,
+            "count": 4480,
+            "top1_correct": 1794,
+            "top5_correct": 3496
+          },
+          {
+            "ce_sum": 19288.51840209961,
+            "count": 4480,
+            "top1_correct": 499,
+            "top5_correct": 1395
+          },
+          {
+            "ce_sum": 19654.232055664062,
+            "count": 4480,
+            "top1_correct": 518,
+            "top5_correct": 1386
+          },
+          {
+            "ce_sum": 20671.240783691406,
+            "count": 4480,
+            "top1_correct": 387,
+            "top5_correct": 1202
+          },
+          {
+            "ce_sum": 21654.0927734375,
+            "count": 4480,
+            "top1_correct": 377,
+            "top5_correct": 1035
+          },
+          {
+            "ce_sum": 24066.358947753906,
+            "count": 4480,
+            "top1_correct": 204,
+            "top5_correct": 687
+          },
+          {
+            "ce_sum": 26185.943481445312,
+            "count": 4480,
+            "top1_correct": 127,
+            "top5_correct": 443
+          },
+          {
+            "ce_sum": 26294.068359375,
+            "count": 4480,
+            "top1_correct": 115,
+            "top5_correct": 427
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9568601250648499,
+          "cosine_mean": 0.806171715259552,
+          "cosine_min": 0.5286376476287842,
+          "cosine_std": 0.050248026847839355,
+          "flattened_dot": 1401482.125,
+          "latent_frames": 4529,
+          "mse": 0.07383251295470855,
+          "predicted_squared": 1584004.625,
+          "reference_squared": 1903785.0,
+          "relative_l2": 0.5997648520933684,
+          "squared_error": 684825.5,
+          "values": 9275392
+        },
+        "true_code_control": {
+          "cosine_max": 0.999954104423523,
+          "cosine_mean": 0.9998652338981628,
+          "cosine_min": 0.9986845254898071,
+          "cosine_std": 9.690536535345018e-05,
+          "flattened_dot": 1901319.375,
+          "latent_frames": 4529,
+          "mse": 5.222195675105126e-05,
+          "predicted_squared": 1899338.125,
+          "reference_squared": 1903785.0,
+          "relative_l2": 0.01595084726520092,
+          "squared_error": 484.3791198730469,
+          "values": 9275392
+        }
+      },
+      "condition_latent_frames": 4529,
+      "emitted_frames": 1313,
+      "model_id": "simpletuner-v2",
+      "sample_id": "c2cdf709-4d2c-4fa0-aea9-3a58696ea1ba",
+      "shard_id": 1081,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2647.1375274658203,
+            "count": 1280,
+            "top1_correct": 546,
+            "top5_correct": 1042
+          },
+          {
+            "ce_sum": 4686.370147705078,
+            "count": 1280,
+            "top1_correct": 201,
+            "top5_correct": 577
+          },
+          {
+            "ce_sum": 4817.787628173828,
+            "count": 1280,
+            "top1_correct": 223,
+            "top5_correct": 541
+          },
+          {
+            "ce_sum": 5780.034973144531,
+            "count": 1280,
+            "top1_correct": 117,
+            "top5_correct": 352
+          },
+          {
+            "ce_sum": 5784.007873535156,
+            "count": 1280,
+            "top1_correct": 137,
+            "top5_correct": 384
+          },
+          {
+            "ce_sum": 6104.457214355469,
+            "count": 1280,
+            "top1_correct": 125,
+            "top5_correct": 319
+          },
+          {
+            "ce_sum": 6637.372131347656,
+            "count": 1280,
+            "top1_correct": 82,
+            "top5_correct": 233
+          },
+          {
+            "ce_sum": 6770.372619628906,
+            "count": 1280,
+            "top1_correct": 78,
+            "top5_correct": 225
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9187513589859009,
+          "cosine_mean": 0.7551109194755554,
+          "cosine_min": 0.4397873878479004,
+          "cosine_std": 0.05220659449696541,
+          "flattened_dot": 2991897.5,
+          "latent_frames": 11694,
+          "mse": 0.08309283059989364,
+          "predicted_squared": 3435329.25,
+          "reference_squared": 4538481.5,
+          "relative_l2": 0.6621753549364285,
+          "squared_error": 1990016.125,
+          "values": 23949312
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999700784683228,
+          "cosine_mean": 0.999941349029541,
+          "cosine_min": 0.9996517896652222,
+          "cosine_std": 2.0998555555706844e-05,
+          "flattened_dot": 4538195.0,
+          "latent_frames": 11694,
+          "mse": 2.2026072287327083e-05,
+          "predicted_squared": 4538435.0,
+          "reference_squared": 4538481.5,
+          "relative_l2": 0.010781017878812988,
+          "squared_error": 527.50927734375,
+          "values": 23949312
+        }
+      },
+      "condition_latent_frames": 11694,
+      "emitted_frames": 3390,
+      "model_id": "simpletuner-v2",
+      "sample_id": "a6e65618-1120-4feb-b66a-25f63dc5ea3b",
+      "shard_id": 1097,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6746.4798583984375,
+            "count": 3328,
+            "top1_correct": 1436,
+            "top5_correct": 2687
+          },
+          {
+            "ce_sum": 14696.958892822266,
+            "count": 3328,
+            "top1_correct": 381,
+            "top5_correct": 1005
+          },
+          {
+            "ce_sum": 14063.772247314453,
+            "count": 3328,
+            "top1_correct": 397,
+            "top5_correct": 1130
+          },
+          {
+            "ce_sum": 15306.61865234375,
+            "count": 3328,
+            "top1_correct": 310,
+            "top5_correct": 928
+          },
+          {
+            "ce_sum": 16414.59423828125,
+            "count": 3328,
+            "top1_correct": 252,
+            "top5_correct": 714
+          },
+          {
+            "ce_sum": 18897.23602294922,
+            "count": 3328,
+            "top1_correct": 117,
+            "top5_correct": 375
+          },
+          {
+            "ce_sum": 20005.08380126953,
+            "count": 3328,
+            "top1_correct": 75,
+            "top5_correct": 287
+          },
+          {
+            "ce_sum": 20055.049682617188,
+            "count": 3328,
+            "top1_correct": 79,
+            "top5_correct": 289
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9134236574172974,
+          "cosine_mean": 0.7649642825126648,
+          "cosine_min": 0.46494221687316895,
+          "cosine_std": 0.05469293147325516,
+          "flattened_dot": 1027504.4375,
+          "latent_frames": 3362,
+          "mse": 0.09189125982371914,
+          "predicted_squared": 1236594.75,
+          "reference_squared": 1451120.0,
+          "relative_l2": 0.6603121213125165,
+          "squared_error": 632705.875,
+          "values": 6885376
+        },
+        "true_code_control": {
+          "cosine_max": 0.999976634979248,
+          "cosine_mean": 0.999957263469696,
+          "cosine_min": 0.9999033212661743,
+          "cosine_std": 8.55793223308865e-06,
+          "flattened_dot": 1450892.375,
+          "latent_frames": 3362,
+          "mse": 1.8525940678007612e-05,
+          "predicted_squared": 1450792.375,
+          "reference_squared": 1451120.0,
+          "relative_l2": 0.009375669751028303,
+          "squared_error": 127.55806732177734,
+          "values": 6885376
+        }
+      },
+      "condition_latent_frames": 3362,
+      "emitted_frames": 975,
+      "model_id": "simpletuner-v2",
+      "sample_id": "deaea54c-f7a9-47ee-b9bc-1a2dd26d93e9",
+      "shard_id": 1134,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2049.181869506836,
+            "count": 896,
+            "top1_correct": 355,
+            "top5_correct": 680
+          },
+          {
+            "ce_sum": 3600.5152893066406,
+            "count": 896,
+            "top1_correct": 145,
+            "top5_correct": 361
+          },
+          {
+            "ce_sum": 3619.0345458984375,
+            "count": 896,
+            "top1_correct": 134,
+            "top5_correct": 327
+          },
+          {
+            "ce_sum": 3726.09765625,
+            "count": 896,
+            "top1_correct": 122,
+            "top5_correct": 322
+          },
+          {
+            "ce_sum": 4187.48095703125,
+            "count": 896,
+            "top1_correct": 81,
+            "top5_correct": 227
+          },
+          {
+            "ce_sum": 4732.880676269531,
+            "count": 896,
+            "top1_correct": 31,
+            "top5_correct": 146
+          },
+          {
+            "ce_sum": 4533.2991943359375,
+            "count": 896,
+            "top1_correct": 54,
+            "top5_correct": 185
+          },
+          {
+            "ce_sum": 4767.51611328125,
+            "count": 896,
+            "top1_correct": 38,
+            "top5_correct": 137
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9701927304267883,
+          "cosine_mean": 0.7710542678833008,
+          "cosine_min": 0.5522743463516235,
+          "cosine_std": 0.05033716559410095,
+          "flattened_dot": 4172268.0,
+          "latent_frames": 15251,
+          "mse": 0.08029025728589519,
+          "predicted_squared": 4874722.0,
+          "reference_squared": 5977604.0,
+          "relative_l2": 0.6477120714035143,
+          "squared_error": 2507789.75,
+          "values": 31234048
+        },
+        "true_code_control": {
+          "cosine_max": 0.999975860118866,
+          "cosine_mean": 0.9999364018440247,
+          "cosine_min": 0.9996178150177002,
+          "cosine_std": 2.023478373303078e-05,
+          "flattened_dot": 5973803.0,
+          "latent_frames": 15251,
+          "mse": 2.4543852972113556e-05,
+          "predicted_squared": 5970769.0,
+          "reference_squared": 5977604.0,
+          "relative_l2": 0.011324575632585288,
+          "squared_error": 766.6038818359375,
+          "values": 31234048
+        }
+      },
+      "condition_latent_frames": 15251,
+      "emitted_frames": 4421,
+      "model_id": "simpletuner-v2",
+      "sample_id": "cc7bf0a5-d6f4-4377-bf6b-a281e0c00abe",
+      "shard_id": 1152,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9710.402816772461,
+            "count": 4352,
+            "top1_correct": 1735,
+            "top5_correct": 3347
+          },
+          {
+            "ce_sum": 17845.073516845703,
+            "count": 4352,
+            "top1_correct": 552,
+            "top5_correct": 1568
+          },
+          {
+            "ce_sum": 18261.581512451172,
+            "count": 4352,
+            "top1_correct": 545,
+            "top5_correct": 1487
+          },
+          {
+            "ce_sum": 19421.97296142578,
+            "count": 4352,
+            "top1_correct": 462,
+            "top5_correct": 1290
+          },
+          {
+            "ce_sum": 21244.561981201172,
+            "count": 4352,
+            "top1_correct": 329,
+            "top5_correct": 964
+          },
+          {
+            "ce_sum": 23056.741271972656,
+            "count": 4352,
+            "top1_correct": 233,
+            "top5_correct": 737
+          },
+          {
+            "ce_sum": 24299.493896484375,
+            "count": 4352,
+            "top1_correct": 182,
+            "top5_correct": 583
+          },
+          {
+            "ce_sum": 25203.82586669922,
+            "count": 4352,
+            "top1_correct": 162,
+            "top5_correct": 489
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9604830145835876,
+          "cosine_mean": 0.770590603351593,
+          "cosine_min": 0.36582088470458984,
+          "cosine_std": 0.0473373644053936,
+          "flattened_dot": 4041292.0,
+          "latent_frames": 15524,
+          "mse": 0.07690510679784125,
+          "predicted_squared": 4686073.0,
+          "reference_squared": 5841567.0,
+          "relative_l2": 0.6469633842326604,
+          "squared_error": 2445055.75,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999778866767883,
+          "cosine_mean": 0.999945878982544,
+          "cosine_min": 0.9997855424880981,
+          "cosine_std": 1.4196926713339053e-05,
+          "flattened_dot": 5840396.0,
+          "latent_frames": 15524,
+          "mse": 2.000374727659513e-05,
+          "predicted_squared": 5839860.5,
+          "reference_squared": 5841567.0,
+          "relative_l2": 0.01043416719862914,
+          "squared_error": 635.982177734375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "0913c74c-b126-4f78-8917-2a0d577cdb97",
+      "shard_id": 1154,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8716.575592041016,
+            "count": 4480,
+            "top1_correct": 2026,
+            "top5_correct": 3706
+          },
+          {
+            "ce_sum": 18969.983825683594,
+            "count": 4480,
+            "top1_correct": 542,
+            "top5_correct": 1499
+          },
+          {
+            "ce_sum": 18314.145477294922,
+            "count": 4480,
+            "top1_correct": 627,
+            "top5_correct": 1616
+          },
+          {
+            "ce_sum": 20417.686126708984,
+            "count": 4480,
+            "top1_correct": 448,
+            "top5_correct": 1233
+          },
+          {
+            "ce_sum": 21114.149291992188,
+            "count": 4480,
+            "top1_correct": 385,
+            "top5_correct": 1111
+          },
+          {
+            "ce_sum": 24702.118408203125,
+            "count": 4480,
+            "top1_correct": 175,
+            "top5_correct": 615
+          },
+          {
+            "ce_sum": 25986.399047851562,
+            "count": 4480,
+            "top1_correct": 160,
+            "top5_correct": 483
+          },
+          {
+            "ce_sum": 26704.596923828125,
+            "count": 4480,
+            "top1_correct": 102,
+            "top5_correct": 389
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9793288707733154,
+          "cosine_mean": 0.7708960771560669,
+          "cosine_min": 0.4727259874343872,
+          "cosine_std": 0.043143380433321,
+          "flattened_dot": 3243321.25,
+          "latent_frames": 13464,
+          "mse": 0.07106725700682143,
+          "predicted_squared": 3823956.0,
+          "reference_squared": 4622314.5,
+          "relative_l2": 0.6511140376483995,
+          "squared_error": 1959627.875,
+          "values": 27574272
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999660849571228,
+          "cosine_mean": 0.9999381899833679,
+          "cosine_min": 0.9996606707572937,
+          "cosine_std": 1.9135377442580648e-05,
+          "flattened_dot": 4623339.0,
+          "latent_frames": 13464,
+          "mse": 2.0959888780251616e-05,
+          "predicted_squared": 4624941.5,
+          "reference_squared": 4622314.5,
+          "relative_l2": 0.011181929991595103,
+          "squared_error": 577.9536743164062,
+          "values": 27574272
+        }
+      },
+      "condition_latent_frames": 13464,
+      "emitted_frames": 3903,
+      "model_id": "simpletuner-v2",
+      "sample_id": "1a5380ab-b04a-426b-950e-6c3a44ea935e",
+      "shard_id": 1175,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7134.785446166992,
+            "count": 3840,
+            "top1_correct": 1789,
+            "top5_correct": 3217
+          },
+          {
+            "ce_sum": 15711.538299560547,
+            "count": 3840,
+            "top1_correct": 509,
+            "top5_correct": 1379
+          },
+          {
+            "ce_sum": 16517.503875732422,
+            "count": 3840,
+            "top1_correct": 439,
+            "top5_correct": 1231
+          },
+          {
+            "ce_sum": 17354.91876220703,
+            "count": 3840,
+            "top1_correct": 427,
+            "top5_correct": 1079
+          },
+          {
+            "ce_sum": 18811.44482421875,
+            "count": 3840,
+            "top1_correct": 267,
+            "top5_correct": 835
+          },
+          {
+            "ce_sum": 21701.998291015625,
+            "count": 3840,
+            "top1_correct": 138,
+            "top5_correct": 448
+          },
+          {
+            "ce_sum": 23352.638122558594,
+            "count": 3840,
+            "top1_correct": 85,
+            "top5_correct": 287
+          },
+          {
+            "ce_sum": 23552.647338867188,
+            "count": 3840,
+            "top1_correct": 56,
+            "top5_correct": 264
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9807233214378357,
+          "cosine_mean": 0.7685592174530029,
+          "cosine_min": 0.5153827667236328,
+          "cosine_std": 0.046496160328388214,
+          "flattened_dot": 3072508.25,
+          "latent_frames": 11277,
+          "mse": 0.0807706902738982,
+          "predicted_squared": 3654469.0,
+          "reference_squared": 4355970.5,
+          "relative_l2": 0.6544043817584225,
+          "squared_error": 1865423.0,
+          "values": 23095296
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999745488166809,
+          "cosine_mean": 0.9999456405639648,
+          "cosine_min": 0.9996492862701416,
+          "cosine_std": 1.6607365978416055e-05,
+          "flattened_dot": 4357772.0,
+          "latent_frames": 11277,
+          "mse": 2.0593991461000597e-05,
+          "predicted_squared": 4360049.0,
+          "reference_squared": 4355970.5,
+          "relative_l2": 0.010449356965582355,
+          "squared_error": 475.62432861328125,
+          "values": 23095296
+        }
+      },
+      "condition_latent_frames": 11277,
+      "emitted_frames": 3269,
+      "model_id": "simpletuner-v2",
+      "sample_id": "196fcb66-db0e-401f-bd62-f65350283d1a",
+      "shard_id": 1195,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6543.632843017578,
+            "count": 3200,
+            "top1_correct": 1420,
+            "top5_correct": 2584
+          },
+          {
+            "ce_sum": 13613.099182128906,
+            "count": 3200,
+            "top1_correct": 391,
+            "top5_correct": 1057
+          },
+          {
+            "ce_sum": 13346.252838134766,
+            "count": 3200,
+            "top1_correct": 421,
+            "top5_correct": 1089
+          },
+          {
+            "ce_sum": 14303.43310546875,
+            "count": 3200,
+            "top1_correct": 327,
+            "top5_correct": 892
+          },
+          {
+            "ce_sum": 15096.926696777344,
+            "count": 3200,
+            "top1_correct": 291,
+            "top5_correct": 766
+          },
+          {
+            "ce_sum": 17340.484985351562,
+            "count": 3200,
+            "top1_correct": 160,
+            "top5_correct": 493
+          },
+          {
+            "ce_sum": 18310.869995117188,
+            "count": 3200,
+            "top1_correct": 123,
+            "top5_correct": 401
+          },
+          {
+            "ce_sum": 19061.367614746094,
+            "count": 3200,
+            "top1_correct": 78,
+            "top5_correct": 252
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9135799407958984,
+          "cosine_mean": 0.7386329770088196,
+          "cosine_min": 0.4535551369190216,
+          "cosine_std": 0.04682883992791176,
+          "flattened_dot": 3201519.75,
+          "latent_frames": 13506,
+          "mse": 0.08347737557902506,
+          "predicted_squared": 3859592.75,
+          "reference_squared": 4852455.0,
+          "relative_l2": 0.6898139678507018,
+          "squared_error": 2309008.25,
+          "values": 27660288
+        },
+        "true_code_control": {
+          "cosine_max": 0.999969482421875,
+          "cosine_mean": 0.9999434351921082,
+          "cosine_min": 0.9998108148574829,
+          "cosine_std": 1.3252465578261763e-05,
+          "flattened_dot": 4852784.0,
+          "latent_frames": 13506,
+          "mse": 2.0129180530009758e-05,
+          "predicted_squared": 4853670.0,
+          "reference_squared": 4852455.0,
+          "relative_l2": 0.010711755174873659,
+          "squared_error": 556.7789306640625,
+          "values": 27660288
+        }
+      },
+      "condition_latent_frames": 13506,
+      "emitted_frames": 3915,
+      "model_id": "simpletuner-v2",
+      "sample_id": "23a89945-aa1f-4265-a6f0-555f50285a94",
+      "shard_id": 1229,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8330.498321533203,
+            "count": 3840,
+            "top1_correct": 1613,
+            "top5_correct": 3000
+          },
+          {
+            "ce_sum": 17292.493286132812,
+            "count": 3840,
+            "top1_correct": 382,
+            "top5_correct": 1096
+          },
+          {
+            "ce_sum": 17582.884826660156,
+            "count": 3840,
+            "top1_correct": 377,
+            "top5_correct": 1026
+          },
+          {
+            "ce_sum": 18239.21502685547,
+            "count": 3840,
+            "top1_correct": 350,
+            "top5_correct": 993
+          },
+          {
+            "ce_sum": 18445.110778808594,
+            "count": 3840,
+            "top1_correct": 321,
+            "top5_correct": 886
+          },
+          {
+            "ce_sum": 21967.038513183594,
+            "count": 3840,
+            "top1_correct": 116,
+            "top5_correct": 425
+          },
+          {
+            "ce_sum": 23405.442810058594,
+            "count": 3840,
+            "top1_correct": 91,
+            "top5_correct": 284
+          },
+          {
+            "ce_sum": 23980.440979003906,
+            "count": 3840,
+            "top1_correct": 66,
+            "top5_correct": 219
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9677482843399048,
+          "cosine_mean": 0.7695960402488708,
+          "cosine_min": 0.23483707010746002,
+          "cosine_std": 0.058383844792842865,
+          "flattened_dot": 2482110.75,
+          "latent_frames": 7782,
+          "mse": 0.09547543923979215,
+          "predicted_squared": 2854503.0,
+          "reference_squared": 3631361.75,
+          "relative_l2": 0.6473239335904716,
+          "squared_error": 1521643.25,
+          "values": 15937536
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999786615371704,
+          "cosine_mean": 0.999954879283905,
+          "cosine_min": 0.999843955039978,
+          "cosine_std": 1.377683202008484e-05,
+          "flattened_dot": 3631764.0,
+          "latent_frames": 7782,
+          "mse": 2.049878948116572e-05,
+          "predicted_squared": 3632492.75,
+          "reference_squared": 3631361.75,
+          "relative_l2": 0.009485056881696869,
+          "squared_error": 326.7001953125,
+          "values": 15937536
+        }
+      },
+      "condition_latent_frames": 7782,
+      "emitted_frames": 2256,
+      "model_id": "simpletuner-v2",
+      "sample_id": "60f1b881-8852-4094-88b9-6f9a510f996a",
+      "shard_id": 1283,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4927.138397216797,
+            "count": 2176,
+            "top1_correct": 877,
+            "top5_correct": 1654
+          },
+          {
+            "ce_sum": 9288.161987304688,
+            "count": 2176,
+            "top1_correct": 255,
+            "top5_correct": 734
+          },
+          {
+            "ce_sum": 9040.434295654297,
+            "count": 2176,
+            "top1_correct": 327,
+            "top5_correct": 802
+          },
+          {
+            "ce_sum": 9338.810791015625,
+            "count": 2176,
+            "top1_correct": 267,
+            "top5_correct": 706
+          },
+          {
+            "ce_sum": 9811.5751953125,
+            "count": 2176,
+            "top1_correct": 242,
+            "top5_correct": 644
+          },
+          {
+            "ce_sum": 10487.105529785156,
+            "count": 2176,
+            "top1_correct": 188,
+            "top5_correct": 522
+          },
+          {
+            "ce_sum": 12004.345520019531,
+            "count": 2176,
+            "top1_correct": 89,
+            "top5_correct": 312
+          },
+          {
+            "ce_sum": 12081.634216308594,
+            "count": 2176,
+            "top1_correct": 96,
+            "top5_correct": 326
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9630878567695618,
+          "cosine_mean": 0.7622856497764587,
+          "cosine_min": 0.5023626089096069,
+          "cosine_std": 0.04751349613070488,
+          "flattened_dot": 2811367.25,
+          "latent_frames": 12619,
+          "mse": 0.06734829249761025,
+          "predicted_squared": 3481309.0,
+          "reference_squared": 3881955.5,
+          "relative_l2": 0.6696000304084995,
+          "squared_error": 1740529.875,
+          "values": 25843712
+        },
+        "true_code_control": {
+          "cosine_max": 0.999962329864502,
+          "cosine_mean": 0.9999271631240845,
+          "cosine_min": 0.9995863437652588,
+          "cosine_std": 2.0081259208382107e-05,
+          "flattened_dot": 3883153.0,
+          "latent_frames": 12619,
+          "mse": 2.2129737043240924e-05,
+          "predicted_squared": 3884922.0,
+          "reference_squared": 3881955.5,
+          "relative_l2": 0.012137808931961539,
+          "squared_error": 571.91455078125,
+          "values": 25843712
+        }
+      },
+      "condition_latent_frames": 12619,
+      "emitted_frames": 3658,
+      "model_id": "simpletuner-v2",
+      "sample_id": "2e7bfdee-0af9-4358-ad77-4b7ffb6b02b8",
+      "shard_id": 1312,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7067.403472900391,
+            "count": 3584,
+            "top1_correct": 1544,
+            "top5_correct": 2951
+          },
+          {
+            "ce_sum": 15469.047973632812,
+            "count": 3584,
+            "top1_correct": 400,
+            "top5_correct": 1154
+          },
+          {
+            "ce_sum": 16154.621124267578,
+            "count": 3584,
+            "top1_correct": 370,
+            "top5_correct": 1020
+          },
+          {
+            "ce_sum": 16975.068786621094,
+            "count": 3584,
+            "top1_correct": 325,
+            "top5_correct": 885
+          },
+          {
+            "ce_sum": 18342.279663085938,
+            "count": 3584,
+            "top1_correct": 228,
+            "top5_correct": 668
+          },
+          {
+            "ce_sum": 20677.700439453125,
+            "count": 3584,
+            "top1_correct": 102,
+            "top5_correct": 386
+          },
+          {
+            "ce_sum": 22074.98272705078,
+            "count": 3584,
+            "top1_correct": 66,
+            "top5_correct": 247
+          },
+          {
+            "ce_sum": 22447.465087890625,
+            "count": 3584,
+            "top1_correct": 49,
+            "top5_correct": 214
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9493390321731567,
+          "cosine_mean": 0.7558406591415405,
+          "cosine_min": 0.4122663140296936,
+          "cosine_std": 0.049711767584085464,
+          "flattened_dot": 4106357.5,
+          "latent_frames": 15524,
+          "mse": 0.08531819210627496,
+          "predicted_squared": 4787545.5,
+          "reference_squared": 6137704.0,
+          "relative_l2": 0.6647902559446753,
+          "squared_error": 2712534.25,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999738335609436,
+          "cosine_mean": 0.9999482035636902,
+          "cosine_min": 0.9998315572738647,
+          "cosine_std": 1.1214622645638883e-05,
+          "flattened_dot": 6139939.0,
+          "latent_frames": 15524,
+          "mse": 2.0364462116028163e-05,
+          "predicted_squared": 6142821.0,
+          "reference_squared": 6137704.0,
+          "relative_l2": 0.010270705935384934,
+          "squared_error": 647.450439453125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "e795befd-b238-4ca0-a67d-83c628b43146",
+      "shard_id": 1342,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9744.627258300781,
+            "count": 4480,
+            "top1_correct": 1853,
+            "top5_correct": 3503
+          },
+          {
+            "ce_sum": 18997.013671875,
+            "count": 4480,
+            "top1_correct": 524,
+            "top5_correct": 1472
+          },
+          {
+            "ce_sum": 19418.892028808594,
+            "count": 4480,
+            "top1_correct": 543,
+            "top5_correct": 1415
+          },
+          {
+            "ce_sum": 20374.658752441406,
+            "count": 4480,
+            "top1_correct": 447,
+            "top5_correct": 1194
+          },
+          {
+            "ce_sum": 21090.40802001953,
+            "count": 4480,
+            "top1_correct": 391,
+            "top5_correct": 1116
+          },
+          {
+            "ce_sum": 23376.720153808594,
+            "count": 4480,
+            "top1_correct": 263,
+            "top5_correct": 790
+          },
+          {
+            "ce_sum": 25570.31219482422,
+            "count": 4480,
+            "top1_correct": 169,
+            "top5_correct": 514
+          },
+          {
+            "ce_sum": 26476.20294189453,
+            "count": 4480,
+            "top1_correct": 118,
+            "top5_correct": 412
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9236357808113098,
+          "cosine_mean": 0.7445775270462036,
+          "cosine_min": 0.42601478099823,
+          "cosine_std": 0.048629239201545715,
+          "flattened_dot": 3093672.5,
+          "latent_frames": 13519,
+          "mse": 0.07691912337497227,
+          "predicted_squared": 3859693.75,
+          "reference_squared": 4457304.0,
+          "relative_l2": 0.691223183127445,
+          "squared_error": 2129653.0,
+          "values": 27686912
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999601244926453,
+          "cosine_mean": 0.9999244213104248,
+          "cosine_min": 0.9992700815200806,
+          "cosine_std": 3.4579748898977414e-05,
+          "flattened_dot": 4456983.5,
+          "latent_frames": 13519,
+          "mse": 2.4461875839058453e-05,
+          "predicted_squared": 4457340.0,
+          "reference_squared": 4457304.0,
+          "relative_l2": 0.012326676863359472,
+          "squared_error": 677.2738037109375,
+          "values": 27686912
+        }
+      },
+      "condition_latent_frames": 13519,
+      "emitted_frames": 3919,
+      "model_id": "simpletuner-v2",
+      "sample_id": "86cf339e-5b73-4c81-a3ca-82c7d4bdae34",
+      "shard_id": 1370,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8499.031845092773,
+            "count": 3840,
+            "top1_correct": 1559,
+            "top5_correct": 2985
+          },
+          {
+            "ce_sum": 16745.575622558594,
+            "count": 3840,
+            "top1_correct": 424,
+            "top5_correct": 1171
+          },
+          {
+            "ce_sum": 16873.747833251953,
+            "count": 3840,
+            "top1_correct": 425,
+            "top5_correct": 1193
+          },
+          {
+            "ce_sum": 17716.535400390625,
+            "count": 3840,
+            "top1_correct": 360,
+            "top5_correct": 1024
+          },
+          {
+            "ce_sum": 18906.0146484375,
+            "count": 3840,
+            "top1_correct": 280,
+            "top5_correct": 802
+          },
+          {
+            "ce_sum": 21688.774047851562,
+            "count": 3840,
+            "top1_correct": 134,
+            "top5_correct": 466
+          },
+          {
+            "ce_sum": 22304.96502685547,
+            "count": 3840,
+            "top1_correct": 125,
+            "top5_correct": 412
+          },
+          {
+            "ce_sum": 23385.975036621094,
+            "count": 3840,
+            "top1_correct": 101,
+            "top5_correct": 282
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9570328593254089,
+          "cosine_mean": 0.7658196687698364,
+          "cosine_min": 0.4219939112663269,
+          "cosine_std": 0.044656768441200256,
+          "flattened_dot": 3002214.75,
+          "latent_frames": 12112,
+          "mse": 0.07425675587421049,
+          "predicted_squared": 3637402.5,
+          "reference_squared": 4208993.5,
+          "relative_l2": 0.6615333841065109,
+          "squared_error": 1841966.75,
+          "values": 24805376
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999673366546631,
+          "cosine_mean": 0.9999397993087769,
+          "cosine_min": 0.999744176864624,
+          "cosine_std": 1.4250177628127858e-05,
+          "flattened_dot": 4210221.0,
+          "latent_frames": 12112,
+          "mse": 2.0629274837249494e-05,
+          "predicted_squared": 4211960.0,
+          "reference_squared": 4208993.5,
+          "relative_l2": 0.011026197332106634,
+          "squared_error": 511.7169189453125,
+          "values": 24805376
+        }
+      },
+      "condition_latent_frames": 12112,
+      "emitted_frames": 3511,
+      "model_id": "simpletuner-v2",
+      "sample_id": "f899ad21-c723-4d92-b2a5-83e70568f09e",
+      "shard_id": 1376,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6811.211013793945,
+            "count": 3456,
+            "top1_correct": 1588,
+            "top5_correct": 2832
+          },
+          {
+            "ce_sum": 15141.187683105469,
+            "count": 3456,
+            "top1_correct": 343,
+            "top5_correct": 1042
+          },
+          {
+            "ce_sum": 15478.723510742188,
+            "count": 3456,
+            "top1_correct": 368,
+            "top5_correct": 980
+          },
+          {
+            "ce_sum": 16031.238220214844,
+            "count": 3456,
+            "top1_correct": 295,
+            "top5_correct": 946
+          },
+          {
+            "ce_sum": 17403.81805419922,
+            "count": 3456,
+            "top1_correct": 221,
+            "top5_correct": 683
+          },
+          {
+            "ce_sum": 19773.88525390625,
+            "count": 3456,
+            "top1_correct": 98,
+            "top5_correct": 390
+          },
+          {
+            "ce_sum": 20470.103271484375,
+            "count": 3456,
+            "top1_correct": 98,
+            "top5_correct": 337
+          },
+          {
+            "ce_sum": 21462.584716796875,
+            "count": 3456,
+            "top1_correct": 64,
+            "top5_correct": 215
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9442732334136963,
+          "cosine_mean": 0.7733237147331238,
+          "cosine_min": 0.37383323907852173,
+          "cosine_std": 0.04772727191448212,
+          "flattened_dot": 3924822.75,
+          "latent_frames": 14796,
+          "mse": 0.07770210177423374,
+          "predicted_squared": 4486481.0,
+          "reference_squared": 5717710.0,
+          "relative_l2": 0.641715395179156,
+          "squared_error": 2354545.25,
+          "values": 30302208
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999728798866272,
+          "cosine_mean": 0.9999479651451111,
+          "cosine_min": 0.9998722076416016,
+          "cosine_std": 1.1391051884857006e-05,
+          "flattened_dot": 5717786.0,
+          "latent_frames": 14796,
+          "mse": 1.9823662507659714e-05,
+          "predicted_squared": 5718462.5,
+          "reference_squared": 5717710.0,
+          "relative_l2": 0.010249862111308282,
+          "squared_error": 600.7007446289062,
+          "values": 30302208
+        }
+      },
+      "condition_latent_frames": 14796,
+      "emitted_frames": 4289,
+      "model_id": "simpletuner-v2",
+      "sample_id": "6f3cce84-7b3b-4b0b-94bb-d62b1af46ca4",
+      "shard_id": 1372,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6995.328842163086,
+            "count": 4224,
+            "top1_correct": 2165,
+            "top5_correct": 3696
+          },
+          {
+            "ce_sum": 17423.24789428711,
+            "count": 4224,
+            "top1_correct": 553,
+            "top5_correct": 1500
+          },
+          {
+            "ce_sum": 17336.90234375,
+            "count": 4224,
+            "top1_correct": 596,
+            "top5_correct": 1548
+          },
+          {
+            "ce_sum": 18336.73748779297,
+            "count": 4224,
+            "top1_correct": 481,
+            "top5_correct": 1323
+          },
+          {
+            "ce_sum": 19961.94744873047,
+            "count": 4224,
+            "top1_correct": 381,
+            "top5_correct": 1051
+          },
+          {
+            "ce_sum": 23157.40985107422,
+            "count": 4224,
+            "top1_correct": 187,
+            "top5_correct": 564
+          },
+          {
+            "ce_sum": 24417.034057617188,
+            "count": 4224,
+            "top1_correct": 136,
+            "top5_correct": 426
+          },
+          {
+            "ce_sum": 25272.763793945312,
+            "count": 4224,
+            "top1_correct": 123,
+            "top5_correct": 371
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9383392333984375,
+          "cosine_mean": 0.7760187387466431,
+          "cosine_min": 0.5894258618354797,
+          "cosine_std": 0.050236430019140244,
+          "flattened_dot": 1388539.0,
+          "latent_frames": 5043,
+          "mse": 0.07979677386778393,
+          "predicted_squared": 1588736.25,
+          "reference_squared": 2012487.75,
+          "relative_l2": 0.6399344702758464,
+          "squared_error": 824146.1875,
+          "values": 10328064
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999699592590332,
+          "cosine_mean": 0.9999399185180664,
+          "cosine_min": 0.9997485876083374,
+          "cosine_std": 1.9725770471268333e-05,
+          "flattened_dot": 2013005.0,
+          "latent_frames": 5043,
+          "mse": 2.334009979349409e-05,
+          "predicted_squared": 2013763.0,
+          "reference_squared": 2012487.75,
+          "relative_l2": 0.01094445630682972,
+          "squared_error": 241.05804443359375,
+          "values": 10328064
+        }
+      },
+      "condition_latent_frames": 5043,
+      "emitted_frames": 1462,
+      "model_id": "simpletuner-v2",
+      "sample_id": "79dee1bf-6646-4c90-9845-be3d51ad3b1d",
+      "shard_id": 1419,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2633.225128173828,
+            "count": 1408,
+            "top1_correct": 654,
+            "top5_correct": 1178
+          },
+          {
+            "ce_sum": 5981.362335205078,
+            "count": 1408,
+            "top1_correct": 180,
+            "top5_correct": 466
+          },
+          {
+            "ce_sum": 5741.99853515625,
+            "count": 1408,
+            "top1_correct": 204,
+            "top5_correct": 520
+          },
+          {
+            "ce_sum": 6067.4490966796875,
+            "count": 1408,
+            "top1_correct": 162,
+            "top5_correct": 445
+          },
+          {
+            "ce_sum": 6566.4595947265625,
+            "count": 1408,
+            "top1_correct": 141,
+            "top5_correct": 394
+          },
+          {
+            "ce_sum": 7146.762451171875,
+            "count": 1408,
+            "top1_correct": 120,
+            "top5_correct": 298
+          },
+          {
+            "ce_sum": 7779.54248046875,
+            "count": 1408,
+            "top1_correct": 64,
+            "top5_correct": 199
+          },
+          {
+            "ce_sum": 7934.570251464844,
+            "count": 1408,
+            "top1_correct": 61,
+            "top5_correct": 180
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9638538360595703,
+          "cosine_mean": 0.7963764667510986,
+          "cosine_min": 0.5409377813339233,
+          "cosine_std": 0.04047132655978203,
+          "flattened_dot": 4506788.5,
+          "latent_frames": 15524,
+          "mse": 0.07401004153347236,
+          "predicted_squared": 5134737.0,
+          "reference_squared": 6231852.5,
+          "relative_l2": 0.6144740323705622,
+          "squared_error": 2353012.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999735951423645,
+          "cosine_mean": 0.9999451637268066,
+          "cosine_min": 0.9992592930793762,
+          "cosine_std": 2.665522879397031e-05,
+          "flattened_dot": 6232128.5,
+          "latent_frames": 15524,
+          "mse": 2.1848961023656526e-05,
+          "predicted_squared": 6233099.0,
+          "reference_squared": 6231852.5,
+          "relative_l2": 0.010557804244687443,
+          "squared_error": 694.6473388671875,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "af788529-48ef-41f1-bf23-9fe08776de6e",
+      "shard_id": 1424,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9253.933090209961,
+            "count": 4480,
+            "top1_correct": 1931,
+            "top5_correct": 3613
+          },
+          {
+            "ce_sum": 18200.48895263672,
+            "count": 4480,
+            "top1_correct": 627,
+            "top5_correct": 1671
+          },
+          {
+            "ce_sum": 18485.890411376953,
+            "count": 4480,
+            "top1_correct": 600,
+            "top5_correct": 1594
+          },
+          {
+            "ce_sum": 20416.103393554688,
+            "count": 4480,
+            "top1_correct": 432,
+            "top5_correct": 1224
+          },
+          {
+            "ce_sum": 22047.101806640625,
+            "count": 4480,
+            "top1_correct": 338,
+            "top5_correct": 1029
+          },
+          {
+            "ce_sum": 23670.426818847656,
+            "count": 4480,
+            "top1_correct": 241,
+            "top5_correct": 733
+          },
+          {
+            "ce_sum": 25450.624755859375,
+            "count": 4480,
+            "top1_correct": 170,
+            "top5_correct": 558
+          },
+          {
+            "ce_sum": 25607.748596191406,
+            "count": 4480,
+            "top1_correct": 186,
+            "top5_correct": 528
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9516074657440186,
+          "cosine_mean": 0.7634304761886597,
+          "cosine_min": 0.49787694215774536,
+          "cosine_std": 0.04608049616217613,
+          "flattened_dot": 3203293.5,
+          "latent_frames": 13426,
+          "mse": 0.07336248031018407,
+          "predicted_squared": 3752615.5,
+          "reference_squared": 4671179.5,
+          "relative_l2": 0.6571462325468405,
+          "squared_error": 2017207.625,
+          "values": 27496448
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999658465385437,
+          "cosine_mean": 0.9999381899833679,
+          "cosine_min": 0.9996901154518127,
+          "cosine_std": 1.584300844115205e-05,
+          "flattened_dot": 4670553.0,
+          "latent_frames": 13426,
+          "mse": 2.1304860300444535e-05,
+          "predicted_squared": 4670512.0,
+          "reference_squared": 4671179.5,
+          "relative_l2": 0.011198616305954208,
+          "squared_error": 585.8079833984375,
+          "values": 27496448
+        }
+      },
+      "condition_latent_frames": 13426,
+      "emitted_frames": 3892,
+      "model_id": "simpletuner-v2",
+      "sample_id": "6b36256d-eeb0-4e1d-8f14-7da28f955a6d",
+      "shard_id": 1433,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7846.891662597656,
+            "count": 3840,
+            "top1_correct": 1670,
+            "top5_correct": 3071
+          },
+          {
+            "ce_sum": 16846.516571044922,
+            "count": 3840,
+            "top1_correct": 427,
+            "top5_correct": 1198
+          },
+          {
+            "ce_sum": 16836.004180908203,
+            "count": 3840,
+            "top1_correct": 444,
+            "top5_correct": 1205
+          },
+          {
+            "ce_sum": 18204.102600097656,
+            "count": 3840,
+            "top1_correct": 306,
+            "top5_correct": 906
+          },
+          {
+            "ce_sum": 19122.173706054688,
+            "count": 3840,
+            "top1_correct": 269,
+            "top5_correct": 820
+          },
+          {
+            "ce_sum": 21183.810485839844,
+            "count": 3840,
+            "top1_correct": 158,
+            "top5_correct": 514
+          },
+          {
+            "ce_sum": 22952.592834472656,
+            "count": 3840,
+            "top1_correct": 92,
+            "top5_correct": 335
+          },
+          {
+            "ce_sum": 23280.53387451172,
+            "count": 3840,
+            "top1_correct": 91,
+            "top5_correct": 302
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9586273431777954,
+          "cosine_mean": 0.7473912835121155,
+          "cosine_min": 0.31669652462005615,
+          "cosine_std": 0.05252630263566971,
+          "flattened_dot": 3556206.5,
+          "latent_frames": 15524,
+          "mse": 0.07515818186255958,
+          "predicted_squared": 4329659.0,
+          "reference_squared": 5172269.5,
+          "relative_l2": 0.6796954351273018,
+          "squared_error": 2389515.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999709725379944,
+          "cosine_mean": 0.9999387860298157,
+          "cosine_min": 0.9995840191841125,
+          "cosine_std": 1.933199200720992e-05,
+          "flattened_dot": 5172900.5,
+          "latent_frames": 15524,
+          "mse": 1.9843885192733484e-05,
+          "predicted_squared": 5174162.0,
+          "reference_squared": 5172269.5,
+          "relative_l2": 0.011044335049262725,
+          "squared_error": 630.899658203125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "3baf244f-ad8a-4e1b-a778-d726c1d89e70",
+      "shard_id": 1454,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8563.243194580078,
+            "count": 4480,
+            "top1_correct": 2082,
+            "top5_correct": 3715
+          },
+          {
+            "ce_sum": 19774.57388305664,
+            "count": 4480,
+            "top1_correct": 487,
+            "top5_correct": 1341
+          },
+          {
+            "ce_sum": 19807.755432128906,
+            "count": 4480,
+            "top1_correct": 521,
+            "top5_correct": 1369
+          },
+          {
+            "ce_sum": 20625.393005371094,
+            "count": 4480,
+            "top1_correct": 430,
+            "top5_correct": 1188
+          },
+          {
+            "ce_sum": 21853.208435058594,
+            "count": 4480,
+            "top1_correct": 341,
+            "top5_correct": 1031
+          },
+          {
+            "ce_sum": 25602.210388183594,
+            "count": 4480,
+            "top1_correct": 152,
+            "top5_correct": 483
+          },
+          {
+            "ce_sum": 26649.15106201172,
+            "count": 4480,
+            "top1_correct": 131,
+            "top5_correct": 410
+          },
+          {
+            "ce_sum": 27756.71649169922,
+            "count": 4480,
+            "top1_correct": 85,
+            "top5_correct": 333
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9188886284828186,
+          "cosine_mean": 0.7542145848274231,
+          "cosine_min": 0.4176064729690552,
+          "cosine_std": 0.05104675889015198,
+          "flattened_dot": 2536383.0,
+          "latent_frames": 9945,
+          "mse": 0.08245160393885118,
+          "predicted_squared": 3005023.5,
+          "reference_squared": 3747064.0,
+          "relative_l2": 0.6694549677629886,
+          "squared_error": 1679321.5,
+          "values": 20367360
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999704360961914,
+          "cosine_mean": 0.9999364018440247,
+          "cosine_min": 0.999770998954773,
+          "cosine_std": 1.6692398276063614e-05,
+          "flattened_dot": 3748579.5,
+          "latent_frames": 9945,
+          "mse": 2.3467560818951714e-05,
+          "predicted_squared": 3750572.75,
+          "reference_squared": 3747064.0,
+          "relative_l2": 0.011294208228469197,
+          "squared_error": 477.9722595214844,
+          "values": 20367360
+        }
+      },
+      "condition_latent_frames": 9945,
+      "emitted_frames": 2883,
+      "model_id": "simpletuner-v2",
+      "sample_id": "44c61dbf-4238-41db-86e6-5cbd86ae9a93",
+      "shard_id": 1483,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5655.734512329102,
+            "count": 2816,
+            "top1_correct": 1246,
+            "top5_correct": 2308
+          },
+          {
+            "ce_sum": 12349.356475830078,
+            "count": 2816,
+            "top1_correct": 308,
+            "top5_correct": 835
+          },
+          {
+            "ce_sum": 12312.640167236328,
+            "count": 2816,
+            "top1_correct": 325,
+            "top5_correct": 855
+          },
+          {
+            "ce_sum": 13094.948181152344,
+            "count": 2816,
+            "top1_correct": 276,
+            "top5_correct": 756
+          },
+          {
+            "ce_sum": 14176.799987792969,
+            "count": 2816,
+            "top1_correct": 198,
+            "top5_correct": 578
+          },
+          {
+            "ce_sum": 15911.474731445312,
+            "count": 2816,
+            "top1_correct": 102,
+            "top5_correct": 328
+          },
+          {
+            "ce_sum": 16678.373107910156,
+            "count": 2816,
+            "top1_correct": 78,
+            "top5_correct": 259
+          },
+          {
+            "ce_sum": 17064.30615234375,
+            "count": 2816,
+            "top1_correct": 56,
+            "top5_correct": 207
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9658573865890503,
+          "cosine_mean": 0.7748438119888306,
+          "cosine_min": 0.368921160697937,
+          "cosine_std": 0.04885632172226906,
+          "flattened_dot": 1928116.5,
+          "latent_frames": 7841,
+          "mse": 0.07064228911680191,
+          "predicted_squared": 2271875.25,
+          "reference_squared": 2718757.5,
+          "relative_l2": 0.6459484326963463,
+          "squared_error": 1134399.875,
+          "values": 16058368
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999708533287048,
+          "cosine_mean": 0.9999352097511292,
+          "cosine_min": 0.9998167753219604,
+          "cosine_std": 1.7082713384297676e-05,
+          "flattened_dot": 2718702.5,
+          "latent_frames": 7841,
+          "mse": 2.2135731015730202e-05,
+          "predicted_squared": 2719002.5,
+          "reference_squared": 2718757.5,
+          "relative_l2": 0.011434374213740979,
+          "squared_error": 355.4637145996094,
+          "values": 16058368
+        }
+      },
+      "condition_latent_frames": 7841,
+      "emitted_frames": 2273,
+      "model_id": "simpletuner-v2",
+      "sample_id": "2e9c9457-453c-435c-a1d2-3cb766fadea9",
+      "shard_id": 1484,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4190.187850952148,
+            "count": 2176,
+            "top1_correct": 958,
+            "top5_correct": 1805
+          },
+          {
+            "ce_sum": 8508.704833984375,
+            "count": 2176,
+            "top1_correct": 323,
+            "top5_correct": 863
+          },
+          {
+            "ce_sum": 8888.143005371094,
+            "count": 2176,
+            "top1_correct": 280,
+            "top5_correct": 758
+          },
+          {
+            "ce_sum": 9854.296508789062,
+            "count": 2176,
+            "top1_correct": 235,
+            "top5_correct": 597
+          },
+          {
+            "ce_sum": 10293.19580078125,
+            "count": 2176,
+            "top1_correct": 164,
+            "top5_correct": 535
+          },
+          {
+            "ce_sum": 11715.208618164062,
+            "count": 2176,
+            "top1_correct": 107,
+            "top5_correct": 339
+          },
+          {
+            "ce_sum": 12379.379699707031,
+            "count": 2176,
+            "top1_correct": 77,
+            "top5_correct": 252
+          },
+          {
+            "ce_sum": 12897.357238769531,
+            "count": 2176,
+            "top1_correct": 60,
+            "top5_correct": 204
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9313576221466064,
+          "cosine_mean": 0.7629404067993164,
+          "cosine_min": 0.5096251964569092,
+          "cosine_std": 0.049091070890426636,
+          "flattened_dot": 314047.8125,
+          "latent_frames": 1203,
+          "mse": 0.07950116392977517,
+          "predicted_squared": 394778.5,
+          "reference_squared": 429187.59375,
+          "relative_l2": 0.6755553745906074,
+          "squared_error": 195870.515625,
+          "values": 2463744
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999703168869019,
+          "cosine_mean": 0.999950110912323,
+          "cosine_min": 0.9999059438705444,
+          "cosine_std": 9.937576578522567e-06,
+          "flattened_dot": 428991.75,
+          "latent_frames": 1203,
+          "mse": 1.750472106243904e-05,
+          "predicted_squared": 428839.0,
+          "reference_squared": 429187.59375,
+          "relative_l2": 0.010024248110556763,
+          "squared_error": 43.12715148925781,
+          "values": 2463744
+        }
+      },
+      "condition_latent_frames": 1203,
+      "emitted_frames": 349,
+      "model_id": "simpletuner-v2",
+      "sample_id": "1c557493-feee-41ae-9afb-22d73f4a2d52",
+      "shard_id": 1488,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 717.6226806640625,
+            "count": 256,
+            "top1_correct": 73,
+            "top5_correct": 175
+          },
+          {
+            "ce_sum": 1080.8479614257812,
+            "count": 256,
+            "top1_correct": 21,
+            "top5_correct": 83
+          },
+          {
+            "ce_sum": 1136.6368408203125,
+            "count": 256,
+            "top1_correct": 22,
+            "top5_correct": 78
+          },
+          {
+            "ce_sum": 1226.9215698242188,
+            "count": 256,
+            "top1_correct": 27,
+            "top5_correct": 66
+          },
+          {
+            "ce_sum": 1164.3768920898438,
+            "count": 256,
+            "top1_correct": 31,
+            "top5_correct": 65
+          },
+          {
+            "ce_sum": 1210.5787353515625,
+            "count": 256,
+            "top1_correct": 13,
+            "top5_correct": 57
+          },
+          {
+            "ce_sum": 1381.0201416015625,
+            "count": 256,
+            "top1_correct": 20,
+            "top5_correct": 40
+          },
+          {
+            "ce_sum": 1372.1317749023438,
+            "count": 256,
+            "top1_correct": 11,
+            "top5_correct": 42
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9187932014465332,
+          "cosine_mean": 0.7429515719413757,
+          "cosine_min": 0.36938491463661194,
+          "cosine_std": 0.045876968652009964,
+          "flattened_dot": 3833417.0,
+          "latent_frames": 15524,
+          "mse": 0.083587434174504,
+          "predicted_squared": 4725078.0,
+          "reference_squared": 5599264.5,
+          "relative_l2": 0.688924767955025,
+          "squared_error": 2657508.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999740123748779,
+          "cosine_mean": 0.999946653842926,
+          "cosine_min": 0.9994176626205444,
+          "cosine_std": 1.597519440110773e-05,
+          "flattened_dot": 5600116.5,
+          "latent_frames": 15524,
+          "mse": 1.8960013275323408e-05,
+          "predicted_squared": 5601571.0,
+          "reference_squared": 5599264.5,
+          "relative_l2": 0.010375776782620314,
+          "squared_error": 602.798583984375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "9857944c-7292-447b-95bd-84b2c6a9db94",
+      "shard_id": 1504,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9823.740524291992,
+            "count": 4480,
+            "top1_correct": 1802,
+            "top5_correct": 3490
+          },
+          {
+            "ce_sum": 19845.50341796875,
+            "count": 4480,
+            "top1_correct": 510,
+            "top5_correct": 1357
+          },
+          {
+            "ce_sum": 19860.270629882812,
+            "count": 4480,
+            "top1_correct": 476,
+            "top5_correct": 1394
+          },
+          {
+            "ce_sum": 21545.841369628906,
+            "count": 4480,
+            "top1_correct": 349,
+            "top5_correct": 1038
+          },
+          {
+            "ce_sum": 22298.11669921875,
+            "count": 4480,
+            "top1_correct": 310,
+            "top5_correct": 942
+          },
+          {
+            "ce_sum": 24884.998962402344,
+            "count": 4480,
+            "top1_correct": 187,
+            "top5_correct": 641
+          },
+          {
+            "ce_sum": 26601.636596679688,
+            "count": 4480,
+            "top1_correct": 112,
+            "top5_correct": 401
+          },
+          {
+            "ce_sum": 27128.63592529297,
+            "count": 4480,
+            "top1_correct": 99,
+            "top5_correct": 357
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9541393518447876,
+          "cosine_mean": 0.7635982632637024,
+          "cosine_min": 0.30007582902908325,
+          "cosine_std": 0.04896286875009537,
+          "flattened_dot": 4264507.0,
+          "latent_frames": 15524,
+          "mse": 0.08452963392871521,
+          "predicted_squared": 4945432.5,
+          "reference_squared": 6271045.0,
+          "relative_l2": 0.6546381768524212,
+          "squared_error": 2687463.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999719858169556,
+          "cosine_mean": 0.9999487400054932,
+          "cosine_min": 0.9996091723442078,
+          "cosine_std": 1.40713191285613e-05,
+          "flattened_dot": 6269778.0,
+          "latent_frames": 15524,
+          "mse": 2.035889673773636e-05,
+          "predicted_squared": 6269158.0,
+          "reference_squared": 6271045.0,
+          "relative_l2": 0.010159537890220798,
+          "squared_error": 647.2734985351562,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "790b537f-4605-483c-aff9-057f14e5d422",
+      "shard_id": 1517,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9350.208419799805,
+            "count": 4480,
+            "top1_correct": 1951,
+            "top5_correct": 3551
+          },
+          {
+            "ce_sum": 19082.476593017578,
+            "count": 4480,
+            "top1_correct": 516,
+            "top5_correct": 1493
+          },
+          {
+            "ce_sum": 19033.291625976562,
+            "count": 4480,
+            "top1_correct": 550,
+            "top5_correct": 1515
+          },
+          {
+            "ce_sum": 19999.053771972656,
+            "count": 4480,
+            "top1_correct": 498,
+            "top5_correct": 1362
+          },
+          {
+            "ce_sum": 21605.884826660156,
+            "count": 4480,
+            "top1_correct": 348,
+            "top5_correct": 1018
+          },
+          {
+            "ce_sum": 24289.02813720703,
+            "count": 4480,
+            "top1_correct": 216,
+            "top5_correct": 663
+          },
+          {
+            "ce_sum": 26224.639526367188,
+            "count": 4480,
+            "top1_correct": 123,
+            "top5_correct": 436
+          },
+          {
+            "ce_sum": 26705.31024169922,
+            "count": 4480,
+            "top1_correct": 137,
+            "top5_correct": 402
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9673522114753723,
+          "cosine_mean": 0.7706625461578369,
+          "cosine_min": 0.12870901823043823,
+          "cosine_std": 0.05168802663683891,
+          "flattened_dot": 4021093.5,
+          "latent_frames": 15524,
+          "mse": 0.0761126169560036,
+          "predicted_squared": 4747570.0,
+          "reference_squared": 5714477.0,
+          "relative_l2": 0.6507390603246112,
+          "squared_error": 2419860.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999746084213257,
+          "cosine_mean": 0.9999495148658752,
+          "cosine_min": 0.9996957778930664,
+          "cosine_std": 1.5363055354100652e-05,
+          "flattened_dot": 5713725.5,
+          "latent_frames": 15524,
+          "mse": 1.8414517893861233e-05,
+          "predicted_squared": 5713559.5,
+          "reference_squared": 5714477.0,
+          "relative_l2": 0.010121822689812751,
+          "squared_error": 585.45556640625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "c5acc193-3589-41a5-819b-6a929f82624a",
+      "shard_id": 1527,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8947.462600708008,
+            "count": 4480,
+            "top1_correct": 1964,
+            "top5_correct": 3616
+          },
+          {
+            "ce_sum": 18858.826904296875,
+            "count": 4480,
+            "top1_correct": 560,
+            "top5_correct": 1529
+          },
+          {
+            "ce_sum": 18410.621185302734,
+            "count": 4480,
+            "top1_correct": 596,
+            "top5_correct": 1634
+          },
+          {
+            "ce_sum": 19540.65756225586,
+            "count": 4480,
+            "top1_correct": 493,
+            "top5_correct": 1389
+          },
+          {
+            "ce_sum": 21545.308532714844,
+            "count": 4480,
+            "top1_correct": 345,
+            "top5_correct": 1034
+          },
+          {
+            "ce_sum": 24261.53741455078,
+            "count": 4480,
+            "top1_correct": 219,
+            "top5_correct": 681
+          },
+          {
+            "ce_sum": 25655.78680419922,
+            "count": 4480,
+            "top1_correct": 151,
+            "top5_correct": 508
+          },
+          {
+            "ce_sum": 25805.995483398438,
+            "count": 4480,
+            "top1_correct": 168,
+            "top5_correct": 493
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9348317980766296,
+          "cosine_mean": 0.778191864490509,
+          "cosine_min": 0.5574917197227478,
+          "cosine_std": 0.04054013639688492,
+          "flattened_dot": 713215.875,
+          "latent_frames": 2586,
+          "mse": 0.07762306490704152,
+          "predicted_squared": 854343.9375,
+          "reference_squared": 983189.375,
+          "relative_l2": 0.6466302856667825,
+          "squared_error": 411101.6875,
+          "values": 5296128
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999740123748779,
+          "cosine_mean": 0.9999409317970276,
+          "cosine_min": 0.9994410276412964,
+          "cosine_std": 3.5462944651953876e-05,
+          "flattened_dot": 983159.0,
+          "latent_frames": 2586,
+          "mse": 2.1494567763040163e-05,
+          "predicted_squared": 983242.375,
+          "reference_squared": 983189.375,
+          "relative_l2": 0.01076031552238375,
+          "squared_error": 113.83798217773438,
+          "values": 5296128
+        }
+      },
+      "condition_latent_frames": 2586,
+      "emitted_frames": 750,
+      "model_id": "simpletuner-v2",
+      "sample_id": "d5a30897-4a8f-4a97-8db0-3f17948864bd",
+      "shard_id": 1537,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1352.541763305664,
+            "count": 640,
+            "top1_correct": 266,
+            "top5_correct": 527
+          },
+          {
+            "ce_sum": 2568.807098388672,
+            "count": 640,
+            "top1_correct": 91,
+            "top5_correct": 237
+          },
+          {
+            "ce_sum": 2516.4358825683594,
+            "count": 640,
+            "top1_correct": 90,
+            "top5_correct": 256
+          },
+          {
+            "ce_sum": 2724.3972778320312,
+            "count": 640,
+            "top1_correct": 77,
+            "top5_correct": 205
+          },
+          {
+            "ce_sum": 2836.33984375,
+            "count": 640,
+            "top1_correct": 60,
+            "top5_correct": 188
+          },
+          {
+            "ce_sum": 3142.9594116210938,
+            "count": 640,
+            "top1_correct": 56,
+            "top5_correct": 142
+          },
+          {
+            "ce_sum": 3186.0252075195312,
+            "count": 640,
+            "top1_correct": 40,
+            "top5_correct": 136
+          },
+          {
+            "ce_sum": 3397.4996948242188,
+            "count": 640,
+            "top1_correct": 33,
+            "top5_correct": 108
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9608521461486816,
+          "cosine_mean": 0.777596116065979,
+          "cosine_min": 0.517331063747406,
+          "cosine_std": 0.049241624772548676,
+          "flattened_dot": 2030464.5,
+          "latent_frames": 7337,
+          "mse": 0.07834438382726251,
+          "predicted_squared": 2359903.0,
+          "reference_squared": 2878242.0,
+          "relative_l2": 0.63953529447188,
+          "squared_error": 1177216.5,
+          "values": 15026176
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999715685844421,
+          "cosine_mean": 0.9999424815177917,
+          "cosine_min": 0.9992337226867676,
+          "cosine_std": 3.166608439642005e-05,
+          "flattened_dot": 2879189.0,
+          "latent_frames": 7337,
+          "mse": 2.211448085946609e-05,
+          "predicted_squared": 2880467.75,
+          "reference_squared": 2878242.0,
+          "relative_l2": 0.010744815359908974,
+          "squared_error": 332.29608154296875,
+          "values": 15026176
+        }
+      },
+      "condition_latent_frames": 7337,
+      "emitted_frames": 2127,
+      "model_id": "simpletuner-v2",
+      "sample_id": "634d1c4f-a16b-4b0d-9ef1-1f4881b0a99a",
+      "shard_id": 1556,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4291.994415283203,
+            "count": 2048,
+            "top1_correct": 848,
+            "top5_correct": 1638
+          },
+          {
+            "ce_sum": 8535.306427001953,
+            "count": 2048,
+            "top1_correct": 274,
+            "top5_correct": 731
+          },
+          {
+            "ce_sum": 8401.007080078125,
+            "count": 2048,
+            "top1_correct": 275,
+            "top5_correct": 759
+          },
+          {
+            "ce_sum": 9252.9189453125,
+            "count": 2048,
+            "top1_correct": 245,
+            "top5_correct": 580
+          },
+          {
+            "ce_sum": 9826.362365722656,
+            "count": 2048,
+            "top1_correct": 155,
+            "top5_correct": 510
+          },
+          {
+            "ce_sum": 10753.533508300781,
+            "count": 2048,
+            "top1_correct": 120,
+            "top5_correct": 343
+          },
+          {
+            "ce_sum": 11743.324340820312,
+            "count": 2048,
+            "top1_correct": 79,
+            "top5_correct": 228
+          },
+          {
+            "ce_sum": 11952.271789550781,
+            "count": 2048,
+            "top1_correct": 49,
+            "top5_correct": 215
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9550864696502686,
+          "cosine_mean": 0.7749649882316589,
+          "cosine_min": 0.5327211022377014,
+          "cosine_std": 0.05771952122449875,
+          "flattened_dot": 145259.578125,
+          "latent_frames": 616,
+          "mse": 0.06717258924013608,
+          "predicted_squared": 180436.25,
+          "reference_squared": 194825.71875,
+          "relative_l2": 0.6595203994916272,
+          "squared_error": 84742.7890625,
+          "values": 1261568
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999620914459229,
+          "cosine_mean": 0.9999050498008728,
+          "cosine_min": 0.9998199343681335,
+          "cosine_std": 3.270147499279119e-05,
+          "flattened_dot": 194652.921875,
+          "latent_frames": 616,
+          "mse": 2.8913910198327782e-05,
+          "predicted_squared": 194516.625,
+          "reference_squared": 194825.71875,
+          "relative_l2": 0.013683134710113029,
+          "squared_error": 36.476863861083984,
+          "values": 1261568
+        }
+      },
+      "condition_latent_frames": 616,
+      "emitted_frames": 179,
+      "model_id": "simpletuner-v2",
+      "sample_id": "f7646f8e-806e-4d99-8b00-41ef2834c41b",
+      "shard_id": 1575,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 277.7841491699219,
+            "count": 128,
+            "top1_correct": 54,
+            "top5_correct": 102
+          },
+          {
+            "ce_sum": 569.5120239257812,
+            "count": 128,
+            "top1_correct": 16,
+            "top5_correct": 41
+          },
+          {
+            "ce_sum": 541.191162109375,
+            "count": 128,
+            "top1_correct": 20,
+            "top5_correct": 45
+          },
+          {
+            "ce_sum": 595.798095703125,
+            "count": 128,
+            "top1_correct": 14,
+            "top5_correct": 34
+          },
+          {
+            "ce_sum": 528.8414306640625,
+            "count": 128,
+            "top1_correct": 17,
+            "top5_correct": 46
+          },
+          {
+            "ce_sum": 605.4208374023438,
+            "count": 128,
+            "top1_correct": 22,
+            "top5_correct": 40
+          },
+          {
+            "ce_sum": 651.3355102539062,
+            "count": 128,
+            "top1_correct": 14,
+            "top5_correct": 26
+          },
+          {
+            "ce_sum": 676.899169921875,
+            "count": 128,
+            "top1_correct": 5,
+            "top5_correct": 22
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9012933969497681,
+          "cosine_mean": 0.7629242539405823,
+          "cosine_min": 0.49837765097618103,
+          "cosine_std": 0.0465141125023365,
+          "flattened_dot": 3543777.5,
+          "latent_frames": 14668,
+          "mse": 0.07315869899611399,
+          "predicted_squared": 4310038.0,
+          "reference_squared": 4975209.0,
+          "relative_l2": 0.664626646049198,
+          "squared_error": 2197692.0,
+          "values": 30040064
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999653697013855,
+          "cosine_mean": 0.9999323487281799,
+          "cosine_min": 0.9996869564056396,
+          "cosine_std": 1.902825533761643e-05,
+          "flattened_dot": 4973876.0,
+          "latent_frames": 14668,
+          "mse": 2.2520949413381742e-05,
+          "predicted_squared": 4973218.5,
+          "reference_squared": 4975209.0,
+          "relative_l2": 0.011661062139245797,
+          "squared_error": 676.53076171875,
+          "values": 30040064
+        }
+      },
+      "condition_latent_frames": 14668,
+      "emitted_frames": 4252,
+      "model_id": "simpletuner-v2",
+      "sample_id": "f74e08b5-a7d2-4775-8d3a-633f6eb2de96",
+      "shard_id": 1587,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9520.485382080078,
+            "count": 4224,
+            "top1_correct": 1595,
+            "top5_correct": 3236
+          },
+          {
+            "ce_sum": 18710.449005126953,
+            "count": 4224,
+            "top1_correct": 446,
+            "top5_correct": 1218
+          },
+          {
+            "ce_sum": 18216.34375,
+            "count": 4224,
+            "top1_correct": 507,
+            "top5_correct": 1344
+          },
+          {
+            "ce_sum": 19569.351135253906,
+            "count": 4224,
+            "top1_correct": 381,
+            "top5_correct": 1116
+          },
+          {
+            "ce_sum": 20796.69122314453,
+            "count": 4224,
+            "top1_correct": 306,
+            "top5_correct": 938
+          },
+          {
+            "ce_sum": 23407.562438964844,
+            "count": 4224,
+            "top1_correct": 167,
+            "top5_correct": 578
+          },
+          {
+            "ce_sum": 25340.042724609375,
+            "count": 4224,
+            "top1_correct": 108,
+            "top5_correct": 343
+          },
+          {
+            "ce_sum": 25721.372009277344,
+            "count": 4224,
+            "top1_correct": 101,
+            "top5_correct": 335
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9727317690849304,
+          "cosine_mean": 0.7858023047447205,
+          "cosine_min": 0.40059924125671387,
+          "cosine_std": 0.040869031101465225,
+          "flattened_dot": 4714499.0,
+          "latent_frames": 15524,
+          "mse": 0.082698972407643,
+          "predicted_squared": 5353563.0,
+          "reference_squared": 6704696.0,
+          "relative_l2": 0.6262205340247737,
+          "squared_error": 2629261.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999749660491943,
+          "cosine_mean": 0.9999517202377319,
+          "cosine_min": 0.9997737407684326,
+          "cosine_std": 1.1812109733000398e-05,
+          "flattened_dot": 6703248.0,
+          "latent_frames": 15524,
+          "mse": 2.0476395522955305e-05,
+          "predicted_squared": 6702450.5,
+          "reference_squared": 6704696.0,
+          "relative_l2": 0.009853805882346491,
+          "squared_error": 651.0091552734375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "2230bc5b-2186-4cf5-8dd5-7584ad903bed",
+      "shard_id": 1614,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10122.23078918457,
+            "count": 4480,
+            "top1_correct": 1748,
+            "top5_correct": 3425
+          },
+          {
+            "ce_sum": 18232.244842529297,
+            "count": 4480,
+            "top1_correct": 617,
+            "top5_correct": 1643
+          },
+          {
+            "ce_sum": 18630.53192138672,
+            "count": 4480,
+            "top1_correct": 572,
+            "top5_correct": 1529
+          },
+          {
+            "ce_sum": 20539.125549316406,
+            "count": 4480,
+            "top1_correct": 389,
+            "top5_correct": 1219
+          },
+          {
+            "ce_sum": 21152.241577148438,
+            "count": 4480,
+            "top1_correct": 375,
+            "top5_correct": 1095
+          },
+          {
+            "ce_sum": 22740.18310546875,
+            "count": 4480,
+            "top1_correct": 331,
+            "top5_correct": 905
+          },
+          {
+            "ce_sum": 24754.399475097656,
+            "count": 4480,
+            "top1_correct": 178,
+            "top5_correct": 606
+          },
+          {
+            "ce_sum": 25285.92852783203,
+            "count": 4480,
+            "top1_correct": 155,
+            "top5_correct": 560
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9534162282943726,
+          "cosine_mean": 0.7920499444007874,
+          "cosine_min": 0.5715583562850952,
+          "cosine_std": 0.04401085898280144,
+          "flattened_dot": 2017851.75,
+          "latent_frames": 7754,
+          "mse": 0.06727417873788931,
+          "predicted_squared": 2360694.25,
+          "reference_squared": 2743336.0,
+          "relative_l2": 0.6240402117295563,
+          "squared_error": 1068326.875,
+          "values": 15880192
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999697208404541,
+          "cosine_mean": 0.9999401569366455,
+          "cosine_min": 0.999660849571228,
+          "cosine_std": 1.8093036487698555e-05,
+          "flattened_dot": 2744646.75,
+          "latent_frames": 7754,
+          "mse": 2.0907143972139554e-05,
+          "predicted_squared": 2746289.5,
+          "reference_squared": 2743336.0,
+          "relative_l2": 0.011001090264956053,
+          "squared_error": 332.00946044921875,
+          "values": 15880192
+        }
+      },
+      "condition_latent_frames": 7754,
+      "emitted_frames": 2248,
+      "model_id": "simpletuner-v2",
+      "sample_id": "baedadc9-2c35-408c-801f-7ae3c0f8c62f",
+      "shard_id": 1639,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4172.451156616211,
+            "count": 2176,
+            "top1_correct": 981,
+            "top5_correct": 1817
+          },
+          {
+            "ce_sum": 8528.184387207031,
+            "count": 2176,
+            "top1_correct": 326,
+            "top5_correct": 842
+          },
+          {
+            "ce_sum": 8740.189025878906,
+            "count": 2176,
+            "top1_correct": 325,
+            "top5_correct": 821
+          },
+          {
+            "ce_sum": 9924.945678710938,
+            "count": 2176,
+            "top1_correct": 207,
+            "top5_correct": 609
+          },
+          {
+            "ce_sum": 10098.23388671875,
+            "count": 2176,
+            "top1_correct": 200,
+            "top5_correct": 595
+          },
+          {
+            "ce_sum": 11294.912841796875,
+            "count": 2176,
+            "top1_correct": 133,
+            "top5_correct": 404
+          },
+          {
+            "ce_sum": 12234.579956054688,
+            "count": 2176,
+            "top1_correct": 88,
+            "top5_correct": 285
+          },
+          {
+            "ce_sum": 12514.843688964844,
+            "count": 2176,
+            "top1_correct": 78,
+            "top5_correct": 246
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9683713912963867,
+          "cosine_mean": 0.7547098398208618,
+          "cosine_min": 0.3994010090827942,
+          "cosine_std": 0.04746703803539276,
+          "flattened_dot": 1379556.0,
+          "latent_frames": 6191,
+          "mse": 0.07153960634483272,
+          "predicted_squared": 1742390.75,
+          "reference_squared": 1923784.25,
+          "relative_l2": 0.6866579755513661,
+          "squared_error": 907062.6875,
+          "values": 12679168
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999663829803467,
+          "cosine_mean": 0.9999239444732666,
+          "cosine_min": 0.9996492862701416,
+          "cosine_std": 2.2071299099479802e-05,
+          "flattened_dot": 1924439.875,
+          "latent_frames": 6191,
+          "mse": 2.297372506828228e-05,
+          "predicted_squared": 1925386.75,
+          "reference_squared": 1923784.25,
+          "relative_l2": 0.012305036477105753,
+          "squared_error": 291.2877197265625,
+          "values": 12679168
+        }
+      },
+      "condition_latent_frames": 6191,
+      "emitted_frames": 1795,
+      "model_id": "simpletuner-v2",
+      "sample_id": "ada16548-2fd8-42fb-9438-9c35e868d924",
+      "shard_id": 1689,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4016.272430419922,
+            "count": 1792,
+            "top1_correct": 686,
+            "top5_correct": 1392
+          },
+          {
+            "ce_sum": 8180.898193359375,
+            "count": 1792,
+            "top1_correct": 152,
+            "top5_correct": 501
+          },
+          {
+            "ce_sum": 8086.610168457031,
+            "count": 1792,
+            "top1_correct": 192,
+            "top5_correct": 523
+          },
+          {
+            "ce_sum": 8542.469665527344,
+            "count": 1792,
+            "top1_correct": 141,
+            "top5_correct": 453
+          },
+          {
+            "ce_sum": 8991.95751953125,
+            "count": 1792,
+            "top1_correct": 123,
+            "top5_correct": 366
+          },
+          {
+            "ce_sum": 10362.092224121094,
+            "count": 1792,
+            "top1_correct": 43,
+            "top5_correct": 194
+          },
+          {
+            "ce_sum": 10788.769958496094,
+            "count": 1792,
+            "top1_correct": 46,
+            "top5_correct": 149
+          },
+          {
+            "ce_sum": 10971.9375,
+            "count": 1792,
+            "top1_correct": 32,
+            "top5_correct": 137
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.965999186038971,
+          "cosine_mean": 0.8011494874954224,
+          "cosine_min": 0.42624107003211975,
+          "cosine_std": 0.04795840010046959,
+          "flattened_dot": 1329542.375,
+          "latent_frames": 4967,
+          "mse": 0.06608381553605358,
+          "predicted_squared": 1514391.75,
+          "reference_squared": 1816925.0,
+          "relative_l2": 0.6082625957513341,
+          "squared_error": 672232.0625,
+          "values": 10172416
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999575018882751,
+          "cosine_mean": 0.9998302459716797,
+          "cosine_min": 0.9690624475479126,
+          "cosine_std": 0.0010817584116011858,
+          "flattened_dot": 1816732.625,
+          "latent_frames": 4967,
+          "mse": 5.6899359510869884e-05,
+          "predicted_squared": 1817118.75,
+          "reference_squared": 1816925.0,
+          "relative_l2": 0.017848315930059276,
+          "squared_error": 578.803955078125,
+          "values": 10172416
+        }
+      },
+      "condition_latent_frames": 4967,
+      "emitted_frames": 1440,
+      "model_id": "simpletuner-v2",
+      "sample_id": "75990d51-e75e-47bb-b92f-afc7151f57ea",
+      "shard_id": 1757,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2683.0599212646484,
+            "count": 1408,
+            "top1_correct": 667,
+            "top5_correct": 1163
+          },
+          {
+            "ce_sum": 5459.483459472656,
+            "count": 1408,
+            "top1_correct": 227,
+            "top5_correct": 554
+          },
+          {
+            "ce_sum": 5736.768768310547,
+            "count": 1408,
+            "top1_correct": 195,
+            "top5_correct": 525
+          },
+          {
+            "ce_sum": 6109.411102294922,
+            "count": 1408,
+            "top1_correct": 165,
+            "top5_correct": 438
+          },
+          {
+            "ce_sum": 6810.166687011719,
+            "count": 1408,
+            "top1_correct": 105,
+            "top5_correct": 331
+          },
+          {
+            "ce_sum": 7413.988037109375,
+            "count": 1408,
+            "top1_correct": 66,
+            "top5_correct": 248
+          },
+          {
+            "ce_sum": 8174.6689453125,
+            "count": 1408,
+            "top1_correct": 43,
+            "top5_correct": 156
+          },
+          {
+            "ce_sum": 8238.227478027344,
+            "count": 1408,
+            "top1_correct": 41,
+            "top5_correct": 140
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9522322416305542,
+          "cosine_mean": 0.7601780891418457,
+          "cosine_min": 0.45810285210609436,
+          "cosine_std": 0.04816223680973053,
+          "flattened_dot": 830580.625,
+          "latent_frames": 3697,
+          "mse": 0.06928031741847275,
+          "predicted_squared": 1021619.25,
+          "reference_squared": 1164094.875,
+          "relative_l2": 0.6712749597767244,
+          "squared_error": 524552.875,
+          "values": 7571456
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999403357505798,
+          "cosine_mean": 0.9998165965080261,
+          "cosine_min": 0.9984208941459656,
+          "cosine_std": 0.00013849526294507086,
+          "flattened_dot": 1164642.5,
+          "latent_frames": 3697,
+          "mse": 5.386030557899176e-05,
+          "predicted_squared": 1165598.0,
+          "reference_squared": 1164094.875,
+          "relative_l2": 0.018716727583211062,
+          "squared_error": 407.8009338378906,
+          "values": 7571456
+        }
+      },
+      "condition_latent_frames": 3697,
+      "emitted_frames": 1072,
+      "model_id": "simpletuner-v2",
+      "sample_id": "db2fc777-59d0-4b21-87ba-90930f1d294f",
+      "shard_id": 1779,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2212.9483642578125,
+            "count": 1024,
+            "top1_correct": 421,
+            "top5_correct": 811
+          },
+          {
+            "ce_sum": 4222.228485107422,
+            "count": 1024,
+            "top1_correct": 135,
+            "top5_correct": 368
+          },
+          {
+            "ce_sum": 4520.77587890625,
+            "count": 1024,
+            "top1_correct": 111,
+            "top5_correct": 285
+          },
+          {
+            "ce_sum": 4842.345153808594,
+            "count": 1024,
+            "top1_correct": 87,
+            "top5_correct": 251
+          },
+          {
+            "ce_sum": 4920.6239013671875,
+            "count": 1024,
+            "top1_correct": 71,
+            "top5_correct": 222
+          },
+          {
+            "ce_sum": 5765.590087890625,
+            "count": 1024,
+            "top1_correct": 40,
+            "top5_correct": 129
+          },
+          {
+            "ce_sum": 5970.0740966796875,
+            "count": 1024,
+            "top1_correct": 36,
+            "top5_correct": 102
+          },
+          {
+            "ce_sum": 6274.1109619140625,
+            "count": 1024,
+            "top1_correct": 13,
+            "top5_correct": 79
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9221513867378235,
+          "cosine_mean": 0.7682988047599792,
+          "cosine_min": 0.5144302845001221,
+          "cosine_std": 0.054868098348379135,
+          "flattened_dot": 914679.625,
+          "latent_frames": 3273,
+          "mse": 0.08301068430386878,
+          "predicted_squared": 1079352.5,
+          "reference_squared": 1306435.875,
+          "relative_l2": 0.6526208235472457,
+          "squared_error": 556429.25,
+          "values": 6703104
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999736547470093,
+          "cosine_mean": 0.9999513626098633,
+          "cosine_min": 0.9998623728752136,
+          "cosine_std": 1.2761888683598954e-05,
+          "flattened_dot": 1306210.5,
+          "latent_frames": 3273,
+          "mse": 1.9245307233549934e-05,
+          "predicted_squared": 1306114.25,
+          "reference_squared": 1306435.875,
+          "relative_l2": 0.009937024355013825,
+          "squared_error": 129.0032958984375,
+          "values": 6703104
+        }
+      },
+      "condition_latent_frames": 3273,
+      "emitted_frames": 949,
+      "model_id": "simpletuner-v2",
+      "sample_id": "164bb70a-0e61-4639-8910-2a742d8ca515",
+      "shard_id": 1797,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2020.1591186523438,
+            "count": 896,
+            "top1_correct": 387,
+            "top5_correct": 688
+          },
+          {
+            "ce_sum": 3560.156982421875,
+            "count": 896,
+            "top1_correct": 141,
+            "top5_correct": 352
+          },
+          {
+            "ce_sum": 3670.3475341796875,
+            "count": 896,
+            "top1_correct": 118,
+            "top5_correct": 324
+          },
+          {
+            "ce_sum": 4132.213714599609,
+            "count": 896,
+            "top1_correct": 78,
+            "top5_correct": 227
+          },
+          {
+            "ce_sum": 3745.5700073242188,
+            "count": 896,
+            "top1_correct": 101,
+            "top5_correct": 319
+          },
+          {
+            "ce_sum": 4793.291687011719,
+            "count": 896,
+            "top1_correct": 35,
+            "top5_correct": 130
+          },
+          {
+            "ce_sum": 5045.390869140625,
+            "count": 896,
+            "top1_correct": 36,
+            "top5_correct": 114
+          },
+          {
+            "ce_sum": 5022.589904785156,
+            "count": 896,
+            "top1_correct": 47,
+            "top5_correct": 115
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9591819047927856,
+          "cosine_mean": 0.7824110984802246,
+          "cosine_min": 0.5287876725196838,
+          "cosine_std": 0.0474516861140728,
+          "flattened_dot": 4023042.5,
+          "latent_frames": 14886,
+          "mse": 0.07519505828935324,
+          "predicted_squared": 4570392.0,
+          "reference_squared": 5768128.5,
+          "relative_l2": 0.6304217238790221,
+          "squared_error": 2292436.25,
+          "values": 30486528
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999534487724304,
+          "cosine_mean": 0.9998302459716797,
+          "cosine_min": 0.9954736828804016,
+          "cosine_std": 0.000205199743504636,
+          "flattened_dot": 5771328.5,
+          "latent_frames": 14886,
+          "mse": 6.212805221754425e-05,
+          "predicted_squared": 5776422.0,
+          "reference_squared": 5768128.5,
+          "relative_l2": 0.01812092609643083,
+          "squared_error": 1894.068603515625,
+          "values": 30486528
+        }
+      },
+      "condition_latent_frames": 14886,
+      "emitted_frames": 4315,
+      "model_id": "simpletuner-v2",
+      "sample_id": "c2fb8cb7-cc74-492a-b779-82691e1122ba",
+      "shard_id": 1800,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8203.104949951172,
+            "count": 4224,
+            "top1_correct": 1890,
+            "top5_correct": 3490
+          },
+          {
+            "ce_sum": 17572.747131347656,
+            "count": 4224,
+            "top1_correct": 532,
+            "top5_correct": 1468
+          },
+          {
+            "ce_sum": 16763.09750366211,
+            "count": 4224,
+            "top1_correct": 635,
+            "top5_correct": 1634
+          },
+          {
+            "ce_sum": 18855.077239990234,
+            "count": 4224,
+            "top1_correct": 459,
+            "top5_correct": 1282
+          },
+          {
+            "ce_sum": 20084.316436767578,
+            "count": 4224,
+            "top1_correct": 342,
+            "top5_correct": 1015
+          },
+          {
+            "ce_sum": 22471.79638671875,
+            "count": 4224,
+            "top1_correct": 234,
+            "top5_correct": 693
+          },
+          {
+            "ce_sum": 23718.41748046875,
+            "count": 4224,
+            "top1_correct": 149,
+            "top5_correct": 562
+          },
+          {
+            "ce_sum": 24782.385864257812,
+            "count": 4224,
+            "top1_correct": 131,
+            "top5_correct": 454
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9251677989959717,
+          "cosine_mean": 0.7744001746177673,
+          "cosine_min": 0.47032463550567627,
+          "cosine_std": 0.059828393161296844,
+          "flattened_dot": 402682.1875,
+          "latent_frames": 1403,
+          "mse": 0.08051652969501738,
+          "predicted_squared": 481804.59375,
+          "reference_squared": 554911.375,
+          "relative_l2": 0.6456906864445633,
+          "squared_error": 231351.6875,
+          "values": 2873344
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999711513519287,
+          "cosine_mean": 0.999943196773529,
+          "cosine_min": 0.9998195767402649,
+          "cosine_std": 2.133254565706011e-05,
+          "flattened_dot": 554560.8125,
+          "latent_frames": 1403,
+          "mse": 2.1405999979544603e-05,
+          "predicted_squared": 554271.6875,
+          "reference_squared": 554911.375,
+          "relative_l2": 0.010528094107104724,
+          "squared_error": 61.50680160522461,
+          "values": 2873344
+        }
+      },
+      "condition_latent_frames": 1403,
+      "emitted_frames": 407,
+      "model_id": "simpletuner-v2",
+      "sample_id": "f96226f1-a454-4bcf-a6b7-f752df5bcb22",
+      "shard_id": 1812,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1150.6490478515625,
+            "count": 384,
+            "top1_correct": 113,
+            "top5_correct": 245
+          },
+          {
+            "ce_sum": 1599.4612426757812,
+            "count": 384,
+            "top1_correct": 52,
+            "top5_correct": 134
+          },
+          {
+            "ce_sum": 1670.221923828125,
+            "count": 384,
+            "top1_correct": 56,
+            "top5_correct": 121
+          },
+          {
+            "ce_sum": 1598.5318908691406,
+            "count": 384,
+            "top1_correct": 56,
+            "top5_correct": 125
+          },
+          {
+            "ce_sum": 1581.6912536621094,
+            "count": 384,
+            "top1_correct": 49,
+            "top5_correct": 138
+          },
+          {
+            "ce_sum": 1829.1257934570312,
+            "count": 384,
+            "top1_correct": 50,
+            "top5_correct": 99
+          },
+          {
+            "ce_sum": 2078.246826171875,
+            "count": 384,
+            "top1_correct": 19,
+            "top5_correct": 61
+          },
+          {
+            "ce_sum": 1875.5006713867188,
+            "count": 384,
+            "top1_correct": 32,
+            "top5_correct": 93
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9073401093482971,
+          "cosine_mean": 0.7615265250205994,
+          "cosine_min": 0.48541200160980225,
+          "cosine_std": 0.052006401121616364,
+          "flattened_dot": 3992204.25,
+          "latent_frames": 15524,
+          "mse": 0.07936164995531113,
+          "predicted_squared": 4822760.0,
+          "reference_squared": 5684805.0,
+          "relative_l2": 0.6662149150033466,
+          "squared_error": 2523157.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999972403049469,
+          "cosine_mean": 0.9999434947967529,
+          "cosine_min": 0.999769926071167,
+          "cosine_std": 1.4501798432320356e-05,
+          "flattened_dot": 5686045.5,
+          "latent_frames": 15524,
+          "mse": 2.0234567453737756e-05,
+          "predicted_squared": 5687929.5,
+          "reference_squared": 5684805.0,
+          "relative_l2": 0.010637901621172051,
+          "squared_error": 643.3206787109375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "e2ca4295-8c06-4bd6-b76c-02499ad1ea46",
+      "shard_id": 1845,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10120.081130981445,
+            "count": 4480,
+            "top1_correct": 1728,
+            "top5_correct": 3445
+          },
+          {
+            "ce_sum": 19581.76678466797,
+            "count": 4480,
+            "top1_correct": 499,
+            "top5_correct": 1449
+          },
+          {
+            "ce_sum": 20062.160217285156,
+            "count": 4480,
+            "top1_correct": 480,
+            "top5_correct": 1351
+          },
+          {
+            "ce_sum": 20539.14630126953,
+            "count": 4480,
+            "top1_correct": 422,
+            "top5_correct": 1244
+          },
+          {
+            "ce_sum": 21618.70379638672,
+            "count": 4480,
+            "top1_correct": 330,
+            "top5_correct": 1040
+          },
+          {
+            "ce_sum": 24896.478454589844,
+            "count": 4480,
+            "top1_correct": 193,
+            "top5_correct": 616
+          },
+          {
+            "ce_sum": 25973.70623779297,
+            "count": 4480,
+            "top1_correct": 152,
+            "top5_correct": 508
+          },
+          {
+            "ce_sum": 26882.217407226562,
+            "count": 4480,
+            "top1_correct": 113,
+            "top5_correct": 374
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9109533429145813,
+          "cosine_mean": 0.7501410245895386,
+          "cosine_min": 0.5188714265823364,
+          "cosine_std": 0.04860948398709297,
+          "flattened_dot": 4036849.0,
+          "latent_frames": 15389,
+          "mse": 0.08655568075207941,
+          "predicted_squared": 4869110.0,
+          "reference_squared": 5932535.0,
+          "relative_l2": 0.6781063474557151,
+          "squared_error": 2727947.0,
+          "values": 31516672
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999731183052063,
+          "cosine_mean": 0.9999464750289917,
+          "cosine_min": 0.9997122287750244,
+          "cosine_std": 1.5009561138867866e-05,
+          "flattened_dot": 5933136.0,
+          "latent_frames": 15389,
+          "mse": 2.0278653203647064e-05,
+          "predicted_squared": 5934376.0,
+          "reference_squared": 5932535.0,
+          "relative_l2": 0.01037933610402407,
+          "squared_error": 639.1156616210938,
+          "values": 31516672
+        }
+      },
+      "condition_latent_frames": 15389,
+      "emitted_frames": 4461,
+      "model_id": "simpletuner-v2",
+      "sample_id": "cfabb3db-f9c3-4ad0-86a3-c42d18363fbc",
+      "shard_id": 1865,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9669.176666259766,
+            "count": 4352,
+            "top1_correct": 1728,
+            "top5_correct": 3377
+          },
+          {
+            "ce_sum": 18987.605682373047,
+            "count": 4352,
+            "top1_correct": 484,
+            "top5_correct": 1369
+          },
+          {
+            "ce_sum": 18357.97137451172,
+            "count": 4352,
+            "top1_correct": 531,
+            "top5_correct": 1501
+          },
+          {
+            "ce_sum": 19511.154205322266,
+            "count": 4352,
+            "top1_correct": 461,
+            "top5_correct": 1292
+          },
+          {
+            "ce_sum": 20111.853485107422,
+            "count": 4352,
+            "top1_correct": 425,
+            "top5_correct": 1128
+          },
+          {
+            "ce_sum": 24023.26300048828,
+            "count": 4352,
+            "top1_correct": 171,
+            "top5_correct": 550
+          },
+          {
+            "ce_sum": 24813.001708984375,
+            "count": 4352,
+            "top1_correct": 152,
+            "top5_correct": 502
+          },
+          {
+            "ce_sum": 25766.716369628906,
+            "count": 4352,
+            "top1_correct": 138,
+            "top5_correct": 414
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9611812233924866,
+          "cosine_mean": 0.787958562374115,
+          "cosine_min": 0.4732969403266907,
+          "cosine_std": 0.0420520156621933,
+          "flattened_dot": 2634931.0,
+          "latent_frames": 9811,
+          "mse": 0.0715962601368999,
+          "predicted_squared": 3053398.0,
+          "reference_squared": 3655042.5,
+          "relative_l2": 0.6273654056986643,
+          "squared_error": 1438578.5,
+          "values": 20092928
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999697804450989,
+          "cosine_mean": 0.9999203681945801,
+          "cosine_min": 0.9992092847824097,
+          "cosine_std": 4.2611882236087695e-05,
+          "flattened_dot": 3652037.25,
+          "latent_frames": 9811,
+          "mse": 2.856987743321307e-05,
+          "predicted_squared": 3649606.0,
+          "reference_squared": 3655042.5,
+          "relative_l2": 0.012532265501496904,
+          "squared_error": 574.052490234375,
+          "values": 20092928
+        }
+      },
+      "condition_latent_frames": 9811,
+      "emitted_frames": 2844,
+      "model_id": "simpletuner-v2",
+      "sample_id": "823abb66-cc3d-4031-9526-b3c6e8e57e0a",
+      "shard_id": 1866,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5305.917495727539,
+            "count": 2816,
+            "top1_correct": 1296,
+            "top5_correct": 2371
+          },
+          {
+            "ce_sum": 11523.931640625,
+            "count": 2816,
+            "top1_correct": 369,
+            "top5_correct": 1017
+          },
+          {
+            "ce_sum": 11033.018981933594,
+            "count": 2816,
+            "top1_correct": 421,
+            "top5_correct": 1145
+          },
+          {
+            "ce_sum": 12346.665985107422,
+            "count": 2816,
+            "top1_correct": 319,
+            "top5_correct": 855
+          },
+          {
+            "ce_sum": 13134.980346679688,
+            "count": 2816,
+            "top1_correct": 264,
+            "top5_correct": 717
+          },
+          {
+            "ce_sum": 15157.019409179688,
+            "count": 2816,
+            "top1_correct": 130,
+            "top5_correct": 418
+          },
+          {
+            "ce_sum": 15935.216430664062,
+            "count": 2816,
+            "top1_correct": 115,
+            "top5_correct": 333
+          },
+          {
+            "ce_sum": 16710.726440429688,
+            "count": 2816,
+            "top1_correct": 90,
+            "top5_correct": 279
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9691914319992065,
+          "cosine_mean": 0.7858341336250305,
+          "cosine_min": 0.4519574046134949,
+          "cosine_std": 0.04599815607070923,
+          "flattened_dot": 2032555.25,
+          "latent_frames": 7544,
+          "mse": 0.07220496200933689,
+          "predicted_squared": 2395916.25,
+          "reference_squared": 2784769.0,
+          "relative_l2": 0.6329286430951895,
+          "squared_error": 1115574.75,
+          "values": 15450112
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999380707740784,
+          "cosine_mean": 0.999738872051239,
+          "cosine_min": 0.9798654317855835,
+          "cosine_std": 0.000787838886026293,
+          "flattened_dot": 2780499.0,
+          "latent_frames": 7544,
+          "mse": 8.81972551851485e-05,
+          "predicted_squared": 2777591.5,
+          "reference_squared": 2784769.0,
+          "relative_l2": 0.02212069475348562,
+          "squared_error": 1362.657470703125,
+          "values": 15450112
+        }
+      },
+      "condition_latent_frames": 7544,
+      "emitted_frames": 2187,
+      "model_id": "simpletuner-v2",
+      "sample_id": "50ff1620-4fa2-4571-9463-20ee6c6bcfc2",
+      "shard_id": 1867,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4005.429931640625,
+            "count": 2176,
+            "top1_correct": 999,
+            "top5_correct": 1837
+          },
+          {
+            "ce_sum": 9079.668395996094,
+            "count": 2176,
+            "top1_correct": 292,
+            "top5_correct": 763
+          },
+          {
+            "ce_sum": 9122.258178710938,
+            "count": 2176,
+            "top1_correct": 282,
+            "top5_correct": 735
+          },
+          {
+            "ce_sum": 9501.871643066406,
+            "count": 2176,
+            "top1_correct": 245,
+            "top5_correct": 673
+          },
+          {
+            "ce_sum": 10812.923645019531,
+            "count": 2176,
+            "top1_correct": 159,
+            "top5_correct": 471
+          },
+          {
+            "ce_sum": 12070.368286132812,
+            "count": 2176,
+            "top1_correct": 90,
+            "top5_correct": 303
+          },
+          {
+            "ce_sum": 13150.202026367188,
+            "count": 2176,
+            "top1_correct": 51,
+            "top5_correct": 181
+          },
+          {
+            "ce_sum": 13438.385070800781,
+            "count": 2176,
+            "top1_correct": 42,
+            "top5_correct": 119
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9613114595413208,
+          "cosine_mean": 0.7480551600456238,
+          "cosine_min": 0.5553855299949646,
+          "cosine_std": 0.047644227743148804,
+          "flattened_dot": 3868987.75,
+          "latent_frames": 15524,
+          "mse": 0.0824595812330907,
+          "predicted_squared": 4744257.0,
+          "reference_squared": 5615368.0,
+          "relative_l2": 0.6832792690455411,
+          "squared_error": 2621650.0,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999599456787109,
+          "cosine_mean": 0.9999113082885742,
+          "cosine_min": 0.9977412223815918,
+          "cosine_std": 6.796027446398512e-05,
+          "flattened_dot": 5612522.5,
+          "latent_frames": 15524,
+          "mse": 3.1341069815423615e-05,
+          "predicted_squared": 5610673.0,
+          "reference_squared": 5615368.0,
+          "relative_l2": 0.013320931352366013,
+          "squared_error": 996.431396484375,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "c0159afb-50e9-4912-8a89-e98cb79d5ed8",
+      "shard_id": 1870,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8928.923736572266,
+            "count": 4480,
+            "top1_correct": 1966,
+            "top5_correct": 3654
+          },
+          {
+            "ce_sum": 19314.81430053711,
+            "count": 4480,
+            "top1_correct": 491,
+            "top5_correct": 1475
+          },
+          {
+            "ce_sum": 19397.02767944336,
+            "count": 4480,
+            "top1_correct": 538,
+            "top5_correct": 1444
+          },
+          {
+            "ce_sum": 20497.81085205078,
+            "count": 4480,
+            "top1_correct": 439,
+            "top5_correct": 1214
+          },
+          {
+            "ce_sum": 21660.308837890625,
+            "count": 4480,
+            "top1_correct": 343,
+            "top5_correct": 997
+          },
+          {
+            "ce_sum": 25054.0390625,
+            "count": 4480,
+            "top1_correct": 176,
+            "top5_correct": 578
+          },
+          {
+            "ce_sum": 26627.960083007812,
+            "count": 4480,
+            "top1_correct": 98,
+            "top5_correct": 386
+          },
+          {
+            "ce_sum": 27241.20538330078,
+            "count": 4480,
+            "top1_correct": 105,
+            "top5_correct": 326
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.966222882270813,
+          "cosine_mean": 0.788620114326477,
+          "cosine_min": 0.5659516453742981,
+          "cosine_std": 0.047094378620386124,
+          "flattened_dot": 573764.5,
+          "latent_frames": 1914,
+          "mse": 0.07914379921079055,
+          "predicted_squared": 670899.5625,
+          "reference_squared": 786862.9375,
+          "relative_l2": 0.6279063066229515,
+          "squared_error": 310233.5625,
+          "values": 3919872
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999741911888123,
+          "cosine_mean": 0.9999487400054932,
+          "cosine_min": 0.9998828172683716,
+          "cosine_std": 1.1465952411526814e-05,
+          "flattened_dot": 786666.125,
+          "latent_frames": 1914,
+          "mse": 2.0848423662977907e-05,
+          "predicted_squared": 786550.875,
+          "reference_squared": 786862.9375,
+          "relative_l2": 0.010191145682075308,
+          "squared_error": 81.72315216064453,
+          "values": 3919872
+        }
+      },
+      "condition_latent_frames": 1914,
+      "emitted_frames": 555,
+      "model_id": "simpletuner-v2",
+      "sample_id": "48f2d62d-8276-4d59-b0d0-2bb595de5572",
+      "shard_id": 1939,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1296.7146606445312,
+            "count": 512,
+            "top1_correct": 171,
+            "top5_correct": 364
+          },
+          {
+            "ce_sum": 2135.2830200195312,
+            "count": 512,
+            "top1_correct": 75,
+            "top5_correct": 184
+          },
+          {
+            "ce_sum": 2131.2139282226562,
+            "count": 512,
+            "top1_correct": 63,
+            "top5_correct": 188
+          },
+          {
+            "ce_sum": 2091.905792236328,
+            "count": 512,
+            "top1_correct": 64,
+            "top5_correct": 187
+          },
+          {
+            "ce_sum": 2234.117919921875,
+            "count": 512,
+            "top1_correct": 47,
+            "top5_correct": 160
+          },
+          {
+            "ce_sum": 2349.5747680664062,
+            "count": 512,
+            "top1_correct": 55,
+            "top5_correct": 146
+          },
+          {
+            "ce_sum": 2645.514892578125,
+            "count": 512,
+            "top1_correct": 24,
+            "top5_correct": 96
+          },
+          {
+            "ce_sum": 2601.7230834960938,
+            "count": 512,
+            "top1_correct": 26,
+            "top5_correct": 99
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9347801804542542,
+          "cosine_mean": 0.7793437242507935,
+          "cosine_min": 0.4001242220401764,
+          "cosine_std": 0.045526012778282166,
+          "flattened_dot": 4412082.0,
+          "latent_frames": 15524,
+          "mse": 0.07879440515995394,
+          "predicted_squared": 5153800.0,
+          "reference_squared": 6175486.0,
+          "relative_l2": 0.6369112397524218,
+          "squared_error": 2505122.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999747276306152,
+          "cosine_mean": 0.9999449253082275,
+          "cosine_min": 0.9995765686035156,
+          "cosine_std": 2.0806770407943986e-05,
+          "flattened_dot": 6175731.5,
+          "latent_frames": 15524,
+          "mse": 2.1375479602346835e-05,
+          "predicted_squared": 6176656.0,
+          "reference_squared": 6175486.0,
+          "relative_l2": 0.010490330147025169,
+          "squared_error": 679.5938720703125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "da830176-c157-444a-b74f-223507e097fc",
+      "shard_id": 1949,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8839.29214477539,
+            "count": 4480,
+            "top1_correct": 2014,
+            "top5_correct": 3699
+          },
+          {
+            "ce_sum": 17871.90350341797,
+            "count": 4480,
+            "top1_correct": 599,
+            "top5_correct": 1706
+          },
+          {
+            "ce_sum": 18158.80435180664,
+            "count": 4480,
+            "top1_correct": 663,
+            "top5_correct": 1695
+          },
+          {
+            "ce_sum": 19738.596160888672,
+            "count": 4480,
+            "top1_correct": 450,
+            "top5_correct": 1335
+          },
+          {
+            "ce_sum": 21432.576690673828,
+            "count": 4480,
+            "top1_correct": 382,
+            "top5_correct": 1083
+          },
+          {
+            "ce_sum": 23366.64093017578,
+            "count": 4480,
+            "top1_correct": 251,
+            "top5_correct": 775
+          },
+          {
+            "ce_sum": 25649.82147216797,
+            "count": 4480,
+            "top1_correct": 139,
+            "top5_correct": 468
+          },
+          {
+            "ce_sum": 26369.88214111328,
+            "count": 4480,
+            "top1_correct": 126,
+            "top5_correct": 417
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9672061800956726,
+          "cosine_mean": 0.7799472212791443,
+          "cosine_min": 0.5915111899375916,
+          "cosine_std": 0.04044149070978165,
+          "flattened_dot": 1357127.375,
+          "latent_frames": 5488,
+          "mse": 0.06957822638419905,
+          "predicted_squared": 1603270.0,
+          "reference_squared": 1893003.875,
+          "relative_l2": 0.6427364844397864,
+          "squared_error": 782019.1875,
+          "values": 11239424
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999618530273438,
+          "cosine_mean": 0.9999324083328247,
+          "cosine_min": 0.9995816946029663,
+          "cosine_std": 2.5799974537221715e-05,
+          "flattened_dot": 1892550.25,
+          "latent_frames": 5488,
+          "mse": 2.2936704685319617e-05,
+          "predicted_squared": 1892354.375,
+          "reference_squared": 1893003.875,
+          "relative_l2": 0.011669756320443179,
+          "squared_error": 257.79534912109375,
+          "values": 11239424
+        }
+      },
+      "condition_latent_frames": 5488,
+      "emitted_frames": 1591,
+      "model_id": "simpletuner-v2",
+      "sample_id": "f04e54e3-9a49-4659-ba54-eb4180584170",
+      "shard_id": 2215,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2877.384506225586,
+            "count": 1536,
+            "top1_correct": 699,
+            "top5_correct": 1261
+          },
+          {
+            "ce_sum": 6359.7852783203125,
+            "count": 1536,
+            "top1_correct": 210,
+            "top5_correct": 555
+          },
+          {
+            "ce_sum": 6537.653564453125,
+            "count": 1536,
+            "top1_correct": 187,
+            "top5_correct": 548
+          },
+          {
+            "ce_sum": 7041.094299316406,
+            "count": 1536,
+            "top1_correct": 145,
+            "top5_correct": 401
+          },
+          {
+            "ce_sum": 7794.219909667969,
+            "count": 1536,
+            "top1_correct": 103,
+            "top5_correct": 301
+          },
+          {
+            "ce_sum": 8713.085754394531,
+            "count": 1536,
+            "top1_correct": 48,
+            "top5_correct": 182
+          },
+          {
+            "ce_sum": 9361.211975097656,
+            "count": 1536,
+            "top1_correct": 28,
+            "top5_correct": 102
+          },
+          {
+            "ce_sum": 9531.916931152344,
+            "count": 1536,
+            "top1_correct": 34,
+            "top5_correct": 108
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8782212734222412,
+          "cosine_mean": 0.770703136920929,
+          "cosine_min": 0.46961599588394165,
+          "cosine_std": 0.04661379009485245,
+          "flattened_dot": 583965.5625,
+          "latent_frames": 2224,
+          "mse": 0.07745908833236145,
+          "predicted_squared": 700847.5,
+          "reference_squared": 819890.5,
+          "relative_l2": 0.6559800491703585,
+          "squared_error": 352806.9375,
+          "values": 4554752
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999732971191406,
+          "cosine_mean": 0.9999369978904724,
+          "cosine_min": 0.9997502565383911,
+          "cosine_std": 2.4345979909412563e-05,
+          "flattened_dot": 820045.875,
+          "latent_frames": 2224,
+          "mse": 2.2045489092417757e-05,
+          "predicted_squared": 820301.625,
+          "reference_squared": 819890.5,
+          "relative_l2": 0.011066602468785448,
+          "squared_error": 100.41173553466797,
+          "values": 4554752
+        }
+      },
+      "condition_latent_frames": 2224,
+      "emitted_frames": 645,
+      "model_id": "simpletuner-v2",
+      "sample_id": "f539637c-a770-4316-837b-db81c10d54bb",
+      "shard_id": 1981,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1417.4183044433594,
+            "count": 640,
+            "top1_correct": 244,
+            "top5_correct": 503
+          },
+          {
+            "ce_sum": 2543.919677734375,
+            "count": 640,
+            "top1_correct": 81,
+            "top5_correct": 234
+          },
+          {
+            "ce_sum": 2572.0626831054688,
+            "count": 640,
+            "top1_correct": 69,
+            "top5_correct": 242
+          },
+          {
+            "ce_sum": 2619.0113525390625,
+            "count": 640,
+            "top1_correct": 80,
+            "top5_correct": 232
+          },
+          {
+            "ce_sum": 2899.8641357421875,
+            "count": 640,
+            "top1_correct": 83,
+            "top5_correct": 196
+          },
+          {
+            "ce_sum": 3116.9175415039062,
+            "count": 640,
+            "top1_correct": 50,
+            "top5_correct": 137
+          },
+          {
+            "ce_sum": 3151.1482543945312,
+            "count": 640,
+            "top1_correct": 38,
+            "top5_correct": 140
+          },
+          {
+            "ce_sum": 3403.945556640625,
+            "count": 640,
+            "top1_correct": 34,
+            "top5_correct": 111
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9368624687194824,
+          "cosine_mean": 0.7510277032852173,
+          "cosine_min": 0.36711543798446655,
+          "cosine_std": 0.04817206785082817,
+          "flattened_dot": 3044166.25,
+          "latent_frames": 12478,
+          "mse": 0.08076515937581394,
+          "predicted_squared": 3616445.5,
+          "reference_squared": 4535836.0,
+          "relative_l2": 0.6745603686554732,
+          "squared_error": 2063949.125,
+          "values": 25554944
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999664425849915,
+          "cosine_mean": 0.9999392032623291,
+          "cosine_min": 0.9995189905166626,
+          "cosine_std": 1.8681708752410486e-05,
+          "flattened_dot": 4536636.5,
+          "latent_frames": 12478,
+          "mse": 2.1836656965416847e-05,
+          "predicted_squared": 4537994.0,
+          "reference_squared": 4535836.0,
+          "relative_l2": 0.011091795934595035,
+          "squared_error": 558.0345458984375,
+          "values": 25554944
+        }
+      },
+      "condition_latent_frames": 12478,
+      "emitted_frames": 3617,
+      "model_id": "simpletuner-v2",
+      "sample_id": "60c3b8fa-7212-4d8b-a4b5-5ca13e0ae575",
+      "shard_id": 2008,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7421.9267578125,
+            "count": 3584,
+            "top1_correct": 1519,
+            "top5_correct": 2870
+          },
+          {
+            "ce_sum": 15011.978302001953,
+            "count": 3584,
+            "top1_correct": 448,
+            "top5_correct": 1233
+          },
+          {
+            "ce_sum": 15772.083068847656,
+            "count": 3584,
+            "top1_correct": 409,
+            "top5_correct": 1102
+          },
+          {
+            "ce_sum": 17050.947204589844,
+            "count": 3584,
+            "top1_correct": 292,
+            "top5_correct": 869
+          },
+          {
+            "ce_sum": 18085.992065429688,
+            "count": 3584,
+            "top1_correct": 237,
+            "top5_correct": 694
+          },
+          {
+            "ce_sum": 20163.0224609375,
+            "count": 3584,
+            "top1_correct": 152,
+            "top5_correct": 464
+          },
+          {
+            "ce_sum": 21106.670959472656,
+            "count": 3584,
+            "top1_correct": 117,
+            "top5_correct": 360
+          },
+          {
+            "ce_sum": 21915.767639160156,
+            "count": 3584,
+            "top1_correct": 72,
+            "top5_correct": 249
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.936832070350647,
+          "cosine_mean": 0.7893450856208801,
+          "cosine_min": 0.5720372200012207,
+          "cosine_std": 0.05592017248272896,
+          "flattened_dot": 336059.34375,
+          "latent_frames": 1351,
+          "mse": 0.06485521837484387,
+          "predicted_squared": 392836.25,
+          "reference_squared": 458726.9375,
+          "relative_l2": 0.6254433681022955,
+          "squared_error": 179444.53125,
+          "values": 2766848
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999628663063049,
+          "cosine_mean": 0.9999222755432129,
+          "cosine_min": 0.9994381070137024,
+          "cosine_std": 4.962586172041483e-05,
+          "flattened_dot": 458561.4375,
+          "latent_frames": 1351,
+          "mse": 2.5690434642582803e-05,
+          "predicted_squared": 458467.0625,
+          "reference_squared": 458726.9375,
+          "relative_l2": 0.012448048014297077,
+          "squared_error": 71.08152770996094,
+          "values": 2766848
+        }
+      },
+      "condition_latent_frames": 1351,
+      "emitted_frames": 392,
+      "model_id": "simpletuner-v2",
+      "sample_id": "86a125b5-7f13-4859-9876-d1ff56f0480d",
+      "shard_id": 2025,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 688.6405944824219,
+            "count": 384,
+            "top1_correct": 196,
+            "top5_correct": 323
+          },
+          {
+            "ce_sum": 1587.1176452636719,
+            "count": 384,
+            "top1_correct": 52,
+            "top5_correct": 133
+          },
+          {
+            "ce_sum": 1676.6234130859375,
+            "count": 384,
+            "top1_correct": 47,
+            "top5_correct": 129
+          },
+          {
+            "ce_sum": 1753.8545532226562,
+            "count": 384,
+            "top1_correct": 53,
+            "top5_correct": 105
+          },
+          {
+            "ce_sum": 1838.4653930664062,
+            "count": 384,
+            "top1_correct": 29,
+            "top5_correct": 90
+          },
+          {
+            "ce_sum": 2159.6726684570312,
+            "count": 384,
+            "top1_correct": 7,
+            "top5_correct": 41
+          },
+          {
+            "ce_sum": 2285.9599609375,
+            "count": 384,
+            "top1_correct": 8,
+            "top5_correct": 34
+          },
+          {
+            "ce_sum": 2310.369140625,
+            "count": 384,
+            "top1_correct": 11,
+            "top5_correct": 31
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9160776138305664,
+          "cosine_mean": 0.7882997989654541,
+          "cosine_min": 0.6482371091842651,
+          "cosine_std": 0.04331372678279877,
+          "flattened_dot": 593364.625,
+          "latent_frames": 1931,
+          "mse": 0.08216025828080496,
+          "predicted_squared": 689933.0,
+          "reference_squared": 821714.3125,
+          "relative_l2": 0.6288203459902028,
+          "squared_error": 324918.1875,
+          "values": 3954688
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999586343765259,
+          "cosine_mean": 0.9998748898506165,
+          "cosine_min": 0.9989218711853027,
+          "cosine_std": 0.0001238336699316278,
+          "flattened_dot": 821077.6875,
+          "latent_frames": 1931,
+          "mse": 4.7719683874338664e-05,
+          "predicted_squared": 820629.75,
+          "reference_squared": 821714.3125,
+          "relative_l2": 0.015154599596976953,
+          "squared_error": 188.71646118164062,
+          "values": 3954688
+        }
+      },
+      "condition_latent_frames": 1931,
+      "emitted_frames": 560,
+      "model_id": "simpletuner-v2",
+      "sample_id": "fcd3023b-f8cc-4287-9c67-3ecd127860f4",
+      "shard_id": 2034,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1020.0940093994141,
+            "count": 512,
+            "top1_correct": 213,
+            "top5_correct": 444
+          },
+          {
+            "ce_sum": 2142.596221923828,
+            "count": 512,
+            "top1_correct": 77,
+            "top5_correct": 189
+          },
+          {
+            "ce_sum": 2079.856658935547,
+            "count": 512,
+            "top1_correct": 80,
+            "top5_correct": 192
+          },
+          {
+            "ce_sum": 2191.6724548339844,
+            "count": 512,
+            "top1_correct": 70,
+            "top5_correct": 161
+          },
+          {
+            "ce_sum": 2358.0443115234375,
+            "count": 512,
+            "top1_correct": 43,
+            "top5_correct": 137
+          },
+          {
+            "ce_sum": 2568.9537963867188,
+            "count": 512,
+            "top1_correct": 38,
+            "top5_correct": 113
+          },
+          {
+            "ce_sum": 2698.9409790039062,
+            "count": 512,
+            "top1_correct": 31,
+            "top5_correct": 96
+          },
+          {
+            "ce_sum": 2776.657958984375,
+            "count": 512,
+            "top1_correct": 18,
+            "top5_correct": 66
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9834967851638794,
+          "cosine_mean": 0.7889773845672607,
+          "cosine_min": 0.5674431324005127,
+          "cosine_std": 0.05106046795845032,
+          "flattened_dot": 1347708.5,
+          "latent_frames": 4732,
+          "mse": 0.07525722474640743,
+          "predicted_squared": 1568616.5,
+          "reference_squared": 1856128.75,
+          "relative_l2": 0.6268409999155162,
+          "squared_error": 729328.0,
+          "values": 9691136
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999701976776123,
+          "cosine_mean": 0.9999203085899353,
+          "cosine_min": 0.9979146718978882,
+          "cosine_std": 0.00010402704356238246,
+          "flattened_dot": 1856388.375,
+          "latent_frames": 4732,
+          "mse": 2.9426845875415172e-05,
+          "predicted_squared": 1856933.25,
+          "reference_squared": 1856128.75,
+          "relative_l2": 0.01239524606465249,
+          "squared_error": 285.1795654296875,
+          "values": 9691136
+        }
+      },
+      "condition_latent_frames": 4732,
+      "emitted_frames": 1372,
+      "model_id": "simpletuner-v2",
+      "sample_id": "8d527f9f-51c7-4f0a-aa22-2071a9a577a4",
+      "shard_id": 2041,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2571.6190032958984,
+            "count": 1280,
+            "top1_correct": 539,
+            "top5_correct": 1054
+          },
+          {
+            "ce_sum": 5089.036804199219,
+            "count": 1280,
+            "top1_correct": 188,
+            "top5_correct": 505
+          },
+          {
+            "ce_sum": 5078.200408935547,
+            "count": 1280,
+            "top1_correct": 196,
+            "top5_correct": 488
+          },
+          {
+            "ce_sum": 5761.555603027344,
+            "count": 1280,
+            "top1_correct": 134,
+            "top5_correct": 365
+          },
+          {
+            "ce_sum": 5869.8193359375,
+            "count": 1280,
+            "top1_correct": 131,
+            "top5_correct": 347
+          },
+          {
+            "ce_sum": 6763.925964355469,
+            "count": 1280,
+            "top1_correct": 59,
+            "top5_correct": 203
+          },
+          {
+            "ce_sum": 7133.617980957031,
+            "count": 1280,
+            "top1_correct": 59,
+            "top5_correct": 164
+          },
+          {
+            "ce_sum": 7202.415710449219,
+            "count": 1280,
+            "top1_correct": 61,
+            "top5_correct": 177
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9167566299438477,
+          "cosine_mean": 0.7760653495788574,
+          "cosine_min": 0.587518572807312,
+          "cosine_std": 0.055079083889722824,
+          "flattened_dot": 427903.0625,
+          "latent_frames": 1524,
+          "mse": 0.08202645910067821,
+          "predicted_squared": 507909.75,
+          "reference_squared": 603913.4375,
+          "relative_l2": 0.6510991004505852,
+          "squared_error": 256017.046875,
+          "values": 3121152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999662041664124,
+          "cosine_mean": 0.9999355673789978,
+          "cosine_min": 0.9997800588607788,
+          "cosine_std": 2.715888331294991e-05,
+          "flattened_dot": 604235.375,
+          "latent_frames": 1524,
+          "mse": 2.479663465827156e-05,
+          "predicted_squared": 604634.625,
+          "reference_squared": 603913.4375,
+          "relative_l2": 0.011320522828009065,
+          "squared_error": 77.3940658569336,
+          "values": 3121152
+        }
+      },
+      "condition_latent_frames": 1524,
+      "emitted_frames": 442,
+      "model_id": "simpletuner-v2",
+      "sample_id": "e197916f-6203-47a8-853c-c0cb40f0bd99",
+      "shard_id": 2073,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 722.189453125,
+            "count": 384,
+            "top1_correct": 186,
+            "top5_correct": 320
+          },
+          {
+            "ce_sum": 1450.2455444335938,
+            "count": 384,
+            "top1_correct": 52,
+            "top5_correct": 168
+          },
+          {
+            "ce_sum": 1539.602294921875,
+            "count": 384,
+            "top1_correct": 55,
+            "top5_correct": 145
+          },
+          {
+            "ce_sum": 1706.7684326171875,
+            "count": 384,
+            "top1_correct": 38,
+            "top5_correct": 115
+          },
+          {
+            "ce_sum": 1811.8416748046875,
+            "count": 384,
+            "top1_correct": 34,
+            "top5_correct": 94
+          },
+          {
+            "ce_sum": 1926.4218139648438,
+            "count": 384,
+            "top1_correct": 22,
+            "top5_correct": 81
+          },
+          {
+            "ce_sum": 1867.893310546875,
+            "count": 384,
+            "top1_correct": 39,
+            "top5_correct": 105
+          },
+          {
+            "ce_sum": 2050.1817016601562,
+            "count": 384,
+            "top1_correct": 21,
+            "top5_correct": 59
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9112827777862549,
+          "cosine_mean": 0.7445014119148254,
+          "cosine_min": 0.1794852316379547,
+          "cosine_std": 0.048120494931936264,
+          "flattened_dot": 3893533.0,
+          "latent_frames": 14768,
+          "mse": 0.09001749850817646,
+          "predicted_squared": 4651525.0,
+          "reference_squared": 5858108.0,
+          "relative_l2": 0.6817271669409724,
+          "squared_error": 2722567.0,
+          "values": 30244864
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999747276306152,
+          "cosine_mean": 0.9999486207962036,
+          "cosine_min": 0.9998003244400024,
+          "cosine_std": 1.2683611203101464e-05,
+          "flattened_dot": 5860878.0,
+          "latent_frames": 14768,
+          "mse": 2.018130613432416e-05,
+          "predicted_squared": 5864258.0,
+          "reference_squared": 5858108.0,
+          "relative_l2": 0.01020755588101958,
+          "squared_error": 610.380859375,
+          "values": 30244864
+        }
+      },
+      "condition_latent_frames": 14768,
+      "emitted_frames": 4281,
+      "model_id": "simpletuner-v2",
+      "sample_id": "0385eeed-b4cf-4526-8f2c-f7689ea2502f",
+      "shard_id": 2079,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9157.995574951172,
+            "count": 4224,
+            "top1_correct": 1748,
+            "top5_correct": 3331
+          },
+          {
+            "ce_sum": 17372.67300415039,
+            "count": 4224,
+            "top1_correct": 548,
+            "top5_correct": 1517
+          },
+          {
+            "ce_sum": 18565.27703857422,
+            "count": 4224,
+            "top1_correct": 456,
+            "top5_correct": 1343
+          },
+          {
+            "ce_sum": 19235.959838867188,
+            "count": 4224,
+            "top1_correct": 401,
+            "top5_correct": 1150
+          },
+          {
+            "ce_sum": 20033.8857421875,
+            "count": 4224,
+            "top1_correct": 371,
+            "top5_correct": 1034
+          },
+          {
+            "ce_sum": 22564.52166748047,
+            "count": 4224,
+            "top1_correct": 227,
+            "top5_correct": 696
+          },
+          {
+            "ce_sum": 24396.869567871094,
+            "count": 4224,
+            "top1_correct": 122,
+            "top5_correct": 428
+          },
+          {
+            "ce_sum": 24951.776977539062,
+            "count": 4224,
+            "top1_correct": 121,
+            "top5_correct": 403
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9050561189651489,
+          "cosine_mean": 0.7480180263519287,
+          "cosine_min": 0.5443673729896545,
+          "cosine_std": 0.04985567554831505,
+          "flattened_dot": 2618734.25,
+          "latent_frames": 10342,
+          "mse": 0.08366597355783759,
+          "predicted_squared": 3205559.0,
+          "reference_squared": 3803989.5,
+          "relative_l2": 0.6825304360318647,
+          "squared_error": 1772080.125,
+          "values": 21180416
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999723434448242,
+          "cosine_mean": 0.999935507774353,
+          "cosine_min": 0.9997527599334717,
+          "cosine_std": 1.9094521121587604e-05,
+          "flattened_dot": 3805574.0,
+          "latent_frames": 10342,
+          "mse": 2.3178430607323027e-05,
+          "predicted_squared": 3807649.0,
+          "reference_squared": 3803989.5,
+          "relative_l2": 0.01136029480238976,
+          "squared_error": 490.9288024902344,
+          "values": 21180416
+        }
+      },
+      "condition_latent_frames": 10342,
+      "emitted_frames": 2998,
+      "model_id": "simpletuner-v2",
+      "sample_id": "903b16e1-74f2-4c87-bbe8-0254ed9c4812",
+      "shard_id": 2111,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6464.184967041016,
+            "count": 2944,
+            "top1_correct": 1185,
+            "top5_correct": 2310
+          },
+          {
+            "ce_sum": 12855.177734375,
+            "count": 2944,
+            "top1_correct": 315,
+            "top5_correct": 894
+          },
+          {
+            "ce_sum": 12940.136260986328,
+            "count": 2944,
+            "top1_correct": 342,
+            "top5_correct": 928
+          },
+          {
+            "ce_sum": 13508.744079589844,
+            "count": 2944,
+            "top1_correct": 313,
+            "top5_correct": 827
+          },
+          {
+            "ce_sum": 13854.218048095703,
+            "count": 2944,
+            "top1_correct": 277,
+            "top5_correct": 758
+          },
+          {
+            "ce_sum": 16095.914794921875,
+            "count": 2944,
+            "top1_correct": 132,
+            "top5_correct": 410
+          },
+          {
+            "ce_sum": 16811.556762695312,
+            "count": 2944,
+            "top1_correct": 110,
+            "top5_correct": 350
+          },
+          {
+            "ce_sum": 17644.80419921875,
+            "count": 2944,
+            "top1_correct": 63,
+            "top5_correct": 242
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9392117857933044,
+          "cosine_mean": 0.7785021066665649,
+          "cosine_min": 0.5310967564582825,
+          "cosine_std": 0.04335526004433632,
+          "flattened_dot": 4119098.75,
+          "latent_frames": 14485,
+          "mse": 0.08000016349078788,
+          "predicted_squared": 4828225.0,
+          "reference_squared": 5783200.0,
+          "relative_l2": 0.6405979688634622,
+          "squared_error": 2373227.25,
+          "values": 29665280
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999657869338989,
+          "cosine_mean": 0.9999122619628906,
+          "cosine_min": 0.9989082217216492,
+          "cosine_std": 4.6192311856430024e-05,
+          "flattened_dot": 5782419.5,
+          "latent_frames": 14485,
+          "mse": 3.379709069630916e-05,
+          "predicted_squared": 5782641.0,
+          "reference_squared": 5783200.0,
+          "relative_l2": 0.013166786048896505,
+          "squared_error": 1002.6001586914062,
+          "values": 29665280
+        }
+      },
+      "condition_latent_frames": 14485,
+      "emitted_frames": 4199,
+      "model_id": "simpletuner-v2",
+      "sample_id": "848e7dbf-b9f2-4ee2-bcc5-fed51ce1d6b7",
+      "shard_id": 2113,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8520.86849975586,
+            "count": 4096,
+            "top1_correct": 1747,
+            "top5_correct": 3312
+          },
+          {
+            "ce_sum": 17650.291259765625,
+            "count": 4096,
+            "top1_correct": 508,
+            "top5_correct": 1295
+          },
+          {
+            "ce_sum": 17116.76544189453,
+            "count": 4096,
+            "top1_correct": 504,
+            "top5_correct": 1428
+          },
+          {
+            "ce_sum": 18537.716430664062,
+            "count": 4096,
+            "top1_correct": 395,
+            "top5_correct": 1144
+          },
+          {
+            "ce_sum": 19201.96368408203,
+            "count": 4096,
+            "top1_correct": 353,
+            "top5_correct": 1041
+          },
+          {
+            "ce_sum": 22017.948486328125,
+            "count": 4096,
+            "top1_correct": 177,
+            "top5_correct": 615
+          },
+          {
+            "ce_sum": 23668.992248535156,
+            "count": 4096,
+            "top1_correct": 130,
+            "top5_correct": 441
+          },
+          {
+            "ce_sum": 24378.865783691406,
+            "count": 4096,
+            "top1_correct": 111,
+            "top5_correct": 342
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9498067498207092,
+          "cosine_mean": 0.7803999185562134,
+          "cosine_min": 0.5019373297691345,
+          "cosine_std": 0.048215899616479874,
+          "flattened_dot": 406315.625,
+          "latent_frames": 1455,
+          "mse": 0.0780773464347079,
+          "predicted_squared": 480931.8125,
+          "reference_squared": 564357.375,
+          "relative_l2": 0.6420692820394065,
+          "squared_error": 232658.0,
+          "values": 2979840
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999679923057556,
+          "cosine_mean": 0.9999385476112366,
+          "cosine_min": 0.9998178482055664,
+          "cosine_std": 2.1891832147957757e-05,
+          "flattened_dot": 564126.0,
+          "latent_frames": 1455,
+          "mse": 2.2673384123241778e-05,
+          "predicted_squared": 563962.125,
+          "reference_squared": 564357.375,
+          "relative_l2": 0.010941517096607204,
+          "squared_error": 67.56305694580078,
+          "values": 2979840
+        }
+      },
+      "condition_latent_frames": 1455,
+      "emitted_frames": 422,
+      "model_id": "simpletuner-v2",
+      "sample_id": "25cdb4b6-ea4d-46d2-8ba8-7fe5a10da136",
+      "shard_id": 2162,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 884.1100463867188,
+            "count": 384,
+            "top1_correct": 146,
+            "top5_correct": 292
+          },
+          {
+            "ce_sum": 1536.282470703125,
+            "count": 384,
+            "top1_correct": 60,
+            "top5_correct": 137
+          },
+          {
+            "ce_sum": 1647.2933959960938,
+            "count": 384,
+            "top1_correct": 49,
+            "top5_correct": 125
+          },
+          {
+            "ce_sum": 1809.8112182617188,
+            "count": 384,
+            "top1_correct": 39,
+            "top5_correct": 104
+          },
+          {
+            "ce_sum": 1891.3189086914062,
+            "count": 384,
+            "top1_correct": 28,
+            "top5_correct": 91
+          },
+          {
+            "ce_sum": 1927.5675048828125,
+            "count": 384,
+            "top1_correct": 24,
+            "top5_correct": 76
+          },
+          {
+            "ce_sum": 2164.5987548828125,
+            "count": 384,
+            "top1_correct": 12,
+            "top5_correct": 38
+          },
+          {
+            "ce_sum": 2116.0015258789062,
+            "count": 384,
+            "top1_correct": 13,
+            "top5_correct": 50
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9635114073753357,
+          "cosine_mean": 0.7598273158073425,
+          "cosine_min": 0.5550225973129272,
+          "cosine_std": 0.04791461303830147,
+          "flattened_dot": 2777547.5,
+          "latent_frames": 11774,
+          "mse": 0.07294264661044728,
+          "predicted_squared": 3358065.5,
+          "reference_squared": 3955907.0,
+          "relative_l2": 0.6667986529338606,
+          "squared_error": 1758877.125,
+          "values": 24113152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999715089797974,
+          "cosine_mean": 0.999929666519165,
+          "cosine_min": 0.9994894862174988,
+          "cosine_std": 3.3879241527756676e-05,
+          "flattened_dot": 3954230.75,
+          "latent_frames": 11774,
+          "mse": 2.2800553527412137e-05,
+          "predicted_squared": 3953104.5,
+          "reference_squared": 3955907.0,
+          "relative_l2": 0.011788991390835571,
+          "squared_error": 549.793212890625,
+          "values": 24113152
+        }
+      },
+      "condition_latent_frames": 11774,
+      "emitted_frames": 3413,
+      "model_id": "simpletuner-v2",
+      "sample_id": "a802fc74-8c23-4951-9afd-73e1c8599eef",
+      "shard_id": 2164,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5656.768325805664,
+            "count": 3328,
+            "top1_correct": 1644,
+            "top5_correct": 2872
+          },
+          {
+            "ce_sum": 14856.63232421875,
+            "count": 3328,
+            "top1_correct": 349,
+            "top5_correct": 1025
+          },
+          {
+            "ce_sum": 15023.454162597656,
+            "count": 3328,
+            "top1_correct": 314,
+            "top5_correct": 973
+          },
+          {
+            "ce_sum": 15965.578369140625,
+            "count": 3328,
+            "top1_correct": 267,
+            "top5_correct": 774
+          },
+          {
+            "ce_sum": 16298.629455566406,
+            "count": 3328,
+            "top1_correct": 237,
+            "top5_correct": 754
+          },
+          {
+            "ce_sum": 19258.222412109375,
+            "count": 3328,
+            "top1_correct": 104,
+            "top5_correct": 336
+          },
+          {
+            "ce_sum": 20183.772094726562,
+            "count": 3328,
+            "top1_correct": 75,
+            "top5_correct": 261
+          },
+          {
+            "ce_sum": 20737.34002685547,
+            "count": 3328,
+            "top1_correct": 69,
+            "top5_correct": 215
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9469270706176758,
+          "cosine_mean": 0.7993620038032532,
+          "cosine_min": 0.52457195520401,
+          "cosine_std": 0.041934989392757416,
+          "flattened_dot": 1505712.25,
+          "latent_frames": 5609,
+          "mse": 0.06649887457657336,
+          "predicted_squared": 1754054.125,
+          "reference_squared": 2021258.25,
+          "relative_l2": 0.614757649018378,
+          "squared_error": 763888.0,
+          "values": 11487232
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999597668647766,
+          "cosine_mean": 0.9999157190322876,
+          "cosine_min": 0.9990390539169312,
+          "cosine_std": 4.442021236172877e-05,
+          "flattened_dot": 2021662.0,
+          "latent_frames": 5609,
+          "mse": 2.9500008670802122e-05,
+          "predicted_squared": 2022404.75,
+          "reference_squared": 2021258.25,
+          "relative_l2": 0.012948154271892633,
+          "squared_error": 338.8734436035156,
+          "values": 11487232
+        }
+      },
+      "condition_latent_frames": 5609,
+      "emitted_frames": 1626,
+      "model_id": "simpletuner-v2",
+      "sample_id": "523595ac-4e69-4069-bcf4-6e4c577f29b8",
+      "shard_id": 2187,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2977.370590209961,
+            "count": 1536,
+            "top1_correct": 694,
+            "top5_correct": 1265
+          },
+          {
+            "ce_sum": 5961.840911865234,
+            "count": 1536,
+            "top1_correct": 221,
+            "top5_correct": 629
+          },
+          {
+            "ce_sum": 6240.040679931641,
+            "count": 1536,
+            "top1_correct": 217,
+            "top5_correct": 569
+          },
+          {
+            "ce_sum": 6717.736755371094,
+            "count": 1536,
+            "top1_correct": 184,
+            "top5_correct": 469
+          },
+          {
+            "ce_sum": 7048.9027099609375,
+            "count": 1536,
+            "top1_correct": 157,
+            "top5_correct": 418
+          },
+          {
+            "ce_sum": 8168.353515625,
+            "count": 1536,
+            "top1_correct": 92,
+            "top5_correct": 248
+          },
+          {
+            "ce_sum": 8743.113098144531,
+            "count": 1536,
+            "top1_correct": 62,
+            "top5_correct": 192
+          },
+          {
+            "ce_sum": 8742.453369140625,
+            "count": 1536,
+            "top1_correct": 56,
+            "top5_correct": 191
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.905468761920929,
+          "cosine_mean": 0.7655834555625916,
+          "cosine_min": 0.44622737169265747,
+          "cosine_std": 0.048626918345689774,
+          "flattened_dot": 2862615.5,
+          "latent_frames": 11487,
+          "mse": 0.0753781257311254,
+          "predicted_squared": 3382049.0,
+          "reference_squared": 4116480.5,
+          "relative_l2": 0.6563385643067534,
+          "squared_error": 1773298.75,
+          "values": 23525376
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999675750732422,
+          "cosine_mean": 0.999936580657959,
+          "cosine_min": 0.9994958639144897,
+          "cosine_std": 2.0393797967699356e-05,
+          "flattened_dot": 4116952.75,
+          "latent_frames": 11487,
+          "mse": 2.235855478795004e-05,
+          "predicted_squared": 4117951.0,
+          "reference_squared": 4116480.5,
+          "relative_l2": 0.011303869096200505,
+          "squared_error": 525.993408203125,
+          "values": 23525376
+        }
+      },
+      "condition_latent_frames": 11487,
+      "emitted_frames": 3330,
+      "model_id": "simpletuner-v2",
+      "sample_id": "c42540cd-64fa-4f85-bdaf-cc7219f4d5f4",
+      "shard_id": 2236,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7225.102584838867,
+            "count": 3328,
+            "top1_correct": 1323,
+            "top5_correct": 2613
+          },
+          {
+            "ce_sum": 13724.204071044922,
+            "count": 3328,
+            "top1_correct": 454,
+            "top5_correct": 1194
+          },
+          {
+            "ce_sum": 14054.463623046875,
+            "count": 3328,
+            "top1_correct": 413,
+            "top5_correct": 1128
+          },
+          {
+            "ce_sum": 15342.242065429688,
+            "count": 3328,
+            "top1_correct": 275,
+            "top5_correct": 901
+          },
+          {
+            "ce_sum": 15999.879333496094,
+            "count": 3328,
+            "top1_correct": 258,
+            "top5_correct": 772
+          },
+          {
+            "ce_sum": 17852.048400878906,
+            "count": 3328,
+            "top1_correct": 202,
+            "top5_correct": 556
+          },
+          {
+            "ce_sum": 18516.468505859375,
+            "count": 3328,
+            "top1_correct": 167,
+            "top5_correct": 489
+          },
+          {
+            "ce_sum": 19169.82208251953,
+            "count": 3328,
+            "top1_correct": 134,
+            "top5_correct": 400
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9255278706550598,
+          "cosine_mean": 0.7438845038414001,
+          "cosine_min": 0.5126546025276184,
+          "cosine_std": 0.05322546139359474,
+          "flattened_dot": 2075967.625,
+          "latent_frames": 8472,
+          "mse": 0.08324605277172228,
+          "predicted_squared": 2524264.0,
+          "reference_squared": 3072044.5,
+          "relative_l2": 0.6856871701941534,
+          "squared_error": 1444373.625,
+          "values": 17350656
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999648332595825,
+          "cosine_mean": 0.999882161617279,
+          "cosine_min": 0.9975578784942627,
+          "cosine_std": 9.848181798588485e-05,
+          "flattened_dot": 3071767.25,
+          "latent_frames": 8472,
+          "mse": 4.0258776055291874e-05,
+          "predicted_squared": 3072188.25,
+          "reference_squared": 3072044.5,
+          "relative_l2": 0.015079067392648785,
+          "squared_error": 698.5161743164062,
+          "values": 17350656
+        }
+      },
+      "condition_latent_frames": 8472,
+      "emitted_frames": 2456,
+      "model_id": "simpletuner-v2",
+      "sample_id": "2e9ad923-fac4-41d4-b26e-ea253ded0429",
+      "shard_id": 2303,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5184.669494628906,
+            "count": 2432,
+            "top1_correct": 1018,
+            "top5_correct": 1906
+          },
+          {
+            "ce_sum": 10813.944396972656,
+            "count": 2432,
+            "top1_correct": 236,
+            "top5_correct": 698
+          },
+          {
+            "ce_sum": 10582.324920654297,
+            "count": 2432,
+            "top1_correct": 266,
+            "top5_correct": 793
+          },
+          {
+            "ce_sum": 11469.757202148438,
+            "count": 2432,
+            "top1_correct": 207,
+            "top5_correct": 619
+          },
+          {
+            "ce_sum": 12317.335083007812,
+            "count": 2432,
+            "top1_correct": 136,
+            "top5_correct": 462
+          },
+          {
+            "ce_sum": 13952.246032714844,
+            "count": 2432,
+            "top1_correct": 72,
+            "top5_correct": 250
+          },
+          {
+            "ce_sum": 14774.910461425781,
+            "count": 2432,
+            "top1_correct": 74,
+            "top5_correct": 204
+          },
+          {
+            "ce_sum": 14918.878662109375,
+            "count": 2432,
+            "top1_correct": 60,
+            "top5_correct": 188
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9206781387329102,
+          "cosine_mean": 0.7745352387428284,
+          "cosine_min": 0.5255017876625061,
+          "cosine_std": 0.047538574784994125,
+          "flattened_dot": 4058260.0,
+          "latent_frames": 15524,
+          "mse": 0.07442057019071277,
+          "predicted_squared": 4786788.0,
+          "reference_squared": 5695796.0,
+          "relative_l2": 0.6445195224356439,
+          "squared_error": 2366064.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999719262123108,
+          "cosine_mean": 0.9999479651451111,
+          "cosine_min": 0.999823808670044,
+          "cosine_std": 1.316528141614981e-05,
+          "flattened_dot": 5697783.0,
+          "latent_frames": 15524,
+          "mse": 1.887406571198296e-05,
+          "predicted_squared": 5700370.5,
+          "reference_squared": 5695796.0,
+          "relative_l2": 0.010264133958405192,
+          "squared_error": 600.0660400390625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "1280a5b3-93ad-4cd5-b8d0-42f3ea1ff1e6",
+      "shard_id": 2332,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8781.229949951172,
+            "count": 4480,
+            "top1_correct": 1971,
+            "top5_correct": 3714
+          },
+          {
+            "ce_sum": 19123.373931884766,
+            "count": 4480,
+            "top1_correct": 494,
+            "top5_correct": 1453
+          },
+          {
+            "ce_sum": 18181.780151367188,
+            "count": 4480,
+            "top1_correct": 600,
+            "top5_correct": 1659
+          },
+          {
+            "ce_sum": 20017.582092285156,
+            "count": 4480,
+            "top1_correct": 484,
+            "top5_correct": 1385
+          },
+          {
+            "ce_sum": 20731.3984375,
+            "count": 4480,
+            "top1_correct": 443,
+            "top5_correct": 1209
+          },
+          {
+            "ce_sum": 24236.119201660156,
+            "count": 4480,
+            "top1_correct": 212,
+            "top5_correct": 685
+          },
+          {
+            "ce_sum": 25482.75665283203,
+            "count": 4480,
+            "top1_correct": 167,
+            "top5_correct": 534
+          },
+          {
+            "ce_sum": 26306.539306640625,
+            "count": 4480,
+            "top1_correct": 127,
+            "top5_correct": 459
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9225555658340454,
+          "cosine_mean": 0.7908788919448853,
+          "cosine_min": 0.4553998112678528,
+          "cosine_std": 0.045797038823366165,
+          "flattened_dot": 3879667.75,
+          "latent_frames": 13440,
+          "mse": 0.0763506117321196,
+          "predicted_squared": 4317907.0,
+          "reference_squared": 5542988.5,
+          "relative_l2": 0.6157421478051602,
+          "squared_error": 2101559.75,
+          "values": 27525120
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999692440032959,
+          "cosine_mean": 0.999933123588562,
+          "cosine_min": 0.9994672536849976,
+          "cosine_std": 2.667365151864942e-05,
+          "flattened_dot": 5543615.0,
+          "latent_frames": 13440,
+          "mse": 2.6638431119776907e-05,
+          "predicted_squared": 5544974.5,
+          "reference_squared": 5542988.5,
+          "relative_l2": 0.011501300308500563,
+          "squared_error": 733.2260131835938,
+          "values": 27525120
+        }
+      },
+      "condition_latent_frames": 13440,
+      "emitted_frames": 3896,
+      "model_id": "simpletuner-v2",
+      "sample_id": "321b28b8-aa0a-4886-864d-a5adfa300aa3",
+      "shard_id": 2337,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6818.5870361328125,
+            "count": 3840,
+            "top1_correct": 1872,
+            "top5_correct": 3270
+          },
+          {
+            "ce_sum": 15902.233581542969,
+            "count": 3840,
+            "top1_correct": 511,
+            "top5_correct": 1397
+          },
+          {
+            "ce_sum": 15095.795867919922,
+            "count": 3840,
+            "top1_correct": 580,
+            "top5_correct": 1519
+          },
+          {
+            "ce_sum": 16595.188354492188,
+            "count": 3840,
+            "top1_correct": 415,
+            "top5_correct": 1197
+          },
+          {
+            "ce_sum": 17373.01318359375,
+            "count": 3840,
+            "top1_correct": 428,
+            "top5_correct": 1097
+          },
+          {
+            "ce_sum": 20140.17498779297,
+            "count": 3840,
+            "top1_correct": 223,
+            "top5_correct": 700
+          },
+          {
+            "ce_sum": 22219.09295654297,
+            "count": 3840,
+            "top1_correct": 139,
+            "top5_correct": 436
+          },
+          {
+            "ce_sum": 22089.301513671875,
+            "count": 3840,
+            "top1_correct": 163,
+            "top5_correct": 462
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9709628820419312,
+          "cosine_mean": 0.7989970445632935,
+          "cosine_min": 0.4060670733451843,
+          "cosine_std": 0.04581702873110771,
+          "flattened_dot": 2377259.5,
+          "latent_frames": 8455,
+          "mse": 0.06979701822146658,
+          "predicted_squared": 2697808.0,
+          "reference_squared": 3265305.25,
+          "relative_l2": 0.6083847560505168,
+          "squared_error": 1208594.0,
+          "values": 17315840
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999749660491943,
+          "cosine_mean": 0.9999422430992126,
+          "cosine_min": 0.9997609257698059,
+          "cosine_std": 1.789404996088706e-05,
+          "flattened_dot": 3265070.75,
+          "latent_frames": 8455,
+          "mse": 2.1542357594779368e-05,
+          "predicted_squared": 3265209.0,
+          "reference_squared": 3265305.25,
+          "relative_l2": 0.0106882475566235,
+          "squared_error": 373.0240173339844,
+          "values": 17315840
+        }
+      },
+      "condition_latent_frames": 8455,
+      "emitted_frames": 2451,
+      "model_id": "simpletuner-v2",
+      "sample_id": "9d9c35b3-172b-4725-a01d-9e0d3061b90b",
+      "shard_id": 2371,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4164.847473144531,
+            "count": 2432,
+            "top1_correct": 1214,
+            "top5_correct": 2110
+          },
+          {
+            "ce_sum": 10146.71646118164,
+            "count": 2432,
+            "top1_correct": 304,
+            "top5_correct": 823
+          },
+          {
+            "ce_sum": 9878.501831054688,
+            "count": 2432,
+            "top1_correct": 343,
+            "top5_correct": 912
+          },
+          {
+            "ce_sum": 10222.59130859375,
+            "count": 2432,
+            "top1_correct": 317,
+            "top5_correct": 834
+          },
+          {
+            "ce_sum": 11381.71533203125,
+            "count": 2432,
+            "top1_correct": 196,
+            "top5_correct": 607
+          },
+          {
+            "ce_sum": 12952.976684570312,
+            "count": 2432,
+            "top1_correct": 133,
+            "top5_correct": 397
+          },
+          {
+            "ce_sum": 14115.9033203125,
+            "count": 2432,
+            "top1_correct": 69,
+            "top5_correct": 237
+          },
+          {
+            "ce_sum": 14637.888916015625,
+            "count": 2432,
+            "top1_correct": 64,
+            "top5_correct": 229
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9787768125534058,
+          "cosine_mean": 0.7490703463554382,
+          "cosine_min": 0.5347182154655457,
+          "cosine_std": 0.05959303677082062,
+          "flattened_dot": 1990838.0,
+          "latent_frames": 7785,
+          "mse": 0.08242232972563424,
+          "predicted_squared": 2396895.0,
+          "reference_squared": 2898896.0,
+          "relative_l2": 0.6732872806435583,
+          "squared_error": 1314115.25,
+          "values": 15943680
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999681711196899,
+          "cosine_mean": 0.9998921751976013,
+          "cosine_min": 0.9891294836997986,
+          "cosine_std": 0.0003700156812556088,
+          "flattened_dot": 2898952.25,
+          "latent_frames": 7785,
+          "mse": 3.563698163458224e-05,
+          "predicted_squared": 2899576.5,
+          "reference_squared": 2898896.0,
+          "relative_l2": 0.014000012509037957,
+          "squared_error": 568.1846313476562,
+          "values": 15943680
+        }
+      },
+      "condition_latent_frames": 7785,
+      "emitted_frames": 2257,
+      "model_id": "simpletuner-v2",
+      "sample_id": "d73fcec5-5a1d-416a-8a26-5bc21da53b94",
+      "shard_id": 2429,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4028.322006225586,
+            "count": 2176,
+            "top1_correct": 1007,
+            "top5_correct": 1840
+          },
+          {
+            "ce_sum": 9171.18814086914,
+            "count": 2176,
+            "top1_correct": 255,
+            "top5_correct": 779
+          },
+          {
+            "ce_sum": 9210.1962890625,
+            "count": 2176,
+            "top1_correct": 268,
+            "top5_correct": 730
+          },
+          {
+            "ce_sum": 10116.683166503906,
+            "count": 2176,
+            "top1_correct": 205,
+            "top5_correct": 583
+          },
+          {
+            "ce_sum": 10676.993225097656,
+            "count": 2176,
+            "top1_correct": 164,
+            "top5_correct": 504
+          },
+          {
+            "ce_sum": 11864.455139160156,
+            "count": 2176,
+            "top1_correct": 102,
+            "top5_correct": 349
+          },
+          {
+            "ce_sum": 12930.445434570312,
+            "count": 2176,
+            "top1_correct": 61,
+            "top5_correct": 186
+          },
+          {
+            "ce_sum": 13256.701232910156,
+            "count": 2176,
+            "top1_correct": 46,
+            "top5_correct": 180
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9002115726470947,
+          "cosine_mean": 0.7466614842414856,
+          "cosine_min": 0.5385191440582275,
+          "cosine_std": 0.0579909011721611,
+          "flattened_dot": 814576.75,
+          "latent_frames": 3318,
+          "mse": 0.08095404755429664,
+          "predicted_squared": 1009053.0,
+          "reference_squared": 1170204.625,
+          "relative_l2": 0.6856327368874431,
+          "squared_error": 550104.125,
+          "values": 6795264
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999575614929199,
+          "cosine_mean": 0.9998981356620789,
+          "cosine_min": 0.999567985534668,
+          "cosine_std": 4.0057129808701575e-05,
+          "flattened_dot": 1171828.875,
+          "latent_frames": 3318,
+          "mse": 3.5400551223409975e-05,
+          "predicted_squared": 1173693.625,
+          "reference_squared": 1170204.625,
+          "relative_l2": 0.014337626877799938,
+          "squared_error": 240.55609130859375,
+          "values": 6795264
+        }
+      },
+      "condition_latent_frames": 3318,
+      "emitted_frames": 962,
+      "model_id": "simpletuner-v2",
+      "sample_id": "e5a32971-24c9-49bc-b651-e7caf0c4a216",
+      "shard_id": 2444,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2099.044631958008,
+            "count": 896,
+            "top1_correct": 340,
+            "top5_correct": 666
+          },
+          {
+            "ce_sum": 3922.6828002929688,
+            "count": 896,
+            "top1_correct": 105,
+            "top5_correct": 277
+          },
+          {
+            "ce_sum": 3776.638916015625,
+            "count": 896,
+            "top1_correct": 115,
+            "top5_correct": 301
+          },
+          {
+            "ce_sum": 4071.9933471679688,
+            "count": 896,
+            "top1_correct": 86,
+            "top5_correct": 253
+          },
+          {
+            "ce_sum": 4315.164123535156,
+            "count": 896,
+            "top1_correct": 69,
+            "top5_correct": 203
+          },
+          {
+            "ce_sum": 4751.88427734375,
+            "count": 896,
+            "top1_correct": 59,
+            "top5_correct": 154
+          },
+          {
+            "ce_sum": 5048.1514892578125,
+            "count": 896,
+            "top1_correct": 32,
+            "top5_correct": 113
+          },
+          {
+            "ce_sum": 5158.513854980469,
+            "count": 896,
+            "top1_correct": 36,
+            "top5_correct": 107
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9577010273933411,
+          "cosine_mean": 0.7274165153503418,
+          "cosine_min": 0.16887348890304565,
+          "cosine_std": 0.04853157326579094,
+          "flattened_dot": 3607692.75,
+          "latent_frames": 15524,
+          "mse": 0.08607673595873727,
+          "predicted_squared": 4458919.0,
+          "reference_squared": 5493117.0,
+          "relative_l2": 0.7058302442533223,
+          "squared_error": 2736650.75,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.999973714351654,
+          "cosine_mean": 0.9999500513076782,
+          "cosine_min": 0.9997940063476562,
+          "cosine_std": 1.0379113518865779e-05,
+          "flattened_dot": 5494503.5,
+          "latent_frames": 15524,
+          "mse": 1.7515142011261577e-05,
+          "predicted_squared": 5496446.0,
+          "reference_squared": 5493117.0,
+          "relative_l2": 0.010068486682593105,
+          "squared_error": 556.861572265625,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "597f9e50-5535-4bb7-8fd7-728216b28a17",
+      "shard_id": 2441,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 10096.74447631836,
+            "count": 4480,
+            "top1_correct": 1692,
+            "top5_correct": 3471
+          },
+          {
+            "ce_sum": 20470.20101928711,
+            "count": 4480,
+            "top1_correct": 429,
+            "top5_correct": 1231
+          },
+          {
+            "ce_sum": 21109.80877685547,
+            "count": 4480,
+            "top1_correct": 385,
+            "top5_correct": 1123
+          },
+          {
+            "ce_sum": 21410.721069335938,
+            "count": 4480,
+            "top1_correct": 339,
+            "top5_correct": 1072
+          },
+          {
+            "ce_sum": 22893.55792236328,
+            "count": 4480,
+            "top1_correct": 275,
+            "top5_correct": 878
+          },
+          {
+            "ce_sum": 26247.259399414062,
+            "count": 4480,
+            "top1_correct": 132,
+            "top5_correct": 420
+          },
+          {
+            "ce_sum": 27386.3916015625,
+            "count": 4480,
+            "top1_correct": 91,
+            "top5_correct": 315
+          },
+          {
+            "ce_sum": 27611.25323486328,
+            "count": 4480,
+            "top1_correct": 82,
+            "top5_correct": 283
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9088455438613892,
+          "cosine_mean": 0.7758958339691162,
+          "cosine_min": 0.5815561413764954,
+          "cosine_std": 0.04887159541249275,
+          "flattened_dot": 1613984.75,
+          "latent_frames": 6157,
+          "mse": 0.07458600677296928,
+          "predicted_squared": 1923631.75,
+          "reference_squared": 2244832.5,
+          "relative_l2": 0.6472711652607157,
+          "squared_error": 940494.9375,
+          "values": 12609536
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999691247940063,
+          "cosine_mean": 0.9999408721923828,
+          "cosine_min": 0.999797523021698,
+          "cosine_std": 1.6951777070062235e-05,
+          "flattened_dot": 2247072.25,
+          "latent_frames": 6157,
+          "mse": 2.1350302439880618e-05,
+          "predicted_squared": 2249581.0,
+          "reference_squared": 2244832.5,
+          "relative_l2": 0.010951146731953715,
+          "squared_error": 269.2174072265625,
+          "values": 12609536
+        }
+      },
+      "condition_latent_frames": 6157,
+      "emitted_frames": 1785,
+      "model_id": "simpletuner-v2",
+      "sample_id": "c53e9479-2a58-4bc7-8880-3d05a8a71363",
+      "shard_id": 2477,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3557.0609283447266,
+            "count": 1664,
+            "top1_correct": 711,
+            "top5_correct": 1316
+          },
+          {
+            "ce_sum": 7044.395660400391,
+            "count": 1664,
+            "top1_correct": 250,
+            "top5_correct": 580
+          },
+          {
+            "ce_sum": 7166.403533935547,
+            "count": 1664,
+            "top1_correct": 200,
+            "top5_correct": 530
+          },
+          {
+            "ce_sum": 7796.566589355469,
+            "count": 1664,
+            "top1_correct": 145,
+            "top5_correct": 433
+          },
+          {
+            "ce_sum": 8110.619201660156,
+            "count": 1664,
+            "top1_correct": 127,
+            "top5_correct": 374
+          },
+          {
+            "ce_sum": 8767.205749511719,
+            "count": 1664,
+            "top1_correct": 82,
+            "top5_correct": 305
+          },
+          {
+            "ce_sum": 9261.463562011719,
+            "count": 1664,
+            "top1_correct": 74,
+            "top5_correct": 218
+          },
+          {
+            "ce_sum": 9900.171081542969,
+            "count": 1664,
+            "top1_correct": 46,
+            "top5_correct": 156
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9625964164733887,
+          "cosine_mean": 0.8023310303688049,
+          "cosine_min": 0.5440495610237122,
+          "cosine_std": 0.04169777035713196,
+          "flattened_dot": 1214629.125,
+          "latent_frames": 4784,
+          "mse": 0.061771692639609244,
+          "predicted_squared": 1424817.75,
+          "reference_squared": 1609656.75,
+          "relative_l2": 0.6131809797289577,
+          "squared_error": 605216.3125,
+          "values": 9797632
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999662637710571,
+          "cosine_mean": 0.9999380111694336,
+          "cosine_min": 0.9996904730796814,
+          "cosine_std": 2.1708601707359776e-05,
+          "flattened_dot": 1610182.125,
+          "latent_frames": 4784,
+          "mse": 2.0652187109790916e-05,
+          "predicted_squared": 1610909.75,
+          "reference_squared": 1609656.75,
+          "relative_l2": 0.011211841501660208,
+          "squared_error": 202.342529296875,
+          "values": 9797632
+        }
+      },
+      "condition_latent_frames": 4784,
+      "emitted_frames": 1387,
+      "model_id": "simpletuner-v2",
+      "sample_id": "0160a954-639b-4808-a84d-dfcd0f97b2d3",
+      "shard_id": 2484,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2257.0039672851562,
+            "count": 1280,
+            "top1_correct": 607,
+            "top5_correct": 1091
+          },
+          {
+            "ce_sum": 5561.0062255859375,
+            "count": 1280,
+            "top1_correct": 161,
+            "top5_correct": 404
+          },
+          {
+            "ce_sum": 5388.409729003906,
+            "count": 1280,
+            "top1_correct": 150,
+            "top5_correct": 437
+          },
+          {
+            "ce_sum": 5529.749084472656,
+            "count": 1280,
+            "top1_correct": 159,
+            "top5_correct": 406
+          },
+          {
+            "ce_sum": 6088.6790771484375,
+            "count": 1280,
+            "top1_correct": 101,
+            "top5_correct": 325
+          },
+          {
+            "ce_sum": 6912.5582275390625,
+            "count": 1280,
+            "top1_correct": 62,
+            "top5_correct": 204
+          },
+          {
+            "ce_sum": 7660.531494140625,
+            "count": 1280,
+            "top1_correct": 32,
+            "top5_correct": 89
+          },
+          {
+            "ce_sum": 7898.8876953125,
+            "count": 1280,
+            "top1_correct": 28,
+            "top5_correct": 95
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9432252645492554,
+          "cosine_mean": 0.7591830492019653,
+          "cosine_min": 0.477794885635376,
+          "cosine_std": 0.048880886286497116,
+          "flattened_dot": 2215748.25,
+          "latent_frames": 9186,
+          "mse": 0.0755551116232412,
+          "predicted_squared": 2730369.25,
+          "reference_squared": 3122539.75,
+          "relative_l2": 0.6746928917077463,
+          "squared_error": 1421412.875,
+          "values": 18812928
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999656677246094,
+          "cosine_mean": 0.9999185800552368,
+          "cosine_min": 0.9987355470657349,
+          "cosine_std": 4.4535590859595686e-05,
+          "flattened_dot": 3123387.25,
+          "latent_frames": 9186,
+          "mse": 2.6874985540196084e-05,
+          "predicted_squared": 3124740.25,
+          "reference_squared": 3122539.75,
+          "relative_l2": 0.012724722747510183,
+          "squared_error": 505.59716796875,
+          "values": 18812928
+        }
+      },
+      "condition_latent_frames": 9186,
+      "emitted_frames": 2663,
+      "model_id": "simpletuner-v2",
+      "sample_id": "40b569f5-3a8b-4b17-a880-edb8f669dd63",
+      "shard_id": 2485,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5450.988739013672,
+            "count": 2560,
+            "top1_correct": 1037,
+            "top5_correct": 2033
+          },
+          {
+            "ce_sum": 11072.133209228516,
+            "count": 2560,
+            "top1_correct": 279,
+            "top5_correct": 828
+          },
+          {
+            "ce_sum": 10731.983642578125,
+            "count": 2560,
+            "top1_correct": 304,
+            "top5_correct": 893
+          },
+          {
+            "ce_sum": 11569.330871582031,
+            "count": 2560,
+            "top1_correct": 273,
+            "top5_correct": 730
+          },
+          {
+            "ce_sum": 12100.776306152344,
+            "count": 2560,
+            "top1_correct": 215,
+            "top5_correct": 633
+          },
+          {
+            "ce_sum": 13739.893981933594,
+            "count": 2560,
+            "top1_correct": 132,
+            "top5_correct": 399
+          },
+          {
+            "ce_sum": 14735.917785644531,
+            "count": 2560,
+            "top1_correct": 71,
+            "top5_correct": 278
+          },
+          {
+            "ce_sum": 15400.230773925781,
+            "count": 2560,
+            "top1_correct": 66,
+            "top5_correct": 212
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9718786478042603,
+          "cosine_mean": 0.760461688041687,
+          "cosine_min": 0.5528168082237244,
+          "cosine_std": 0.05340029299259186,
+          "flattened_dot": 2321360.0,
+          "latent_frames": 8365,
+          "mse": 0.08671246042382695,
+          "predicted_squared": 2767632.5,
+          "reference_squared": 3360604.0,
+          "relative_l2": 0.6648597369899136,
+          "squared_error": 1485516.25,
+          "values": 17131520
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999450445175171,
+          "cosine_mean": 0.9997804164886475,
+          "cosine_min": 0.9954860806465149,
+          "cosine_std": 0.0002702320634853095,
+          "flattened_dot": 3363977.5,
+          "latent_frames": 8365,
+          "mse": 8.228294021414913e-05,
+          "predicted_squared": 3368760.5,
+          "reference_squared": 3360604.0,
+          "relative_l2": 0.020480670935235014,
+          "squared_error": 1409.6318359375,
+          "values": 17131520
+        }
+      },
+      "condition_latent_frames": 8365,
+      "emitted_frames": 2425,
+      "model_id": "simpletuner-v2",
+      "sample_id": "dd01e47d-da65-4369-a18d-4991284f4195",
+      "shard_id": 2515,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4938.713714599609,
+            "count": 2304,
+            "top1_correct": 936,
+            "top5_correct": 1820
+          },
+          {
+            "ce_sum": 9798.73355102539,
+            "count": 2304,
+            "top1_correct": 275,
+            "top5_correct": 764
+          },
+          {
+            "ce_sum": 9954.697814941406,
+            "count": 2304,
+            "top1_correct": 257,
+            "top5_correct": 729
+          },
+          {
+            "ce_sum": 10444.311004638672,
+            "count": 2304,
+            "top1_correct": 221,
+            "top5_correct": 641
+          },
+          {
+            "ce_sum": 11160.12548828125,
+            "count": 2304,
+            "top1_correct": 158,
+            "top5_correct": 538
+          },
+          {
+            "ce_sum": 12619.273986816406,
+            "count": 2304,
+            "top1_correct": 108,
+            "top5_correct": 302
+          },
+          {
+            "ce_sum": 13495.920776367188,
+            "count": 2304,
+            "top1_correct": 64,
+            "top5_correct": 226
+          },
+          {
+            "ce_sum": 13658.209594726562,
+            "count": 2304,
+            "top1_correct": 69,
+            "top5_correct": 201
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9450873732566833,
+          "cosine_mean": 0.7902765870094299,
+          "cosine_min": 0.5676895380020142,
+          "cosine_std": 0.046019889414310455,
+          "flattened_dot": 3361813.25,
+          "latent_frames": 11549,
+          "mse": 0.0767218308775381,
+          "predicted_squared": 3844414.5,
+          "reference_squared": 4693863.5,
+          "relative_l2": 0.6217723682614865,
+          "squared_error": 1814651.75,
+          "values": 23652352
+        },
+        "true_code_control": {
+          "cosine_max": 0.999972939491272,
+          "cosine_mean": 0.9999480843544006,
+          "cosine_min": 0.9997270703315735,
+          "cosine_std": 1.6082591173471883e-05,
+          "flattened_dot": 4695821.0,
+          "latent_frames": 11549,
+          "mse": 2.071128767675647e-05,
+          "predicted_squared": 4698268.0,
+          "reference_squared": 4693863.5,
+          "relative_l2": 0.010215873095409748,
+          "squared_error": 489.87066650390625,
+          "values": 23652352
+        }
+      },
+      "condition_latent_frames": 11549,
+      "emitted_frames": 3348,
+      "model_id": "simpletuner-v2",
+      "sample_id": "b65f7d3f-83dd-40be-ba98-b371a373a72c",
+      "shard_id": 2541,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6282.140686035156,
+            "count": 3328,
+            "top1_correct": 1551,
+            "top5_correct": 2779
+          },
+          {
+            "ce_sum": 13693.142700195312,
+            "count": 3328,
+            "top1_correct": 461,
+            "top5_correct": 1194
+          },
+          {
+            "ce_sum": 13856.90298461914,
+            "count": 3328,
+            "top1_correct": 430,
+            "top5_correct": 1178
+          },
+          {
+            "ce_sum": 14760.587707519531,
+            "count": 3328,
+            "top1_correct": 349,
+            "top5_correct": 994
+          },
+          {
+            "ce_sum": 15846.130065917969,
+            "count": 3328,
+            "top1_correct": 303,
+            "top5_correct": 811
+          },
+          {
+            "ce_sum": 18003.413818359375,
+            "count": 3328,
+            "top1_correct": 152,
+            "top5_correct": 473
+          },
+          {
+            "ce_sum": 19054.21417236328,
+            "count": 3328,
+            "top1_correct": 125,
+            "top5_correct": 391
+          },
+          {
+            "ce_sum": 19502.065795898438,
+            "count": 3328,
+            "top1_correct": 106,
+            "top5_correct": 347
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9401639699935913,
+          "cosine_mean": 0.7523654699325562,
+          "cosine_min": 0.5226627588272095,
+          "cosine_std": 0.05255686491727829,
+          "flattened_dot": 1837255.875,
+          "latent_frames": 7037,
+          "mse": 0.08552394063021795,
+          "predicted_squared": 2174684.0,
+          "reference_squared": 2732379.5,
+          "relative_l2": 0.6716331045072117,
+          "squared_error": 1232551.875,
+          "values": 14411776
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999751448631287,
+          "cosine_mean": 0.9999454021453857,
+          "cosine_min": 0.9996266961097717,
+          "cosine_std": 2.0060711904079653e-05,
+          "flattened_dot": 2732855.0,
+          "latent_frames": 7037,
+          "mse": 2.075045034596404e-05,
+          "predicted_squared": 2733630.0,
+          "reference_squared": 2732379.5,
+          "relative_l2": 0.010461693827984396,
+          "squared_error": 299.05084228515625,
+          "values": 14411776
+        }
+      },
+      "condition_latent_frames": 7037,
+      "emitted_frames": 2040,
+      "model_id": "simpletuner-v2",
+      "sample_id": "575f0c02-1291-4c8c-8be3-3fbeb1c81dce",
+      "shard_id": 2552,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 3367.570098876953,
+            "count": 1920,
+            "top1_correct": 963,
+            "top5_correct": 1637
+          },
+          {
+            "ce_sum": 8120.1773681640625,
+            "count": 1920,
+            "top1_correct": 209,
+            "top5_correct": 643
+          },
+          {
+            "ce_sum": 8253.661193847656,
+            "count": 1920,
+            "top1_correct": 251,
+            "top5_correct": 636
+          },
+          {
+            "ce_sum": 8642.581787109375,
+            "count": 1920,
+            "top1_correct": 202,
+            "top5_correct": 567
+          },
+          {
+            "ce_sum": 9611.069091796875,
+            "count": 1920,
+            "top1_correct": 146,
+            "top5_correct": 386
+          },
+          {
+            "ce_sum": 10811.186584472656,
+            "count": 1920,
+            "top1_correct": 69,
+            "top5_correct": 250
+          },
+          {
+            "ce_sum": 11169.659790039062,
+            "count": 1920,
+            "top1_correct": 70,
+            "top5_correct": 195
+          },
+          {
+            "ce_sum": 11908.209167480469,
+            "count": 1920,
+            "top1_correct": 26,
+            "top5_correct": 119
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9691461324691772,
+          "cosine_mean": 0.7657681703567505,
+          "cosine_min": 0.5520791411399841,
+          "cosine_std": 0.0462176613509655,
+          "flattened_dot": 2015456.375,
+          "latent_frames": 8472,
+          "mse": 0.0712788611566041,
+          "predicted_squared": 2407845.5,
+          "reference_squared": 2859802.25,
+          "relative_l2": 0.6576129002279494,
+          "squared_error": 1236735.0,
+          "values": 17350656
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999487400054932,
+          "cosine_mean": 0.999870777130127,
+          "cosine_min": 0.998567521572113,
+          "cosine_std": 8.105667802738026e-05,
+          "flattened_dot": 2859139.0,
+          "latent_frames": 8472,
+          "mse": 4.210528531538303e-05,
+          "predicted_squared": 2859206.5,
+          "reference_squared": 2859802.25,
+          "relative_l2": 0.015982998372614406,
+          "squared_error": 730.5543212890625,
+          "values": 17350656
+        }
+      },
+      "condition_latent_frames": 8472,
+      "emitted_frames": 2456,
+      "model_id": "simpletuner-v2",
+      "sample_id": "faf4a4a9-c3f2-45e8-ae3f-00f11953fa18",
+      "shard_id": 2554,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4830.527481079102,
+            "count": 2432,
+            "top1_correct": 1063,
+            "top5_correct": 1991
+          },
+          {
+            "ce_sum": 10311.889587402344,
+            "count": 2432,
+            "top1_correct": 297,
+            "top5_correct": 803
+          },
+          {
+            "ce_sum": 10151.934356689453,
+            "count": 2432,
+            "top1_correct": 307,
+            "top5_correct": 815
+          },
+          {
+            "ce_sum": 10657.224334716797,
+            "count": 2432,
+            "top1_correct": 255,
+            "top5_correct": 750
+          },
+          {
+            "ce_sum": 11584.19970703125,
+            "count": 2432,
+            "top1_correct": 186,
+            "top5_correct": 616
+          },
+          {
+            "ce_sum": 13169.899780273438,
+            "count": 2432,
+            "top1_correct": 115,
+            "top5_correct": 364
+          },
+          {
+            "ce_sum": 14294.261413574219,
+            "count": 2432,
+            "top1_correct": 81,
+            "top5_correct": 237
+          },
+          {
+            "ce_sum": 14753.740295410156,
+            "count": 2432,
+            "top1_correct": 62,
+            "top5_correct": 189
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9716746807098389,
+          "cosine_mean": 0.7484844326972961,
+          "cosine_min": 0.44047313928604126,
+          "cosine_std": 0.04889857396483421,
+          "flattened_dot": 1841944.0,
+          "latent_frames": 8293,
+          "mse": 0.07305045629832765,
+          "predicted_squared": 2285391.25,
+          "reference_squared": 2639190.5,
+          "relative_l2": 0.6856411990350829,
+          "squared_error": 1240693.625,
+          "values": 16984064
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999672174453735,
+          "cosine_mean": 0.9999344944953918,
+          "cosine_min": 0.9991669058799744,
+          "cosine_std": 3.608278711908497e-05,
+          "flattened_dot": 2639888.0,
+          "latent_frames": 8293,
+          "mse": 2.060889709014506e-05,
+          "predicted_squared": 2640935.75,
+          "reference_squared": 2639190.5,
+          "relative_l2": 0.01151629588399072,
+          "squared_error": 350.0228271484375,
+          "values": 16984064
+        }
+      },
+      "condition_latent_frames": 8293,
+      "emitted_frames": 2404,
+      "model_id": "simpletuner-v2",
+      "sample_id": "b742eaa6-2aba-442e-a7f3-47fb11405eca",
+      "shard_id": 2596,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 4596.035018920898,
+            "count": 2304,
+            "top1_correct": 1020,
+            "top5_correct": 1888
+          },
+          {
+            "ce_sum": 9800.45181274414,
+            "count": 2304,
+            "top1_correct": 280,
+            "top5_correct": 768
+          },
+          {
+            "ce_sum": 10444.534545898438,
+            "count": 2304,
+            "top1_correct": 226,
+            "top5_correct": 645
+          },
+          {
+            "ce_sum": 10417.038269042969,
+            "count": 2304,
+            "top1_correct": 221,
+            "top5_correct": 642
+          },
+          {
+            "ce_sum": 11654.891662597656,
+            "count": 2304,
+            "top1_correct": 126,
+            "top5_correct": 443
+          },
+          {
+            "ce_sum": 12989.175720214844,
+            "count": 2304,
+            "top1_correct": 89,
+            "top5_correct": 280
+          },
+          {
+            "ce_sum": 13948.340942382812,
+            "count": 2304,
+            "top1_correct": 50,
+            "top5_correct": 188
+          },
+          {
+            "ce_sum": 14319.131530761719,
+            "count": 2304,
+            "top1_correct": 48,
+            "top5_correct": 159
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9493405818939209,
+          "cosine_mean": 0.7807087302207947,
+          "cosine_min": 0.5848214626312256,
+          "cosine_std": 0.04490026459097862,
+          "flattened_dot": 4273888.5,
+          "latent_frames": 15427,
+          "mse": 0.07739372547674127,
+          "predicted_squared": 4887240.5,
+          "reference_squared": 6105752.0,
+          "relative_l2": 0.6328328456086435,
+          "squared_error": 2445215.75,
+          "values": 31594496
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999669194221497,
+          "cosine_mean": 0.9999135732650757,
+          "cosine_min": 0.9987857937812805,
+          "cosine_std": 5.830015288665891e-05,
+          "flattened_dot": 6105949.0,
+          "latent_frames": 15427,
+          "mse": 3.2348619521518087e-05,
+          "predicted_squared": 6107168.0,
+          "reference_squared": 6105752.0,
+          "relative_l2": 0.012937906601468135,
+          "squared_error": 1022.038330078125,
+          "values": 31594496
+        }
+      },
+      "condition_latent_frames": 15427,
+      "emitted_frames": 4472,
+      "model_id": "simpletuner-v2",
+      "sample_id": "c4467911-c503-4ff3-b9ec-84b867bf9e34",
+      "shard_id": 2610,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8007.309143066406,
+            "count": 4352,
+            "top1_correct": 2033,
+            "top5_correct": 3680
+          },
+          {
+            "ce_sum": 17619.972717285156,
+            "count": 4352,
+            "top1_correct": 572,
+            "top5_correct": 1583
+          },
+          {
+            "ce_sum": 17625.95068359375,
+            "count": 4352,
+            "top1_correct": 624,
+            "top5_correct": 1647
+          },
+          {
+            "ce_sum": 18418.94595336914,
+            "count": 4352,
+            "top1_correct": 527,
+            "top5_correct": 1452
+          },
+          {
+            "ce_sum": 20358.51336669922,
+            "count": 4352,
+            "top1_correct": 383,
+            "top5_correct": 1102
+          },
+          {
+            "ce_sum": 23737.96514892578,
+            "count": 4352,
+            "top1_correct": 222,
+            "top5_correct": 642
+          },
+          {
+            "ce_sum": 24753.51641845703,
+            "count": 4352,
+            "top1_correct": 157,
+            "top5_correct": 517
+          },
+          {
+            "ce_sum": 26132.315551757812,
+            "count": 4352,
+            "top1_correct": 104,
+            "top5_correct": 372
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.8821728229522705,
+          "cosine_mean": 0.7478866577148438,
+          "cosine_min": 0.4899372458457947,
+          "cosine_std": 0.05205751582980156,
+          "flattened_dot": 3244126.5,
+          "latent_frames": 12850,
+          "mse": 0.08462366245136187,
+          "predicted_squared": 3848687.75,
+          "reference_squared": 4866589.0,
+          "relative_l2": 0.6764724490076223,
+          "squared_error": 2227024.0,
+          "values": 26316800
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999691247940063,
+          "cosine_mean": 0.9999428391456604,
+          "cosine_min": 0.9998059272766113,
+          "cosine_std": 1.4147717593004927e-05,
+          "flattened_dot": 4869936.5,
+          "latent_frames": 12850,
+          "mse": 2.1661049197156143e-05,
+          "predicted_squared": 4873853.5,
+          "reference_squared": 4866589.0,
+          "relative_l2": 0.010822907564755771,
+          "squared_error": 570.0494995117188,
+          "values": 26316800
+        }
+      },
+      "condition_latent_frames": 12850,
+      "emitted_frames": 3725,
+      "model_id": "simpletuner-v2",
+      "sample_id": "2fa8caa9-0ae9-4d7c-b09d-06e67bd7abfb",
+      "shard_id": 2636,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9243.257339477539,
+            "count": 3712,
+            "top1_correct": 1334,
+            "top5_correct": 2688
+          },
+          {
+            "ce_sum": 17063.60107421875,
+            "count": 3712,
+            "top1_correct": 363,
+            "top5_correct": 1018
+          },
+          {
+            "ce_sum": 16872.541412353516,
+            "count": 3712,
+            "top1_correct": 353,
+            "top5_correct": 1056
+          },
+          {
+            "ce_sum": 17800.692169189453,
+            "count": 3712,
+            "top1_correct": 278,
+            "top5_correct": 923
+          },
+          {
+            "ce_sum": 17543.237731933594,
+            "count": 3712,
+            "top1_correct": 289,
+            "top5_correct": 926
+          },
+          {
+            "ce_sum": 20186.83367919922,
+            "count": 3712,
+            "top1_correct": 151,
+            "top5_correct": 548
+          },
+          {
+            "ce_sum": 21593.911193847656,
+            "count": 3712,
+            "top1_correct": 115,
+            "top5_correct": 400
+          },
+          {
+            "ce_sum": 22000.8193359375,
+            "count": 3712,
+            "top1_correct": 83,
+            "top5_correct": 330
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9077989459037781,
+          "cosine_mean": 0.747007429599762,
+          "cosine_min": 0.27546676993370056,
+          "cosine_std": 0.04726569727063179,
+          "flattened_dot": 3926712.0,
+          "latent_frames": 15524,
+          "mse": 0.08487143709437805,
+          "predicted_squared": 4713974.0,
+          "reference_squared": 5837780.0,
+          "relative_l2": 0.6798666047257483,
+          "squared_error": 2698330.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999737739562988,
+          "cosine_mean": 0.999947190284729,
+          "cosine_min": 0.9998262524604797,
+          "cosine_std": 1.1559675840544514e-05,
+          "flattened_dot": 5835680.0,
+          "latent_frames": 15524,
+          "mse": 1.9659461725682705e-05,
+          "predicted_squared": 5834205.5,
+          "reference_squared": 5837780.0,
+          "relative_l2": 0.010347340541087985,
+          "squared_error": 625.0362548828125,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "c6f8a38b-0cd4-4322-b2fd-a41e42217cc9",
+      "shard_id": 2695,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9586.797348022461,
+            "count": 4480,
+            "top1_correct": 1833,
+            "top5_correct": 3524
+          },
+          {
+            "ce_sum": 19693.551025390625,
+            "count": 4480,
+            "top1_correct": 505,
+            "top5_correct": 1359
+          },
+          {
+            "ce_sum": 19618.578521728516,
+            "count": 4480,
+            "top1_correct": 495,
+            "top5_correct": 1402
+          },
+          {
+            "ce_sum": 21159.761962890625,
+            "count": 4480,
+            "top1_correct": 398,
+            "top5_correct": 1140
+          },
+          {
+            "ce_sum": 21834.178833007812,
+            "count": 4480,
+            "top1_correct": 356,
+            "top5_correct": 1031
+          },
+          {
+            "ce_sum": 24686.233520507812,
+            "count": 4480,
+            "top1_correct": 195,
+            "top5_correct": 610
+          },
+          {
+            "ce_sum": 26479.24932861328,
+            "count": 4480,
+            "top1_correct": 116,
+            "top5_correct": 388
+          },
+          {
+            "ce_sum": 27177.309326171875,
+            "count": 4480,
+            "top1_correct": 102,
+            "top5_correct": 344
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9508150815963745,
+          "cosine_mean": 0.7723274827003479,
+          "cosine_min": 0.48543766140937805,
+          "cosine_std": 0.047967832535505295,
+          "flattened_dot": 3397593.0,
+          "latent_frames": 12339,
+          "mse": 0.08037313567499392,
+          "predicted_squared": 3853418.0,
+          "reference_squared": 4972819.0,
+          "relative_l2": 0.6390856827829314,
+          "squared_error": 2031051.0,
+          "values": 25270272
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999719858169556,
+          "cosine_mean": 0.9999400973320007,
+          "cosine_min": 0.9987650513648987,
+          "cosine_std": 3.520730388117954e-05,
+          "flattened_dot": 4974526.0,
+          "latent_frames": 12339,
+          "mse": 2.3354420023129105e-05,
+          "predicted_squared": 4976823.0,
+          "reference_squared": 4972819.0,
+          "relative_l2": 0.010894020182216947,
+          "squared_error": 590.1725463867188,
+          "values": 25270272
+        }
+      },
+      "condition_latent_frames": 12339,
+      "emitted_frames": 3577,
+      "model_id": "simpletuner-v2",
+      "sample_id": "8c52b53d-9ffd-4ee9-99c5-4977c19bc43d",
+      "shard_id": 2699,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7358.157577514648,
+            "count": 3456,
+            "top1_correct": 1461,
+            "top5_correct": 2718
+          },
+          {
+            "ce_sum": 15745.34765625,
+            "count": 3456,
+            "top1_correct": 321,
+            "top5_correct": 931
+          },
+          {
+            "ce_sum": 14655.396301269531,
+            "count": 3456,
+            "top1_correct": 440,
+            "top5_correct": 1168
+          },
+          {
+            "ce_sum": 16193.78369140625,
+            "count": 3456,
+            "top1_correct": 308,
+            "top5_correct": 872
+          },
+          {
+            "ce_sum": 16566.609497070312,
+            "count": 3456,
+            "top1_correct": 295,
+            "top5_correct": 844
+          },
+          {
+            "ce_sum": 18951.304626464844,
+            "count": 3456,
+            "top1_correct": 134,
+            "top5_correct": 464
+          },
+          {
+            "ce_sum": 20315.716674804688,
+            "count": 3456,
+            "top1_correct": 99,
+            "top5_correct": 325
+          },
+          {
+            "ce_sum": 20792.994018554688,
+            "count": 3456,
+            "top1_correct": 98,
+            "top5_correct": 292
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9066597819328308,
+          "cosine_mean": 0.7516444325447083,
+          "cosine_min": 0.49647584557533264,
+          "cosine_std": 0.053846992552280426,
+          "flattened_dot": 3582873.0,
+          "latent_frames": 14165,
+          "mse": 0.08238724891347511,
+          "predicted_squared": 4219581.0,
+          "reference_squared": 5336212.0,
+          "relative_l2": 0.669247455324674,
+          "squared_error": 2390047.5,
+          "values": 29009920
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999725818634033,
+          "cosine_mean": 0.9999433755874634,
+          "cosine_min": 0.9994475245475769,
+          "cosine_std": 2.1615549485431984e-05,
+          "flattened_dot": 5335518.0,
+          "latent_frames": 14165,
+          "mse": 2.0936786854936172e-05,
+          "predicted_squared": 5335431.0,
+          "reference_squared": 5336212.0,
+          "relative_l2": 0.010668705915348716,
+          "squared_error": 607.37451171875,
+          "values": 29009920
+        }
+      },
+      "condition_latent_frames": 14165,
+      "emitted_frames": 4106,
+      "model_id": "simpletuner-v2",
+      "sample_id": "5e2bd322-ab3f-4155-aab5-30991fd52a9a",
+      "shard_id": 2709,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 9019.953659057617,
+            "count": 4096,
+            "top1_correct": 1671,
+            "top5_correct": 3184
+          },
+          {
+            "ce_sum": 17931.531311035156,
+            "count": 4096,
+            "top1_correct": 476,
+            "top5_correct": 1275
+          },
+          {
+            "ce_sum": 17428.972106933594,
+            "count": 4096,
+            "top1_correct": 554,
+            "top5_correct": 1434
+          },
+          {
+            "ce_sum": 18403.86459350586,
+            "count": 4096,
+            "top1_correct": 437,
+            "top5_correct": 1201
+          },
+          {
+            "ce_sum": 19484.740112304688,
+            "count": 4096,
+            "top1_correct": 356,
+            "top5_correct": 986
+          },
+          {
+            "ce_sum": 22169.22930908203,
+            "count": 4096,
+            "top1_correct": 200,
+            "top5_correct": 623
+          },
+          {
+            "ce_sum": 23501.64959716797,
+            "count": 4096,
+            "top1_correct": 123,
+            "top5_correct": 443
+          },
+          {
+            "ce_sum": 23661.376098632812,
+            "count": 4096,
+            "top1_correct": 139,
+            "top5_correct": 463
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9250518679618835,
+          "cosine_mean": 0.7357695698738098,
+          "cosine_min": 0.5230843424797058,
+          "cosine_std": 0.054672230035066605,
+          "flattened_dot": 2221734.5,
+          "latent_frames": 8586,
+          "mse": 0.09161031471108491,
+          "predicted_squared": 2737073.75,
+          "reference_squared": 3317282.5,
+          "relative_l2": 0.6968533255605187,
+          "squared_error": 1610887.5,
+          "values": 17584128
+        },
+        "true_code_control": {
+          "cosine_max": 0.9998878240585327,
+          "cosine_mean": 0.9994238018989563,
+          "cosine_min": 0.9936599135398865,
+          "cosine_std": 0.00044039933709427714,
+          "flattened_dot": 3319123.0,
+          "latent_frames": 8586,
+          "mse": 0.0002081067362726915,
+          "predicted_squared": 3324622.5,
+          "reference_squared": 3317282.5,
+          "relative_l2": 0.03321331760863458,
+          "squared_error": 3659.37548828125,
+          "values": 17584128
+        }
+      },
+      "condition_latent_frames": 8586,
+      "emitted_frames": 2489,
+      "model_id": "simpletuner-v2",
+      "sample_id": "12431af5-17b4-48a8-8aa1-77df9fe01683",
+      "shard_id": 2723,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6032.887847900391,
+            "count": 2432,
+            "top1_correct": 845,
+            "top5_correct": 1774
+          },
+          {
+            "ce_sum": 10976.12548828125,
+            "count": 2432,
+            "top1_correct": 236,
+            "top5_correct": 724
+          },
+          {
+            "ce_sum": 11093.168273925781,
+            "count": 2432,
+            "top1_correct": 234,
+            "top5_correct": 701
+          },
+          {
+            "ce_sum": 11738.014953613281,
+            "count": 2432,
+            "top1_correct": 174,
+            "top5_correct": 553
+          },
+          {
+            "ce_sum": 11968.693237304688,
+            "count": 2432,
+            "top1_correct": 180,
+            "top5_correct": 534
+          },
+          {
+            "ce_sum": 12947.682067871094,
+            "count": 2432,
+            "top1_correct": 103,
+            "top5_correct": 366
+          },
+          {
+            "ce_sum": 14032.198852539062,
+            "count": 2432,
+            "top1_correct": 79,
+            "top5_correct": 261
+          },
+          {
+            "ce_sum": 14438.875732421875,
+            "count": 2432,
+            "top1_correct": 59,
+            "top5_correct": 218
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.956713080406189,
+          "cosine_mean": 0.7792382836341858,
+          "cosine_min": 0.565369725227356,
+          "cosine_std": 0.046165842562913895,
+          "flattened_dot": 400859.6875,
+          "latent_frames": 1738,
+          "mse": 0.06368317949758164,
+          "predicted_squared": 481591.4375,
+          "reference_squared": 546803.4375,
+          "relative_l2": 0.6438528363987539,
+          "squared_error": 226675.4375,
+          "values": 3559424
+        },
+        "true_code_control": {
+          "cosine_max": 0.999907374382019,
+          "cosine_mean": 0.9995995163917542,
+          "cosine_min": 0.9943608045578003,
+          "cosine_std": 0.0005039166426286101,
+          "flattened_dot": 546611.1875,
+          "latent_frames": 1738,
+          "mse": 0.00011381892738188644,
+          "predicted_squared": 546824.0,
+          "reference_squared": 546803.4375,
+          "relative_l2": 0.027219584305724527,
+          "squared_error": 405.12982177734375,
+          "values": 3559424
+        }
+      },
+      "condition_latent_frames": 1738,
+      "emitted_frames": 504,
+      "model_id": "simpletuner-v2",
+      "sample_id": "691f4e4b-692d-480a-922f-c648a147203d",
+      "shard_id": 2727,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 707.0606994628906,
+            "count": 384,
+            "top1_correct": 186,
+            "top5_correct": 323
+          },
+          {
+            "ce_sum": 1572.8191528320312,
+            "count": 384,
+            "top1_correct": 53,
+            "top5_correct": 151
+          },
+          {
+            "ce_sum": 1687.3232421875,
+            "count": 384,
+            "top1_correct": 39,
+            "top5_correct": 123
+          },
+          {
+            "ce_sum": 1711.1658935546875,
+            "count": 384,
+            "top1_correct": 43,
+            "top5_correct": 111
+          },
+          {
+            "ce_sum": 1832.0009155273438,
+            "count": 384,
+            "top1_correct": 29,
+            "top5_correct": 90
+          },
+          {
+            "ce_sum": 2135.2010498046875,
+            "count": 384,
+            "top1_correct": 14,
+            "top5_correct": 51
+          },
+          {
+            "ce_sum": 2250.9159545898438,
+            "count": 384,
+            "top1_correct": 16,
+            "top5_correct": 45
+          },
+          {
+            "ce_sum": 2320.1595458984375,
+            "count": 384,
+            "top1_correct": 6,
+            "top5_correct": 34
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9625306725502014,
+          "cosine_mean": 0.7761691808700562,
+          "cosine_min": 0.4450932741165161,
+          "cosine_std": 0.043149761855602264,
+          "flattened_dot": 2650833.0,
+          "latent_frames": 10387,
+          "mse": 0.07240224456126047,
+          "predicted_squared": 3104295.0,
+          "reference_squared": 3737553.5,
+          "relative_l2": 0.6419369109249967,
+          "squared_error": 1540182.25,
+          "values": 21272576
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999701976776123,
+          "cosine_mean": 0.999940037727356,
+          "cosine_min": 0.9990377426147461,
+          "cosine_std": 2.7310026780469343e-05,
+          "flattened_dot": 3737863.0,
+          "latent_frames": 10387,
+          "mse": 2.11959413354179e-05,
+          "predicted_squared": 3738622.5,
+          "reference_squared": 3737553.5,
+          "relative_l2": 0.010983548887614075,
+          "squared_error": 450.89227294921875,
+          "values": 21272576
+        }
+      },
+      "condition_latent_frames": 10387,
+      "emitted_frames": 3011,
+      "model_id": "simpletuner-v2",
+      "sample_id": "294e1725-1ec3-4636-929d-e3c2d1bb2dee",
+      "shard_id": 2758,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5581.546051025391,
+            "count": 2944,
+            "top1_correct": 1323,
+            "top5_correct": 2470
+          },
+          {
+            "ce_sum": 12207.844543457031,
+            "count": 2944,
+            "top1_correct": 393,
+            "top5_correct": 1048
+          },
+          {
+            "ce_sum": 12406.764770507812,
+            "count": 2944,
+            "top1_correct": 381,
+            "top5_correct": 1003
+          },
+          {
+            "ce_sum": 13144.047668457031,
+            "count": 2944,
+            "top1_correct": 321,
+            "top5_correct": 859
+          },
+          {
+            "ce_sum": 14958.593444824219,
+            "count": 2944,
+            "top1_correct": 180,
+            "top5_correct": 570
+          },
+          {
+            "ce_sum": 16082.737121582031,
+            "count": 2944,
+            "top1_correct": 123,
+            "top5_correct": 434
+          },
+          {
+            "ce_sum": 17696.772399902344,
+            "count": 2944,
+            "top1_correct": 78,
+            "top5_correct": 265
+          },
+          {
+            "ce_sum": 17947.426696777344,
+            "count": 2944,
+            "top1_correct": 54,
+            "top5_correct": 224
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9715849161148071,
+          "cosine_mean": 0.7746053338050842,
+          "cosine_min": 0.4575725197792053,
+          "cosine_std": 0.05152195692062378,
+          "flattened_dot": 2646429.0,
+          "latent_frames": 10132,
+          "mse": 0.07490059438073678,
+          "predicted_squared": 3252304.5,
+          "reference_squared": 3594765.5,
+          "relative_l2": 0.6575365766850695,
+          "squared_error": 1554212.5,
+          "values": 20750336
+        },
+        "true_code_control": {
+          "cosine_max": 0.999963641166687,
+          "cosine_mean": 0.9999216198921204,
+          "cosine_min": 0.9993224740028381,
+          "cosine_std": 3.655890395748429e-05,
+          "flattened_dot": 3595126.25,
+          "latent_frames": 10132,
+          "mse": 2.705657901003386e-05,
+          "predicted_squared": 3596048.25,
+          "reference_squared": 3594765.5,
+          "relative_l2": 0.012497228954051549,
+          "squared_error": 561.43310546875,
+          "values": 20750336
+        }
+      },
+      "condition_latent_frames": 10132,
+      "emitted_frames": 2937,
+      "model_id": "simpletuner-v2",
+      "sample_id": "fc3ac309-110c-471e-8396-f60e94356e1b",
+      "shard_id": 2763,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6104.321884155273,
+            "count": 2816,
+            "top1_correct": 1134,
+            "top5_correct": 2205
+          },
+          {
+            "ce_sum": 12122.102447509766,
+            "count": 2816,
+            "top1_correct": 330,
+            "top5_correct": 877
+          },
+          {
+            "ce_sum": 12005.591217041016,
+            "count": 2816,
+            "top1_correct": 330,
+            "top5_correct": 941
+          },
+          {
+            "ce_sum": 12715.650024414062,
+            "count": 2816,
+            "top1_correct": 284,
+            "top5_correct": 814
+          },
+          {
+            "ce_sum": 13752.832763671875,
+            "count": 2816,
+            "top1_correct": 203,
+            "top5_correct": 611
+          },
+          {
+            "ce_sum": 14966.033813476562,
+            "count": 2816,
+            "top1_correct": 156,
+            "top5_correct": 428
+          },
+          {
+            "ce_sum": 16115.2783203125,
+            "count": 2816,
+            "top1_correct": 98,
+            "top5_correct": 308
+          },
+          {
+            "ce_sum": 16276.012634277344,
+            "count": 2816,
+            "top1_correct": 96,
+            "top5_correct": 324
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9433750510215759,
+          "cosine_mean": 0.8361330032348633,
+          "cosine_min": 0.5714523196220398,
+          "cosine_std": 0.04225217550992966,
+          "flattened_dot": 1712780.75,
+          "latent_frames": 5101,
+          "mse": 0.06465028375065857,
+          "predicted_squared": 1945855.0,
+          "reference_squared": 2155098.0,
+          "relative_l2": 0.5598147584857366,
+          "squared_error": 675391.6875,
+          "values": 10446848
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999544620513916,
+          "cosine_mean": 0.9999021887779236,
+          "cosine_min": 0.9995412826538086,
+          "cosine_std": 4.1766859794734046e-05,
+          "flattened_dot": 2157646.5,
+          "latent_frames": 5101,
+          "mse": 4.007266365156714e-05,
+          "predicted_squared": 2160613.5,
+          "reference_squared": 2155098.0,
+          "relative_l2": 0.01393744708578442,
+          "squared_error": 418.6330261230469,
+          "values": 10446848
+        }
+      },
+      "condition_latent_frames": 5101,
+      "emitted_frames": 1479,
+      "model_id": "simpletuner-v2",
+      "sample_id": "714c7c68-d9ea-443c-8d15-43f6cd297e52",
+      "shard_id": 2773,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 2585.6578826904297,
+            "count": 1408,
+            "top1_correct": 642,
+            "top5_correct": 1199
+          },
+          {
+            "ce_sum": 5104.7718505859375,
+            "count": 1408,
+            "top1_correct": 238,
+            "top5_correct": 650
+          },
+          {
+            "ce_sum": 5150.457061767578,
+            "count": 1408,
+            "top1_correct": 281,
+            "top5_correct": 631
+          },
+          {
+            "ce_sum": 5850.27880859375,
+            "count": 1408,
+            "top1_correct": 199,
+            "top5_correct": 512
+          },
+          {
+            "ce_sum": 6325.693176269531,
+            "count": 1408,
+            "top1_correct": 138,
+            "top5_correct": 382
+          },
+          {
+            "ce_sum": 7040.982421875,
+            "count": 1408,
+            "top1_correct": 81,
+            "top5_correct": 282
+          },
+          {
+            "ce_sum": 7409.056335449219,
+            "count": 1408,
+            "top1_correct": 70,
+            "top5_correct": 236
+          },
+          {
+            "ce_sum": 7346.966552734375,
+            "count": 1408,
+            "top1_correct": 78,
+            "top5_correct": 258
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9537258148193359,
+          "cosine_mean": 0.767276406288147,
+          "cosine_min": 0.4975220263004303,
+          "cosine_std": 0.045448385179042816,
+          "flattened_dot": 3726185.5,
+          "latent_frames": 15524,
+          "mse": 0.07143395219196888,
+          "predicted_squared": 4512751.0,
+          "reference_squared": 5210731.0,
+          "relative_l2": 0.6601913134823211,
+          "squared_error": 2271110.5,
+          "values": 31793152
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999696612358093,
+          "cosine_mean": 0.9999325275421143,
+          "cosine_min": 0.9992012977600098,
+          "cosine_std": 3.076238135690801e-05,
+          "flattened_dot": 5211466.0,
+          "latent_frames": 15524,
+          "mse": 2.2063267442928828e-05,
+          "predicted_squared": 5212902.0,
+          "reference_squared": 5210731.0,
+          "relative_l2": 0.011602521478740758,
+          "squared_error": 701.4608154296875,
+          "values": 31793152
+        }
+      },
+      "condition_latent_frames": 15524,
+      "emitted_frames": 4500,
+      "model_id": "simpletuner-v2",
+      "sample_id": "8714af38-1caf-45ea-ab9d-f56d3ba19c7a",
+      "shard_id": 2796,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8561.817398071289,
+            "count": 4480,
+            "top1_correct": 1983,
+            "top5_correct": 3729
+          },
+          {
+            "ce_sum": 18887.970672607422,
+            "count": 4480,
+            "top1_correct": 507,
+            "top5_correct": 1518
+          },
+          {
+            "ce_sum": 19372.570556640625,
+            "count": 4480,
+            "top1_correct": 546,
+            "top5_correct": 1465
+          },
+          {
+            "ce_sum": 20058.42987060547,
+            "count": 4480,
+            "top1_correct": 473,
+            "top5_correct": 1291
+          },
+          {
+            "ce_sum": 21453.77166748047,
+            "count": 4480,
+            "top1_correct": 354,
+            "top5_correct": 1038
+          },
+          {
+            "ce_sum": 25143.921936035156,
+            "count": 4480,
+            "top1_correct": 152,
+            "top5_correct": 530
+          },
+          {
+            "ce_sum": 27043.77703857422,
+            "count": 4480,
+            "top1_correct": 110,
+            "top5_correct": 364
+          },
+          {
+            "ce_sum": 27156.03741455078,
+            "count": 4480,
+            "top1_correct": 107,
+            "top5_correct": 350
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.967939555644989,
+          "cosine_mean": 0.7933732867240906,
+          "cosine_min": 0.571882426738739,
+          "cosine_std": 0.045396771281957626,
+          "flattened_dot": 3492818.0,
+          "latent_frames": 11946,
+          "mse": 0.07453821125729847,
+          "predicted_squared": 3959124.0,
+          "reference_squared": 4850120.0,
+          "relative_l2": 0.6131821059326497,
+          "squared_error": 1823607.75,
+          "values": 24465408
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999736547470093,
+          "cosine_mean": 0.9999292492866516,
+          "cosine_min": 0.9993231296539307,
+          "cosine_std": 3.688811193569563e-05,
+          "flattened_dot": 4851119.0,
+          "latent_frames": 11946,
+          "mse": 2.708903872625484e-05,
+          "predicted_squared": 4852781.0,
+          "reference_squared": 4850120.0,
+          "relative_l2": 0.011689522909422876,
+          "squared_error": 662.744384765625,
+          "values": 24465408
+        }
+      },
+      "condition_latent_frames": 11946,
+      "emitted_frames": 3463,
+      "model_id": "simpletuner-v2",
+      "sample_id": "c6cb5b8f-fb7e-4cdb-a4ba-9aec542593a2",
+      "shard_id": 2816,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6670.337539672852,
+            "count": 3456,
+            "top1_correct": 1595,
+            "top5_correct": 2832
+          },
+          {
+            "ce_sum": 13966.272430419922,
+            "count": 3456,
+            "top1_correct": 439,
+            "top5_correct": 1249
+          },
+          {
+            "ce_sum": 13779.01187133789,
+            "count": 3456,
+            "top1_correct": 541,
+            "top5_correct": 1337
+          },
+          {
+            "ce_sum": 15274.446502685547,
+            "count": 3456,
+            "top1_correct": 405,
+            "top5_correct": 1059
+          },
+          {
+            "ce_sum": 16039.795471191406,
+            "count": 3456,
+            "top1_correct": 304,
+            "top5_correct": 925
+          },
+          {
+            "ce_sum": 17725.42156982422,
+            "count": 3456,
+            "top1_correct": 220,
+            "top5_correct": 692
+          },
+          {
+            "ce_sum": 19223.125915527344,
+            "count": 3456,
+            "top1_correct": 176,
+            "top5_correct": 470
+          },
+          {
+            "ce_sum": 20114.90216064453,
+            "count": 3456,
+            "top1_correct": 117,
+            "top5_correct": 377
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9643898606300354,
+          "cosine_mean": 0.7955507636070251,
+          "cosine_min": 0.4756939709186554,
+          "cosine_std": 0.04097311943769455,
+          "flattened_dot": 3518203.25,
+          "latent_frames": 12895,
+          "mse": 0.06987510583529226,
+          "predicted_squared": 4008622.0,
+          "reference_squared": 4873113.0,
+          "relative_l2": 0.6153662133860014,
+          "squared_error": 1845328.875,
+          "values": 26408960
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999680519104004,
+          "cosine_mean": 0.999930202960968,
+          "cosine_min": 0.9966968297958374,
+          "cosine_std": 9.874150418909267e-05,
+          "flattened_dot": 4869668.5,
+          "latent_frames": 12895,
+          "mse": 2.5702114482404834e-05,
+          "predicted_squared": 4866902.0,
+          "reference_squared": 4873113.0,
+          "relative_l2": 0.011802033286078288,
+          "squared_error": 678.76611328125,
+          "values": 26408960
+        }
+      },
+      "condition_latent_frames": 12895,
+      "emitted_frames": 3738,
+      "model_id": "simpletuner-v2",
+      "sample_id": "61fbb2b6-e81e-4a17-93bb-576d82fa6869",
+      "shard_id": 2825,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 7018.667282104492,
+            "count": 3712,
+            "top1_correct": 1715,
+            "top5_correct": 3097
+          },
+          {
+            "ce_sum": 15459.340545654297,
+            "count": 3712,
+            "top1_correct": 475,
+            "top5_correct": 1281
+          },
+          {
+            "ce_sum": 15386.821319580078,
+            "count": 3712,
+            "top1_correct": 481,
+            "top5_correct": 1289
+          },
+          {
+            "ce_sum": 16416.910064697266,
+            "count": 3712,
+            "top1_correct": 392,
+            "top5_correct": 1119
+          },
+          {
+            "ce_sum": 17729.004821777344,
+            "count": 3712,
+            "top1_correct": 290,
+            "top5_correct": 908
+          },
+          {
+            "ce_sum": 20154.625244140625,
+            "count": 3712,
+            "top1_correct": 149,
+            "top5_correct": 535
+          },
+          {
+            "ce_sum": 21436.886657714844,
+            "count": 3712,
+            "top1_correct": 118,
+            "top5_correct": 393
+          },
+          {
+            "ce_sum": 22051.446655273438,
+            "count": 3712,
+            "top1_correct": 117,
+            "top5_correct": 371
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9615517854690552,
+          "cosine_mean": 0.7978976368904114,
+          "cosine_min": 0.6577354669570923,
+          "cosine_std": 0.037396140396595,
+          "flattened_dot": 718719.8125,
+          "latent_frames": 2628,
+          "mse": 0.06823537121080372,
+          "predicted_squared": 841138.125,
+          "reference_squared": 963554.0,
+          "relative_l2": 0.6173684144801385,
+          "squared_error": 367252.59375,
+          "values": 5382144
+        },
+        "true_code_control": {
+          "cosine_max": 0.999945878982544,
+          "cosine_mean": 0.9998265504837036,
+          "cosine_min": 0.9987019300460815,
+          "cosine_std": 0.00013342281454242766,
+          "flattened_dot": 962452.125,
+          "latent_frames": 2628,
+          "mse": 5.877174471066967e-05,
+          "predicted_squared": 961666.625,
+          "reference_squared": 963554.0,
+          "relative_l2": 0.018118570034016745,
+          "squared_error": 316.3179931640625,
+          "values": 5382144
+        }
+      },
+      "condition_latent_frames": 2628,
+      "emitted_frames": 762,
+      "model_id": "simpletuner-v2",
+      "sample_id": "9a9447bd-e1f9-4caa-96b9-6acd1468f8f7",
+      "shard_id": 2826,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 1313.8929595947266,
+            "count": 640,
+            "top1_correct": 268,
+            "top5_correct": 514
+          },
+          {
+            "ce_sum": 2543.1156005859375,
+            "count": 640,
+            "top1_correct": 88,
+            "top5_correct": 244
+          },
+          {
+            "ce_sum": 2371.023681640625,
+            "count": 640,
+            "top1_correct": 118,
+            "top5_correct": 285
+          },
+          {
+            "ce_sum": 2567.2713012695312,
+            "count": 640,
+            "top1_correct": 92,
+            "top5_correct": 248
+          },
+          {
+            "ce_sum": 2947.9535522460938,
+            "count": 640,
+            "top1_correct": 68,
+            "top5_correct": 182
+          },
+          {
+            "ce_sum": 3265.4898681640625,
+            "count": 640,
+            "top1_correct": 41,
+            "top5_correct": 109
+          },
+          {
+            "ce_sum": 3315.3283081054688,
+            "count": 640,
+            "top1_correct": 29,
+            "top5_correct": 113
+          },
+          {
+            "ce_sum": 3463.0820922851562,
+            "count": 640,
+            "top1_correct": 30,
+            "top5_correct": 101
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9676209688186646,
+          "cosine_mean": 0.775428295135498,
+          "cosine_min": 0.5924640893936157,
+          "cosine_std": 0.061832644045352936,
+          "flattened_dot": 317285.875,
+          "latent_frames": 1189,
+          "mse": 0.07596474560095143,
+          "predicted_squared": 375184.5,
+          "reference_squared": 444366.875,
+          "relative_l2": 0.6451951716821189,
+          "squared_error": 184979.625,
+          "values": 2435072
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999676942825317,
+          "cosine_mean": 0.9999398589134216,
+          "cosine_min": 0.9998760223388672,
+          "cosine_std": 1.703140515019186e-05,
+          "flattened_dot": 444312.25,
+          "latent_frames": 1189,
+          "mse": 2.20588788302432e-05,
+          "predicted_squared": 444311.34375,
+          "reference_squared": 444366.875,
+          "relative_l2": 0.010994532878844616,
+          "squared_error": 53.71495819091797,
+          "values": 2435072
+        }
+      },
+      "condition_latent_frames": 1189,
+      "emitted_frames": 345,
+      "model_id": "simpletuner-v2",
+      "sample_id": "b6a737a4-ec40-4721-943a-dd0cbeff13b4",
+      "shard_id": 2839,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 646.1787414550781,
+            "count": 256,
+            "top1_correct": 90,
+            "top5_correct": 177
+          },
+          {
+            "ce_sum": 1102.7510070800781,
+            "count": 256,
+            "top1_correct": 35,
+            "top5_correct": 78
+          },
+          {
+            "ce_sum": 1128.14111328125,
+            "count": 256,
+            "top1_correct": 29,
+            "top5_correct": 83
+          },
+          {
+            "ce_sum": 1073.2471923828125,
+            "count": 256,
+            "top1_correct": 22,
+            "top5_correct": 82
+          },
+          {
+            "ce_sum": 1126.8576049804688,
+            "count": 256,
+            "top1_correct": 36,
+            "top5_correct": 85
+          },
+          {
+            "ce_sum": 1346.1929931640625,
+            "count": 256,
+            "top1_correct": 16,
+            "top5_correct": 44
+          },
+          {
+            "ce_sum": 1364.3094482421875,
+            "count": 256,
+            "top1_correct": 19,
+            "top5_correct": 49
+          },
+          {
+            "ce_sum": 1381.6097412109375,
+            "count": 256,
+            "top1_correct": 17,
+            "top5_correct": 37
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9825527667999268,
+          "cosine_mean": 0.7805342078208923,
+          "cosine_min": 0.43425893783569336,
+          "cosine_std": 0.04449344426393509,
+          "flattened_dot": 3893496.0,
+          "latent_frames": 13920,
+          "mse": 0.07761435673154633,
+          "predicted_squared": 4567906.0,
+          "reference_squared": 5431728.0,
+          "relative_l2": 0.6382438195238278,
+          "squared_error": 2212642.5,
+          "values": 28508160
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999679923057556,
+          "cosine_mean": 0.9999398589134216,
+          "cosine_min": 0.9991027116775513,
+          "cosine_std": 2.364979445701465e-05,
+          "flattened_dot": 5430987.0,
+          "latent_frames": 13920,
+          "mse": 2.297903785760375e-05,
+          "predicted_squared": 5430901.0,
+          "reference_squared": 5431728.0,
+          "relative_l2": 0.010982001712443427,
+          "squared_error": 655.090087890625,
+          "values": 28508160
+        }
+      },
+      "condition_latent_frames": 13920,
+      "emitted_frames": 4035,
+      "model_id": "simpletuner-v2",
+      "sample_id": "98ec4615-a68c-4c5a-885e-0c30edd73292",
+      "shard_id": 2907,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 8280.937545776367,
+            "count": 3968,
+            "top1_correct": 1713,
+            "top5_correct": 3137
+          },
+          {
+            "ce_sum": 16392.628143310547,
+            "count": 3968,
+            "top1_correct": 531,
+            "top5_correct": 1393
+          },
+          {
+            "ce_sum": 16581.461547851562,
+            "count": 3968,
+            "top1_correct": 524,
+            "top5_correct": 1390
+          },
+          {
+            "ce_sum": 17307.326782226562,
+            "count": 3968,
+            "top1_correct": 446,
+            "top5_correct": 1260
+          },
+          {
+            "ce_sum": 18939.10467529297,
+            "count": 3968,
+            "top1_correct": 306,
+            "top5_correct": 968
+          },
+          {
+            "ce_sum": 21404.286865234375,
+            "count": 3968,
+            "top1_correct": 209,
+            "top5_correct": 627
+          },
+          {
+            "ce_sum": 22870.070739746094,
+            "count": 3968,
+            "top1_correct": 126,
+            "top5_correct": 426
+          },
+          {
+            "ce_sum": 23336.119995117188,
+            "count": 3968,
+            "top1_correct": 103,
+            "top5_correct": 382
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9588369727134705,
+          "cosine_mean": 0.7838839292526245,
+          "cosine_min": 0.49479958415031433,
+          "cosine_std": 0.04940566048026085,
+          "flattened_dot": 3061411.5,
+          "latent_frames": 11467,
+          "mse": 0.07367319672756606,
+          "predicted_squared": 3433307.75,
+          "reference_squared": 4419687.0,
+          "relative_l2": 0.6256751159009258,
+          "squared_error": 1730172.0,
+          "values": 23484416
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999633431434631,
+          "cosine_mean": 0.9999056458473206,
+          "cosine_min": 0.9975554347038269,
+          "cosine_std": 9.631387365516275e-05,
+          "flattened_dot": 4419927.0,
+          "latent_frames": 11467,
+          "mse": 3.470597525383961e-05,
+          "predicted_squared": 4420981.0,
+          "reference_squared": 4419687.0,
+          "relative_l2": 0.013579889992364716,
+          "squared_error": 815.049560546875,
+          "values": 23484416
+        }
+      },
+      "condition_latent_frames": 11467,
+      "emitted_frames": 3324,
+      "model_id": "simpletuner-v2",
+      "sample_id": "75923ab0-beba-4f6c-8d39-eabf04d22372",
+      "shard_id": 2928,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 5525.2449951171875,
+            "count": 3200,
+            "top1_correct": 1573,
+            "top5_correct": 2736
+          },
+          {
+            "ce_sum": 12963.908142089844,
+            "count": 3200,
+            "top1_correct": 489,
+            "top5_correct": 1196
+          },
+          {
+            "ce_sum": 12672.86831665039,
+            "count": 3200,
+            "top1_correct": 523,
+            "top5_correct": 1274
+          },
+          {
+            "ce_sum": 13463.091339111328,
+            "count": 3200,
+            "top1_correct": 409,
+            "top5_correct": 1141
+          },
+          {
+            "ce_sum": 14765.756164550781,
+            "count": 3200,
+            "top1_correct": 293,
+            "top5_correct": 854
+          },
+          {
+            "ce_sum": 16846.82861328125,
+            "count": 3200,
+            "top1_correct": 176,
+            "top5_correct": 563
+          },
+          {
+            "ce_sum": 18042.050903320312,
+            "count": 3200,
+            "top1_correct": 133,
+            "top5_correct": 424
+          },
+          {
+            "ce_sum": 18849.188354492188,
+            "count": 3200,
+            "top1_correct": 95,
+            "top5_correct": 331
+          }
+        ]
+      }
+    },
+    {
+      "condition_embedding_replay": {
+        "predicted_codes": {
+          "cosine_max": 0.9422266483306885,
+          "cosine_mean": 0.7558683156967163,
+          "cosine_min": 0.5575735569000244,
+          "cosine_std": 0.04379183426499367,
+          "flattened_dot": 2990131.5,
+          "latent_frames": 11788,
+          "mse": 0.08104376247627354,
+          "predicted_squared": 3571017.25,
+          "reference_squared": 4365790.0,
+          "relative_l2": 0.6694427096567208,
+          "squared_error": 1956544.25,
+          "values": 24141824
+        },
+        "true_code_control": {
+          "cosine_max": 0.9999693036079407,
+          "cosine_mean": 0.9999439120292664,
+          "cosine_min": 0.9997127056121826,
+          "cosine_std": 1.3662951459991746e-05,
+          "flattened_dot": 4365614.0,
+          "latent_frames": 11788,
+          "mse": 2.0514522664296978e-05,
+          "predicted_squared": 4365932.5,
+          "reference_squared": 4365790.0,
+          "relative_l2": 0.010650851436021755,
+          "squared_error": 495.25799560546875,
+          "values": 24141824
+        }
+      },
+      "condition_latent_frames": 11788,
+      "emitted_frames": 3417,
+      "model_id": "simpletuner-v2",
+      "sample_id": "4f274859-822a-4105-8e34-2890a3f4e880",
+      "shard_id": 2955,
+      "token_metrics": {
+        "per_head": [
+          {
+            "ce_sum": 6794.089584350586,
+            "count": 3328,
+            "top1_correct": 1434,
+            "top5_correct": 2699
+          },
+          {
+            "ce_sum": 14481.278930664062,
+            "count": 3328,
+            "top1_correct": 346,
+            "top5_correct": 1041
+          },
+          {
+            "ce_sum": 14119.829162597656,
+            "count": 3328,
+            "top1_correct": 415,
+            "top5_correct": 1117
+          },
+          {
+            "ce_sum": 15366.246643066406,
+            "count": 3328,
+            "top1_correct": 289,
+            "top5_correct": 862
+          },
+          {
+            "ce_sum": 15731.191955566406,
+            "count": 3328,
+            "top1_correct": 284,
+            "top5_correct": 867
+          },
+          {
+            "ce_sum": 18559.358825683594,
+            "count": 3328,
+            "top1_correct": 129,
+            "top5_correct": 396
+          },
+          {
+            "ce_sum": 19130.299072265625,
+            "count": 3328,
+            "top1_correct": 105,
+            "top5_correct": 344
+          },
+          {
+            "ce_sum": 20287.64422607422,
+            "count": 3328,
+            "top1_correct": 61,
+            "top5_correct": 225
+          }
+        ]
+      }
+    }
+  ],
+  "token_metrics": {
+    "acoustic_top1": 0.07620937306461602,
+    "acoustic_top5": 0.21978099517444263,
+    "loss": 4.633152916080001,
+    "per_head": [
+      {
+        "cross_entropy": 2.0675839665480433,
+        "frames": 354304,
+        "head": 0,
+        "top1": 0.4285754606213873,
+        "top5": 0.8018594201589595,
+        "vocab_size": 16384
+      },
+      {
+        "cross_entropy": 4.25709032254412,
+        "frames": 354304,
+        "head": 1,
+        "top1": 0.11949625180635838,
+        "top5": 0.33115065028901736,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 4.236256216991843,
+        "frames": 354304,
+        "head": 2,
+        "top1": 0.12558988890895953,
+        "top5": 0.3394260296242775,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 4.532510933934609,
+        "frames": 354304,
+        "head": 3,
+        "top1": 0.10005814216040462,
+        "top5": 0.2822293849349711,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 4.802503578752452,
+        "frames": 354304,
+        "head": 4,
+        "top1": 0.08076679913294797,
+        "top5": 0.23649747109826588,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 5.436662318045005,
+        "frames": 354304,
+        "head": 5,
+        "top1": 0.0470302339234104,
+        "top5": 0.14838669617052022,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 5.788419944013475,
+        "frames": 354304,
+        "head": 6,
+        "top1": 0.03289547958815029,
+        "top5": 0.10805974530346821,
+        "vocab_size": 1024
+      },
+      {
+        "cross_entropy": 5.944196047810461,
+        "frames": 354304,
+        "head": 7,
+        "top1": 0.027628815932080924,
+        "top5": 0.09271698880057803,
+        "vocab_size": 1024
+      }
+    ],
+    "semantic_top1": 0.4285754606213873,
+    "semantic_top5": 0.8018594201589595
+  }
+}