open-rvq-encoder-minimax-music3-155m-v2 / evaluation /replay-comparison /raw-metrics-simpletuner-v2.json
| { | |
| "checkpoint": { | |
| "checkpoint": "v2/output/final", | |
| "checkpoint_bytes": 618960456, | |
| "checkpoint_sha256": "47dfffb7a76d95589752df0c59ff6eaf3496f6fcf5408d324218887e471023c7", | |
| "global_step": 17660 | |
| }, | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "global_flattened_cosine": 0.7690277363397032, | |
| "latent_frames": 1247184, | |
| "latent_weighted_mean_cosine": 0.7669544765998214, | |
| "mse": 0.0781371955191094, | |
| "per_record_cosine": { | |
| "count": 130, | |
| "max": 0.8361330032348633, | |
| "mean": 0.7698414775041433, | |
| "min": 0.7206224203109741, | |
| "quantiles": { | |
| "0.0": 0.7206224203109741, | |
| "0.05": 0.7429912149906158, | |
| "0.25": 0.7548101097345352, | |
| "0.5": 0.770626574754715, | |
| "0.75": 0.7835157215595245, | |
| "0.95": 0.7986360996961593, | |
| "1.0": 0.8361330032348633 | |
| }, | |
| "std": 0.019062989675575924 | |
| }, | |
| "relative_l2": 0.6539463290553146 | |
| }, | |
| "true_code_control": { | |
| "global_flattened_cosine": 0.9999244132588798, | |
| "latent_frames": 1247184, | |
| "latent_weighted_mean_cosine": 0.9999227839764951, | |
| "mse": 2.763638821693823e-05, | |
| "per_record_cosine": { | |
| "count": 130, | |
| "max": 0.999957263469696, | |
| "mean": 0.9999072317893688, | |
| "min": 0.9983662366867065, | |
| "quantiles": { | |
| "0.0": 0.9983662366867065, | |
| "0.05": 0.999821075797081, | |
| "0.25": 0.9999240636825562, | |
| "0.5": 0.9999381899833679, | |
| "0.75": 0.9999445825815201, | |
| "0.95": 0.9999500513076782, | |
| "1.0": 0.999957263469696 | |
| }, | |
| "std": 0.00015022638681815362 | |
| }, | |
| "relative_l2": 0.01229854795158292 | |
| } | |
| }, | |
| "dataset": { | |
| "exact_alignment_records": 130, | |
| "repo_id": "bghira/minimax-music3-rvq-reverse-distillation", | |
| "revision": "5029b1e7f1bbfbf028b76b38564fecccda94a111", | |
| "split": "holdout" | |
| }, | |
| "format": "simpletuner-minimaxmusic-external-replay-v1", | |
| "limitations": [ | |
| "This is teacher-forced hidden-state replay, not a diffusion render or audio-domain score.", | |
| "Only the 130 holdout records with recorded exact chunk alignment are included.", | |
| "Complete non-overlapping windows define token metrics; a shifted final window fills replay-only tail frames.", | |
| "The Serveurperso checkpoint was trained on a separate corpus and has no checkpoint-specific license declaration." | |
| ], | |
| "model_id": "simpletuner-v2", | |
| "parameter_count": 154736064, | |
| "protocol": { | |
| "code_selection": "argmax", | |
| "condition": "official condition encoder with recorded chunk stitching", | |
| "metric": "cosine similarity per stitched condition-embedding latent frame", | |
| "official_model_revision": "fbdf52fbaaca799592917417eb05f1899f1255ec", | |
| "replay": "teacher-forced official language model and RVQ depth decoder", | |
| "window_frames": 128 | |
| }, | |
| "records": [ | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9402264356613159, | |
| "cosine_mean": 0.7239253520965576, | |
| "cosine_min": 0.5208988785743713, | |
| "cosine_std": 0.04706466570496559, | |
| "flattened_dot": 3502220.0, | |
| "latent_frames": 15524, | |
| "mse": 0.08450425110413715, | |
| "predicted_squared": 4440578.5, | |
| "reference_squared": 5250518.5, | |
| "relative_l2": 0.715327588876253, | |
| "squared_error": 2686656.5, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999727010726929, | |
| "cosine_mean": 0.9999457597732544, | |
| "cosine_min": 0.9997843503952026, | |
| "cosine_std": 1.1789102245529648e-05, | |
| "flattened_dot": 5247772.0, | |
| "latent_frames": 15524, | |
| "mse": 1.8229315005083485e-05, | |
| "predicted_squared": 5245605.0, | |
| "reference_squared": 5250518.5, | |
| "relative_l2": 0.010506325979063667, | |
| "squared_error": 579.5673828125, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "bf131a41-49be-43c7-bf93-9c79f5be522e", | |
| "shard_id": 233, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 10599.354446411133, | |
| "count": 4480, | |
| "top1_correct": 1710, | |
| "top5_correct": 3367 | |
| }, | |
| { | |
| "ce_sum": 20510.525146484375, | |
| "count": 4480, | |
| "top1_correct": 401, | |
| "top5_correct": 1219 | |
| }, | |
| { | |
| "ce_sum": 20026.59490966797, | |
| "count": 4480, | |
| "top1_correct": 475, | |
| "top5_correct": 1353 | |
| }, | |
| { | |
| "ce_sum": 21382.65167236328, | |
| "count": 4480, | |
| "top1_correct": 359, | |
| "top5_correct": 1076 | |
| }, | |
| { | |
| "ce_sum": 21494.86590576172, | |
| "count": 4480, | |
| "top1_correct": 352, | |
| "top5_correct": 1032 | |
| }, | |
| { | |
| "ce_sum": 25665.61505126953, | |
| "count": 4480, | |
| "top1_correct": 139, | |
| "top5_correct": 472 | |
| }, | |
| { | |
| "ce_sum": 26597.042907714844, | |
| "count": 4480, | |
| "top1_correct": 120, | |
| "top5_correct": 405 | |
| }, | |
| { | |
| "ce_sum": 27205.93670654297, | |
| "count": 4480, | |
| "top1_correct": 91, | |
| "top5_correct": 356 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9582566618919373, | |
| "cosine_mean": 0.7662069797515869, | |
| "cosine_min": 0.5210987329483032, | |
| "cosine_std": 0.04423271492123604, | |
| "flattened_dot": 4109940.75, | |
| "latent_frames": 15403, | |
| "mse": 0.08149214508486577, | |
| "predicted_squared": 4743996.0, | |
| "reference_squared": 6046583.0, | |
| "relative_l2": 0.6520343857975155, | |
| "squared_error": 2570697.75, | |
| "values": 31545344 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999679327011108, | |
| "cosine_mean": 0.9999333024024963, | |
| "cosine_min": 0.9993491172790527, | |
| "cosine_std": 2.74152698693797e-05, | |
| "flattened_dot": 6043039.5, | |
| "latent_frames": 15403, | |
| "mse": 2.5502367545310333e-05, | |
| "predicted_squared": 6040300.5, | |
| "reference_squared": 6046583.0, | |
| "relative_l2": 0.011534608931131687, | |
| "squared_error": 804.48095703125, | |
| "values": 31545344 | |
| } | |
| }, | |
| "condition_latent_frames": 15403, | |
| "emitted_frames": 4465, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "2e12af11-2d89-493b-bc9e-407b80a39dbd", | |
| "shard_id": 244, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8741.093231201172, | |
| "count": 4352, | |
| "top1_correct": 1909, | |
| "top5_correct": 3519 | |
| }, | |
| { | |
| "ce_sum": 18939.825164794922, | |
| "count": 4352, | |
| "top1_correct": 487, | |
| "top5_correct": 1379 | |
| }, | |
| { | |
| "ce_sum": 17471.2666015625, | |
| "count": 4352, | |
| "top1_correct": 596, | |
| "top5_correct": 1684 | |
| }, | |
| { | |
| "ce_sum": 19643.477996826172, | |
| "count": 4352, | |
| "top1_correct": 391, | |
| "top5_correct": 1196 | |
| }, | |
| { | |
| "ce_sum": 20248.65850830078, | |
| "count": 4352, | |
| "top1_correct": 363, | |
| "top5_correct": 1141 | |
| }, | |
| { | |
| "ce_sum": 23855.734985351562, | |
| "count": 4352, | |
| "top1_correct": 198, | |
| "top5_correct": 644 | |
| }, | |
| { | |
| "ce_sum": 24273.625061035156, | |
| "count": 4352, | |
| "top1_correct": 167, | |
| "top5_correct": 569 | |
| }, | |
| { | |
| "ce_sum": 25541.32049560547, | |
| "count": 4352, | |
| "top1_correct": 107, | |
| "top5_correct": 417 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9778991341590881, | |
| "cosine_mean": 0.7735447883605957, | |
| "cosine_min": 0.4279007911682129, | |
| "cosine_std": 0.04684579372406006, | |
| "flattened_dot": 3516780.0, | |
| "latent_frames": 12553, | |
| "mse": 0.08094309522157303, | |
| "predicted_squared": 4100231.0, | |
| "reference_squared": 5014258.0, | |
| "relative_l2": 0.6442068023114487, | |
| "squared_error": 2080929.125, | |
| "values": 25708544 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999747276306152, | |
| "cosine_mean": 0.999941349029541, | |
| "cosine_min": 0.9994785189628601, | |
| "cosine_std": 2.12174254556885e-05, | |
| "flattened_dot": 5012467.0, | |
| "latent_frames": 12553, | |
| "mse": 2.277673767504346e-05, | |
| "predicted_squared": 5011262.0, | |
| "reference_squared": 5014258.0, | |
| "relative_l2": 0.01080640307427066, | |
| "squared_error": 585.5567626953125, | |
| "values": 25708544 | |
| } | |
| }, | |
| "condition_latent_frames": 12553, | |
| "emitted_frames": 3639, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "a5ba167a-f2d9-4f7d-8600-ecd37ea10d55", | |
| "shard_id": 249, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7705.2518310546875, | |
| "count": 3584, | |
| "top1_correct": 1530, | |
| "top5_correct": 2819 | |
| }, | |
| { | |
| "ce_sum": 15098.369720458984, | |
| "count": 3584, | |
| "top1_correct": 441, | |
| "top5_correct": 1197 | |
| }, | |
| { | |
| "ce_sum": 14714.426177978516, | |
| "count": 3584, | |
| "top1_correct": 516, | |
| "top5_correct": 1311 | |
| }, | |
| { | |
| "ce_sum": 15982.63232421875, | |
| "count": 3584, | |
| "top1_correct": 377, | |
| "top5_correct": 1017 | |
| }, | |
| { | |
| "ce_sum": 16802.53662109375, | |
| "count": 3584, | |
| "top1_correct": 308, | |
| "top5_correct": 941 | |
| }, | |
| { | |
| "ce_sum": 19038.433715820312, | |
| "count": 3584, | |
| "top1_correct": 175, | |
| "top5_correct": 585 | |
| }, | |
| { | |
| "ce_sum": 20194.811767578125, | |
| "count": 3584, | |
| "top1_correct": 142, | |
| "top5_correct": 457 | |
| }, | |
| { | |
| "ce_sum": 21056.022705078125, | |
| "count": 3584, | |
| "top1_correct": 112, | |
| "top5_correct": 356 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9722937345504761, | |
| "cosine_mean": 0.7632267475128174, | |
| "cosine_min": 0.5027329921722412, | |
| "cosine_std": 0.04805567115545273, | |
| "flattened_dot": 3261893.0, | |
| "latent_frames": 13071, | |
| "mse": 0.07686572672806212, | |
| "predicted_squared": 3817046.5, | |
| "reference_squared": 4764389.0, | |
| "relative_l2": 0.6571766824081612, | |
| "squared_error": 2057650.0, | |
| "values": 26769408 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999668598175049, | |
| "cosine_mean": 0.9999411702156067, | |
| "cosine_min": 0.99932861328125, | |
| "cosine_std": 2.0227502318448387e-05, | |
| "flattened_dot": 4765881.0, | |
| "latent_frames": 13071, | |
| "mse": 2.109725804912972e-05, | |
| "predicted_squared": 4767938.0, | |
| "reference_squared": 4764389.0, | |
| "relative_l2": 0.010887515450196686, | |
| "squared_error": 564.7611083984375, | |
| "values": 26769408 | |
| } | |
| }, | |
| "condition_latent_frames": 13071, | |
| "emitted_frames": 3789, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "532f4630-561f-4eda-8a10-b4d14a6e10eb", | |
| "shard_id": 273, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7149.259765625, | |
| "count": 3712, | |
| "top1_correct": 1717, | |
| "top5_correct": 3052 | |
| }, | |
| { | |
| "ce_sum": 15765.548156738281, | |
| "count": 3712, | |
| "top1_correct": 443, | |
| "top5_correct": 1240 | |
| }, | |
| { | |
| "ce_sum": 15667.407684326172, | |
| "count": 3712, | |
| "top1_correct": 469, | |
| "top5_correct": 1295 | |
| }, | |
| { | |
| "ce_sum": 17305.172424316406, | |
| "count": 3712, | |
| "top1_correct": 349, | |
| "top5_correct": 952 | |
| }, | |
| { | |
| "ce_sum": 17788.848510742188, | |
| "count": 3712, | |
| "top1_correct": 298, | |
| "top5_correct": 864 | |
| }, | |
| { | |
| "ce_sum": 20794.32244873047, | |
| "count": 3712, | |
| "top1_correct": 129, | |
| "top5_correct": 440 | |
| }, | |
| { | |
| "ce_sum": 22075.8876953125, | |
| "count": 3712, | |
| "top1_correct": 106, | |
| "top5_correct": 349 | |
| }, | |
| { | |
| "ce_sum": 22662.609802246094, | |
| "count": 3712, | |
| "top1_correct": 72, | |
| "top5_correct": 280 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9512413740158081, | |
| "cosine_mean": 0.7839393019676208, | |
| "cosine_min": 0.4217814803123474, | |
| "cosine_std": 0.04899909347295761, | |
| "flattened_dot": 2402072.0, | |
| "latent_frames": 9476, | |
| "mse": 0.06905979142001833, | |
| "predicted_squared": 2747028.25, | |
| "reference_squared": 3397348.0, | |
| "relative_l2": 0.6280874500456988, | |
| "squared_error": 1340232.875, | |
| "values": 19406848 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999704360961914, | |
| "cosine_mean": 0.9999377727508545, | |
| "cosine_min": 0.9996823668479919, | |
| "cosine_std": 2.2029958927305415e-05, | |
| "flattened_dot": 3397272.75, | |
| "latent_frames": 9476, | |
| "mse": 2.169885832632378e-05, | |
| "predicted_squared": 3397618.5, | |
| "reference_squared": 3397348.0, | |
| "relative_l2": 0.011133351653543958, | |
| "squared_error": 421.1064453125, | |
| "values": 19406848 | |
| } | |
| }, | |
| "condition_latent_frames": 9476, | |
| "emitted_frames": 2747, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "e0203aee-7dcd-498d-9b7a-22a1efaaa674", | |
| "shard_id": 308, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 5033.699951171875, | |
| "count": 2688, | |
| "top1_correct": 1238, | |
| "top5_correct": 2239 | |
| }, | |
| { | |
| "ce_sum": 11710.530944824219, | |
| "count": 2688, | |
| "top1_correct": 263, | |
| "top5_correct": 826 | |
| }, | |
| { | |
| "ce_sum": 10817.330108642578, | |
| "count": 2688, | |
| "top1_correct": 388, | |
| "top5_correct": 1013 | |
| }, | |
| { | |
| "ce_sum": 12014.763366699219, | |
| "count": 2688, | |
| "top1_correct": 298, | |
| "top5_correct": 820 | |
| }, | |
| { | |
| "ce_sum": 12773.068908691406, | |
| "count": 2688, | |
| "top1_correct": 219, | |
| "top5_correct": 647 | |
| }, | |
| { | |
| "ce_sum": 14681.339904785156, | |
| "count": 2688, | |
| "top1_correct": 117, | |
| "top5_correct": 367 | |
| }, | |
| { | |
| "ce_sum": 15518.45703125, | |
| "count": 2688, | |
| "top1_correct": 93, | |
| "top5_correct": 302 | |
| }, | |
| { | |
| "ce_sum": 16028.202758789062, | |
| "count": 2688, | |
| "top1_correct": 73, | |
| "top5_correct": 255 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9727877378463745, | |
| "cosine_mean": 0.7647345662117004, | |
| "cosine_min": 0.5984631776809692, | |
| "cosine_std": 0.047172997146844864, | |
| "flattened_dot": 864736.5, | |
| "latent_frames": 3400, | |
| "mse": 0.07712629430434283, | |
| "predicted_squared": 1035537.625, | |
| "reference_squared": 1230981.25, | |
| "relative_l2": 0.6605108383253073, | |
| "squared_error": 537045.8125, | |
| "values": 6963200 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999676942825317, | |
| "cosine_mean": 0.9999436140060425, | |
| "cosine_min": 0.9998382925987244, | |
| "cosine_std": 1.3914136616222095e-05, | |
| "flattened_dot": 1230944.25, | |
| "latent_frames": 3400, | |
| "mse": 1.995806089218925e-05, | |
| "predicted_squared": 1231046.25, | |
| "reference_squared": 1230981.25, | |
| "relative_l2": 0.010625218930833446, | |
| "squared_error": 138.9719696044922, | |
| "values": 6963200 | |
| } | |
| }, | |
| "condition_latent_frames": 3400, | |
| "emitted_frames": 986, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "609c8509-95c6-48ae-99ff-72b27b90d5a5", | |
| "shard_id": 309, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1878.9888916015625, | |
| "count": 896, | |
| "top1_correct": 363, | |
| "top5_correct": 719 | |
| }, | |
| { | |
| "ce_sum": 3905.56005859375, | |
| "count": 896, | |
| "top1_correct": 110, | |
| "top5_correct": 293 | |
| }, | |
| { | |
| "ce_sum": 3848.8320922851562, | |
| "count": 896, | |
| "top1_correct": 113, | |
| "top5_correct": 305 | |
| }, | |
| { | |
| "ce_sum": 3991.52490234375, | |
| "count": 896, | |
| "top1_correct": 84, | |
| "top5_correct": 245 | |
| }, | |
| { | |
| "ce_sum": 4414.512268066406, | |
| "count": 896, | |
| "top1_correct": 68, | |
| "top5_correct": 210 | |
| }, | |
| { | |
| "ce_sum": 4939.8106689453125, | |
| "count": 896, | |
| "top1_correct": 37, | |
| "top5_correct": 109 | |
| }, | |
| { | |
| "ce_sum": 5309.54248046875, | |
| "count": 896, | |
| "top1_correct": 26, | |
| "top5_correct": 79 | |
| }, | |
| { | |
| "ce_sum": 5459.456604003906, | |
| "count": 896, | |
| "top1_correct": 21, | |
| "top5_correct": 62 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9467495083808899, | |
| "cosine_mean": 0.7846068739891052, | |
| "cosine_min": 0.48030197620391846, | |
| "cosine_std": 0.05207623541355133, | |
| "flattened_dot": 4688685.0, | |
| "latent_frames": 15524, | |
| "mse": 0.08362612961432701, | |
| "predicted_squared": 5160744.0, | |
| "reference_squared": 6875363.5, | |
| "relative_l2": 0.621856187138274, | |
| "squared_error": 2658738.25, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999716281890869, | |
| "cosine_mean": 0.9999425411224365, | |
| "cosine_min": 0.9972609877586365, | |
| "cosine_std": 5.782806329079904e-05, | |
| "flattened_dot": 6878007.5, | |
| "latent_frames": 15524, | |
| "mse": 2.4603817518824495e-05, | |
| "predicted_squared": 6881433.5, | |
| "reference_squared": 6875363.5, | |
| "relative_l2": 0.010666457560071632, | |
| "squared_error": 782.23291015625, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "d2aa42b5-25f6-477c-be48-83aaab4cd42f", | |
| "shard_id": 320, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8519.220199584961, | |
| "count": 4480, | |
| "top1_correct": 2029, | |
| "top5_correct": 3753 | |
| }, | |
| { | |
| "ce_sum": 17734.227783203125, | |
| "count": 4480, | |
| "top1_correct": 610, | |
| "top5_correct": 1730 | |
| }, | |
| { | |
| "ce_sum": 17676.731048583984, | |
| "count": 4480, | |
| "top1_correct": 684, | |
| "top5_correct": 1750 | |
| }, | |
| { | |
| "ce_sum": 19374.701049804688, | |
| "count": 4480, | |
| "top1_correct": 505, | |
| "top5_correct": 1423 | |
| }, | |
| { | |
| "ce_sum": 20525.57601928711, | |
| "count": 4480, | |
| "top1_correct": 475, | |
| "top5_correct": 1261 | |
| }, | |
| { | |
| "ce_sum": 22151.040893554688, | |
| "count": 4480, | |
| "top1_correct": 364, | |
| "top5_correct": 1018 | |
| }, | |
| { | |
| "ce_sum": 24734.04931640625, | |
| "count": 4480, | |
| "top1_correct": 184, | |
| "top5_correct": 638 | |
| }, | |
| { | |
| "ce_sum": 25549.27752685547, | |
| "count": 4480, | |
| "top1_correct": 170, | |
| "top5_correct": 557 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9463280439376831, | |
| "cosine_mean": 0.7645066976547241, | |
| "cosine_min": 0.3466268479824066, | |
| "cosine_std": 0.04696723446249962, | |
| "flattened_dot": 2490925.25, | |
| "latent_frames": 10673, | |
| "mse": 0.07002026552471774, | |
| "predicted_squared": 3022370.0, | |
| "reference_squared": 3490004.75, | |
| "relative_l2": 0.6622273276593771, | |
| "squared_error": 1530524.25, | |
| "values": 21858304 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999967634677887, | |
| "cosine_mean": 0.9999387860298157, | |
| "cosine_min": 0.9998070001602173, | |
| "cosine_std": 1.3987446436658502e-05, | |
| "flattened_dot": 3491370.25, | |
| "latent_frames": 10673, | |
| "mse": 1.9774273712253276e-05, | |
| "predicted_squared": 3493168.0, | |
| "reference_squared": 3490004.75, | |
| "relative_l2": 0.011128727094047917, | |
| "squared_error": 432.2320861816406, | |
| "values": 21858304 | |
| } | |
| }, | |
| "condition_latent_frames": 10673, | |
| "emitted_frames": 3094, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "b61380ce-4750-49c6-adad-d7bb80971143", | |
| "shard_id": 328, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7538.474914550781, | |
| "count": 3072, | |
| "top1_correct": 1124, | |
| "top5_correct": 2232 | |
| }, | |
| { | |
| "ce_sum": 13029.030792236328, | |
| "count": 3072, | |
| "top1_correct": 387, | |
| "top5_correct": 984 | |
| }, | |
| { | |
| "ce_sum": 13145.643829345703, | |
| "count": 3072, | |
| "top1_correct": 359, | |
| "top5_correct": 992 | |
| }, | |
| { | |
| "ce_sum": 13816.143493652344, | |
| "count": 3072, | |
| "top1_correct": 325, | |
| "top5_correct": 873 | |
| }, | |
| { | |
| "ce_sum": 14656.517761230469, | |
| "count": 3072, | |
| "top1_correct": 247, | |
| "top5_correct": 721 | |
| }, | |
| { | |
| "ce_sum": 16559.86395263672, | |
| "count": 3072, | |
| "top1_correct": 154, | |
| "top5_correct": 462 | |
| }, | |
| { | |
| "ce_sum": 17594.65985107422, | |
| "count": 3072, | |
| "top1_correct": 109, | |
| "top5_correct": 363 | |
| }, | |
| { | |
| "ce_sum": 17947.725708007812, | |
| "count": 3072, | |
| "top1_correct": 110, | |
| "top5_correct": 330 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9782480001449585, | |
| "cosine_mean": 0.7789195775985718, | |
| "cosine_min": 0.545985996723175, | |
| "cosine_std": 0.04960113763809204, | |
| "flattened_dot": 498270.09375, | |
| "latent_frames": 2079, | |
| "mse": 0.0659387321527214, | |
| "predicted_squared": 602825.0625, | |
| "reference_squared": 674468.5625, | |
| "relative_l2": 0.6451811364745813, | |
| "squared_error": 280753.40625, | |
| "values": 4257792 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999673366546631, | |
| "cosine_mean": 0.99993497133255, | |
| "cosine_min": 0.9997856616973877, | |
| "cosine_std": 1.809022251109127e-05, | |
| "flattened_dot": 674714.3125, | |
| "latent_frames": 2079, | |
| "mse": 2.0623615637830152e-05, | |
| "predicted_squared": 675047.8125, | |
| "reference_squared": 674468.5625, | |
| "relative_l2": 0.011410213430054902, | |
| "squared_error": 87.81106567382812, | |
| "values": 4257792 | |
| } | |
| }, | |
| "condition_latent_frames": 2079, | |
| "emitted_frames": 603, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "d442c2c1-bd8b-49bb-8e5e-b0182bbe0ba8", | |
| "shard_id": 336, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1034.1580810546875, | |
| "count": 512, | |
| "top1_correct": 229, | |
| "top5_correct": 421 | |
| }, | |
| { | |
| "ce_sum": 2090.8944396972656, | |
| "count": 512, | |
| "top1_correct": 63, | |
| "top5_correct": 173 | |
| }, | |
| { | |
| "ce_sum": 2028.3332824707031, | |
| "count": 512, | |
| "top1_correct": 77, | |
| "top5_correct": 204 | |
| }, | |
| { | |
| "ce_sum": 2277.9423217773438, | |
| "count": 512, | |
| "top1_correct": 57, | |
| "top5_correct": 147 | |
| }, | |
| { | |
| "ce_sum": 2307.388671875, | |
| "count": 512, | |
| "top1_correct": 52, | |
| "top5_correct": 145 | |
| }, | |
| { | |
| "ce_sum": 2785.5550537109375, | |
| "count": 512, | |
| "top1_correct": 19, | |
| "top5_correct": 86 | |
| }, | |
| { | |
| "ce_sum": 2916.94091796875, | |
| "count": 512, | |
| "top1_correct": 17, | |
| "top5_correct": 62 | |
| }, | |
| { | |
| "ce_sum": 2917.7315063476562, | |
| "count": 512, | |
| "top1_correct": 17, | |
| "top5_correct": 69 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9511463642120361, | |
| "cosine_mean": 0.7728816270828247, | |
| "cosine_min": 0.5783250331878662, | |
| "cosine_std": 0.05010569840669632, | |
| "flattened_dot": 737957.375, | |
| "latent_frames": 2969, | |
| "mse": 0.07093479545801407, | |
| "predicted_squared": 896541.25, | |
| "reference_squared": 1010693.4375, | |
| "relative_l2": 0.6532659353572391, | |
| "squared_error": 431319.875, | |
| "values": 6080512 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9997569918632507, | |
| "cosine_mean": 0.9983662366867065, | |
| "cosine_min": 0.981013834476471, | |
| "cosine_std": 0.002069080015644431, | |
| "flattened_dot": 1008456.875, | |
| "latent_frames": 2969, | |
| "mse": 0.0004984369660194734, | |
| "predicted_squared": 1009251.0, | |
| "reference_squared": 1010693.4375, | |
| "relative_l2": 0.0547602565284596, | |
| "squared_error": 3030.751953125, | |
| "values": 6080512 | |
| } | |
| }, | |
| "condition_latent_frames": 2969, | |
| "emitted_frames": 861, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "e16715d3-a806-484c-9f40-e4f1d4b22a3b", | |
| "shard_id": 347, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1629.1111297607422, | |
| "count": 768, | |
| "top1_correct": 331, | |
| "top5_correct": 597 | |
| }, | |
| { | |
| "ce_sum": 3077.517120361328, | |
| "count": 768, | |
| "top1_correct": 114, | |
| "top5_correct": 286 | |
| }, | |
| { | |
| "ce_sum": 3279.944091796875, | |
| "count": 768, | |
| "top1_correct": 98, | |
| "top5_correct": 265 | |
| }, | |
| { | |
| "ce_sum": 3455.9285278320312, | |
| "count": 768, | |
| "top1_correct": 75, | |
| "top5_correct": 215 | |
| }, | |
| { | |
| "ce_sum": 3728.5738525390625, | |
| "count": 768, | |
| "top1_correct": 50, | |
| "top5_correct": 173 | |
| }, | |
| { | |
| "ce_sum": 3996.8482055664062, | |
| "count": 768, | |
| "top1_correct": 43, | |
| "top5_correct": 129 | |
| }, | |
| { | |
| "ce_sum": 4442.579406738281, | |
| "count": 768, | |
| "top1_correct": 30, | |
| "top5_correct": 84 | |
| }, | |
| { | |
| "ce_sum": 4429.740783691406, | |
| "count": 768, | |
| "top1_correct": 31, | |
| "top5_correct": 88 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.962687611579895, | |
| "cosine_mean": 0.7334891557693481, | |
| "cosine_min": 0.5201166868209839, | |
| "cosine_std": 0.053937461227178574, | |
| "flattened_dot": 1448615.875, | |
| "latent_frames": 6816, | |
| "mse": 0.07556087869993398, | |
| "predicted_squared": 1798097.625, | |
| "reference_squared": 2153901.0, | |
| "relative_l2": 0.6997862388754301, | |
| "squared_error": 1054767.0, | |
| "values": 13959168 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999438524246216, | |
| "cosine_mean": 0.9997154474258423, | |
| "cosine_min": 0.9925087690353394, | |
| "cosine_std": 0.0004435848677530885, | |
| "flattened_dot": 2150708.5, | |
| "latent_frames": 6816, | |
| "mse": 8.600548854176427e-05, | |
| "predicted_squared": 2148716.5, | |
| "reference_squared": 2153901.0, | |
| "relative_l2": 0.023609129896687054, | |
| "squared_error": 1200.5650634765625, | |
| "values": 13959168 | |
| } | |
| }, | |
| "condition_latent_frames": 6816, | |
| "emitted_frames": 1976, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "e0824e64-6612-4122-a714-163c9f772524", | |
| "shard_id": 343, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 3495.5980529785156, | |
| "count": 1920, | |
| "top1_correct": 927, | |
| "top5_correct": 1639 | |
| }, | |
| { | |
| "ce_sum": 8406.343475341797, | |
| "count": 1920, | |
| "top1_correct": 198, | |
| "top5_correct": 591 | |
| }, | |
| { | |
| "ce_sum": 8440.426574707031, | |
| "count": 1920, | |
| "top1_correct": 210, | |
| "top5_correct": 599 | |
| }, | |
| { | |
| "ce_sum": 8975.798278808594, | |
| "count": 1920, | |
| "top1_correct": 158, | |
| "top5_correct": 474 | |
| }, | |
| { | |
| "ce_sum": 9833.447692871094, | |
| "count": 1920, | |
| "top1_correct": 113, | |
| "top5_correct": 344 | |
| }, | |
| { | |
| "ce_sum": 11245.698181152344, | |
| "count": 1920, | |
| "top1_correct": 57, | |
| "top5_correct": 196 | |
| }, | |
| { | |
| "ce_sum": 11833.254638671875, | |
| "count": 1920, | |
| "top1_correct": 42, | |
| "top5_correct": 147 | |
| }, | |
| { | |
| "ce_sum": 12087.109558105469, | |
| "count": 1920, | |
| "top1_correct": 30, | |
| "top5_correct": 102 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9234628677368164, | |
| "cosine_mean": 0.7769929766654968, | |
| "cosine_min": 0.5427477359771729, | |
| "cosine_std": 0.04912903532385826, | |
| "flattened_dot": 1572049.75, | |
| "latent_frames": 5805, | |
| "mse": 0.077225464813469, | |
| "predicted_squared": 1860180.75, | |
| "reference_squared": 2202024.5, | |
| "relative_l2": 0.6457066815103016, | |
| "squared_error": 918105.75, | |
| "values": 11888640 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999701380729675, | |
| "cosine_mean": 0.9999385476112366, | |
| "cosine_min": 0.9997289180755615, | |
| "cosine_std": 1.8790617104968987e-05, | |
| "flattened_dot": 2201866.5, | |
| "latent_frames": 5805, | |
| "mse": 2.2508618546189368e-05, | |
| "predicted_squared": 2201975.25, | |
| "reference_squared": 2202024.5, | |
| "relative_l2": 0.011023752027065258, | |
| "squared_error": 267.59686279296875, | |
| "values": 11888640 | |
| } | |
| }, | |
| "condition_latent_frames": 5805, | |
| "emitted_frames": 1683, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "b6c376ff-b413-4579-9281-13a2943daa7f", | |
| "shard_id": 378, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 3376.2821197509766, | |
| "count": 1664, | |
| "top1_correct": 697, | |
| "top5_correct": 1336 | |
| }, | |
| { | |
| "ce_sum": 7072.095520019531, | |
| "count": 1664, | |
| "top1_correct": 211, | |
| "top5_correct": 578 | |
| }, | |
| { | |
| "ce_sum": 7208.637756347656, | |
| "count": 1664, | |
| "top1_correct": 200, | |
| "top5_correct": 529 | |
| }, | |
| { | |
| "ce_sum": 7305.4368896484375, | |
| "count": 1664, | |
| "top1_correct": 175, | |
| "top5_correct": 503 | |
| }, | |
| { | |
| "ce_sum": 7901.722961425781, | |
| "count": 1664, | |
| "top1_correct": 148, | |
| "top5_correct": 415 | |
| }, | |
| { | |
| "ce_sum": 8942.016357421875, | |
| "count": 1664, | |
| "top1_correct": 79, | |
| "top5_correct": 251 | |
| }, | |
| { | |
| "ce_sum": 9635.578186035156, | |
| "count": 1664, | |
| "top1_correct": 46, | |
| "top5_correct": 179 | |
| }, | |
| { | |
| "ce_sum": 10051.213073730469, | |
| "count": 1664, | |
| "top1_correct": 27, | |
| "top5_correct": 128 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9753254055976868, | |
| "cosine_mean": 0.7543058395385742, | |
| "cosine_min": 0.565075695514679, | |
| "cosine_std": 0.05634045973420143, | |
| "flattened_dot": 414528.75, | |
| "latent_frames": 1831, | |
| "mse": 0.07198524162588323, | |
| "predicted_squared": 513585.4375, | |
| "reference_squared": 585408.625, | |
| "relative_l2": 0.6790493272845068, | |
| "squared_error": 269936.59375, | |
| "values": 3749888 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999602437019348, | |
| "cosine_mean": 0.9999249577522278, | |
| "cosine_min": 0.9996347427368164, | |
| "cosine_std": 2.6596218958729878e-05, | |
| "flattened_dot": 585135.0, | |
| "latent_frames": 1831, | |
| "mse": 2.3552514144724537e-05, | |
| "predicted_squared": 584949.625, | |
| "reference_squared": 585408.625, | |
| "relative_l2": 0.012282823934130127, | |
| "squared_error": 88.31929016113281, | |
| "values": 3749888 | |
| } | |
| }, | |
| "condition_latent_frames": 1831, | |
| "emitted_frames": 531, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "f2a6bc18-5ab5-4d96-8b1e-6c3907ceeb9e", | |
| "shard_id": 399, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1131.7506561279297, | |
| "count": 512, | |
| "top1_correct": 201, | |
| "top5_correct": 405 | |
| }, | |
| { | |
| "ce_sum": 2152.5372924804688, | |
| "count": 512, | |
| "top1_correct": 66, | |
| "top5_correct": 186 | |
| }, | |
| { | |
| "ce_sum": 2240.7579956054688, | |
| "count": 512, | |
| "top1_correct": 53, | |
| "top5_correct": 172 | |
| }, | |
| { | |
| "ce_sum": 2153.2277221679688, | |
| "count": 512, | |
| "top1_correct": 65, | |
| "top5_correct": 180 | |
| }, | |
| { | |
| "ce_sum": 2420.7476806640625, | |
| "count": 512, | |
| "top1_correct": 43, | |
| "top5_correct": 130 | |
| }, | |
| { | |
| "ce_sum": 2728.5836791992188, | |
| "count": 512, | |
| "top1_correct": 25, | |
| "top5_correct": 86 | |
| }, | |
| { | |
| "ce_sum": 2926.7807006835938, | |
| "count": 512, | |
| "top1_correct": 17, | |
| "top5_correct": 69 | |
| }, | |
| { | |
| "ce_sum": 3109.3495483398438, | |
| "count": 512, | |
| "top1_correct": 15, | |
| "top5_correct": 46 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9689962267875671, | |
| "cosine_mean": 0.7699795961380005, | |
| "cosine_min": 0.55066978931427, | |
| "cosine_std": 0.05754827335476875, | |
| "flattened_dot": 1704724.5, | |
| "latent_frames": 5929, | |
| "mse": 0.08542554176241778, | |
| "predicted_squared": 1969072.625, | |
| "reference_squared": 2477664.0, | |
| "relative_l2": 0.6470358839504436, | |
| "squared_error": 1037287.5, | |
| "values": 12142592 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999972403049469, | |
| "cosine_mean": 0.9999333024024963, | |
| "cosine_min": 0.9995590448379517, | |
| "cosine_std": 2.8721218768623658e-05, | |
| "flattened_dot": 2477920.75, | |
| "latent_frames": 5929, | |
| "mse": 2.663821952100507e-05, | |
| "predicted_squared": 2478501.25, | |
| "reference_squared": 2477664.0, | |
| "relative_l2": 0.011425812496002283, | |
| "squared_error": 323.45703125, | |
| "values": 12142592 | |
| } | |
| }, | |
| "condition_latent_frames": 5929, | |
| "emitted_frames": 1719, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "dc642966-b250-479c-974a-306cb86babbc", | |
| "shard_id": 417, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 3465.4707794189453, | |
| "count": 1664, | |
| "top1_correct": 699, | |
| "top5_correct": 1309 | |
| }, | |
| { | |
| "ce_sum": 7081.370758056641, | |
| "count": 1664, | |
| "top1_correct": 207, | |
| "top5_correct": 558 | |
| }, | |
| { | |
| "ce_sum": 6984.140869140625, | |
| "count": 1664, | |
| "top1_correct": 203, | |
| "top5_correct": 576 | |
| }, | |
| { | |
| "ce_sum": 7862.718566894531, | |
| "count": 1664, | |
| "top1_correct": 136, | |
| "top5_correct": 409 | |
| }, | |
| { | |
| "ce_sum": 8089.7186279296875, | |
| "count": 1664, | |
| "top1_correct": 138, | |
| "top5_correct": 389 | |
| }, | |
| { | |
| "ce_sum": 8879.463439941406, | |
| "count": 1664, | |
| "top1_correct": 75, | |
| "top5_correct": 260 | |
| }, | |
| { | |
| "ce_sum": 9408.384948730469, | |
| "count": 1664, | |
| "top1_correct": 81, | |
| "top5_correct": 238 | |
| }, | |
| { | |
| "ce_sum": 9835.434020996094, | |
| "count": 1664, | |
| "top1_correct": 47, | |
| "top5_correct": 162 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9679675698280334, | |
| "cosine_mean": 0.756708025932312, | |
| "cosine_min": 0.43490341305732727, | |
| "cosine_std": 0.044348061084747314, | |
| "flattened_dot": 3125659.0, | |
| "latent_frames": 11860, | |
| "mse": 0.0837197109177382, | |
| "predicted_squared": 3775838.5, | |
| "reference_squared": 4508971.0, | |
| "relative_l2": 0.6715563494641771, | |
| "squared_error": 2033491.5, | |
| "values": 24289280 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999685287475586, | |
| "cosine_mean": 0.9999446272850037, | |
| "cosine_min": 0.9996544122695923, | |
| "cosine_std": 1.420611260982696e-05, | |
| "flattened_dot": 4507117.0, | |
| "latent_frames": 11860, | |
| "mse": 2.0882346577829293e-05, | |
| "predicted_squared": 4505769.0, | |
| "reference_squared": 4508971.0, | |
| "relative_l2": 0.010606161828513098, | |
| "squared_error": 507.2171630859375, | |
| "values": 24289280 | |
| } | |
| }, | |
| "condition_latent_frames": 11860, | |
| "emitted_frames": 3438, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "9c99572e-a8b1-4db4-a70b-5ba1d23fd308", | |
| "shard_id": 440, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7028.9349365234375, | |
| "count": 3328, | |
| "top1_correct": 1382, | |
| "top5_correct": 2654 | |
| }, | |
| { | |
| "ce_sum": 14530.318176269531, | |
| "count": 3328, | |
| "top1_correct": 376, | |
| "top5_correct": 996 | |
| }, | |
| { | |
| "ce_sum": 14742.305145263672, | |
| "count": 3328, | |
| "top1_correct": 354, | |
| "top5_correct": 1014 | |
| }, | |
| { | |
| "ce_sum": 15489.772216796875, | |
| "count": 3328, | |
| "top1_correct": 293, | |
| "top5_correct": 854 | |
| }, | |
| { | |
| "ce_sum": 16188.328979492188, | |
| "count": 3328, | |
| "top1_correct": 244, | |
| "top5_correct": 752 | |
| }, | |
| { | |
| "ce_sum": 18708.58905029297, | |
| "count": 3328, | |
| "top1_correct": 127, | |
| "top5_correct": 406 | |
| }, | |
| { | |
| "ce_sum": 19326.374877929688, | |
| "count": 3328, | |
| "top1_correct": 86, | |
| "top5_correct": 337 | |
| }, | |
| { | |
| "ce_sum": 20037.18975830078, | |
| "count": 3328, | |
| "top1_correct": 69, | |
| "top5_correct": 269 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9414422512054443, | |
| "cosine_mean": 0.7707544565200806, | |
| "cosine_min": 0.5366916656494141, | |
| "cosine_std": 0.049103304743766785, | |
| "flattened_dot": 4074458.5, | |
| "latent_frames": 15524, | |
| "mse": 0.07806630811565962, | |
| "predicted_squared": 4711086.0, | |
| "reference_squared": 5919804.5, | |
| "relative_l2": 0.6475076915102189, | |
| "squared_error": 2481974.0, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999966561794281, | |
| "cosine_mean": 0.9999247789382935, | |
| "cosine_min": 0.9992831945419312, | |
| "cosine_std": 3.147853567497805e-05, | |
| "flattened_dot": 5920314.5, | |
| "latent_frames": 15524, | |
| "mse": 2.7727486392450958e-05, | |
| "predicted_squared": 5921705.5, | |
| "reference_squared": 5919804.5, | |
| "relative_l2": 0.012203049174644971, | |
| "squared_error": 881.544189453125, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "41855a6c-d8f8-4d4c-8051-c2564a6b1fbc", | |
| "shard_id": 441, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8905.446670532227, | |
| "count": 4480, | |
| "top1_correct": 1965, | |
| "top5_correct": 3658 | |
| }, | |
| { | |
| "ce_sum": 19056.19891357422, | |
| "count": 4480, | |
| "top1_correct": 527, | |
| "top5_correct": 1444 | |
| }, | |
| { | |
| "ce_sum": 19239.63150024414, | |
| "count": 4480, | |
| "top1_correct": 537, | |
| "top5_correct": 1483 | |
| }, | |
| { | |
| "ce_sum": 20629.931030273438, | |
| "count": 4480, | |
| "top1_correct": 430, | |
| "top5_correct": 1200 | |
| }, | |
| { | |
| "ce_sum": 21219.88946533203, | |
| "count": 4480, | |
| "top1_correct": 366, | |
| "top5_correct": 1046 | |
| }, | |
| { | |
| "ce_sum": 24786.601135253906, | |
| "count": 4480, | |
| "top1_correct": 197, | |
| "top5_correct": 644 | |
| }, | |
| { | |
| "ce_sum": 26597.806396484375, | |
| "count": 4480, | |
| "top1_correct": 127, | |
| "top5_correct": 416 | |
| }, | |
| { | |
| "ce_sum": 27432.4677734375, | |
| "count": 4480, | |
| "top1_correct": 94, | |
| "top5_correct": 312 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9686391949653625, | |
| "cosine_mean": 0.7686328887939453, | |
| "cosine_min": 0.5912108421325684, | |
| "cosine_std": 0.05347228795289993, | |
| "flattened_dot": 609595.375, | |
| "latent_frames": 1958, | |
| "mse": 0.09366627148637002, | |
| "predicted_squared": 705948.3125, | |
| "reference_squared": 888842.625, | |
| "relative_l2": 0.6500555936351643, | |
| "squared_error": 375600.25, | |
| "values": 4009984 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999697208404541, | |
| "cosine_mean": 0.999942421913147, | |
| "cosine_min": 0.9997735619544983, | |
| "cosine_std": 2.498779576853849e-05, | |
| "flattened_dot": 888912.625, | |
| "latent_frames": 1958, | |
| "mse": 2.493561493790308e-05, | |
| "predicted_squared": 889082.5625, | |
| "reference_squared": 888842.625, | |
| "relative_l2": 0.010606422541232275, | |
| "squared_error": 99.99141693115234, | |
| "values": 4009984 | |
| } | |
| }, | |
| "condition_latent_frames": 1958, | |
| "emitted_frames": 568, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "f4f22bb1-fb7c-4ce1-8291-35d06635dc66", | |
| "shard_id": 446, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1355.34423828125, | |
| "count": 512, | |
| "top1_correct": 208, | |
| "top5_correct": 355 | |
| }, | |
| { | |
| "ce_sum": 2291.9063110351562, | |
| "count": 512, | |
| "top1_correct": 56, | |
| "top5_correct": 164 | |
| }, | |
| { | |
| "ce_sum": 1936.9108276367188, | |
| "count": 512, | |
| "top1_correct": 86, | |
| "top5_correct": 225 | |
| }, | |
| { | |
| "ce_sum": 2079.1514282226562, | |
| "count": 512, | |
| "top1_correct": 86, | |
| "top5_correct": 204 | |
| }, | |
| { | |
| "ce_sum": 2206.0226440429688, | |
| "count": 512, | |
| "top1_correct": 86, | |
| "top5_correct": 176 | |
| }, | |
| { | |
| "ce_sum": 2142.9617309570312, | |
| "count": 512, | |
| "top1_correct": 128, | |
| "top5_correct": 199 | |
| }, | |
| { | |
| "ce_sum": 2502.9818725585938, | |
| "count": 512, | |
| "top1_correct": 47, | |
| "top5_correct": 106 | |
| }, | |
| { | |
| "ce_sum": 2866.9019775390625, | |
| "count": 512, | |
| "top1_correct": 17, | |
| "top5_correct": 68 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.965086817741394, | |
| "cosine_mean": 0.7803727388381958, | |
| "cosine_min": 0.543592631816864, | |
| "cosine_std": 0.04425734654068947, | |
| "flattened_dot": 944794.625, | |
| "latent_frames": 3980, | |
| "mse": 0.06638632922915358, | |
| "predicted_squared": 1114617.625, | |
| "reference_squared": 1316089.125, | |
| "relative_l2": 0.6412142859005058, | |
| "squared_error": 541117.625, | |
| "values": 8151040 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999554753303528, | |
| "cosine_mean": 0.9998980164527893, | |
| "cosine_min": 0.9948133826255798, | |
| "cosine_std": 0.00022727488249074668, | |
| "flattened_dot": 1315433.0, | |
| "latent_frames": 3980, | |
| "mse": 3.2965120059161926e-05, | |
| "predicted_squared": 1315045.375, | |
| "reference_squared": 1316089.125, | |
| "relative_l2": 0.014288649818793027, | |
| "squared_error": 268.70001220703125, | |
| "values": 8151040 | |
| } | |
| }, | |
| "condition_latent_frames": 3980, | |
| "emitted_frames": 1154, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "28a6775d-e12c-49e8-a791-a391e376ab65", | |
| "shard_id": 448, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1958.8734741210938, | |
| "count": 1152, | |
| "top1_correct": 559, | |
| "top5_correct": 991 | |
| }, | |
| { | |
| "ce_sum": 4518.161590576172, | |
| "count": 1152, | |
| "top1_correct": 178, | |
| "top5_correct": 474 | |
| }, | |
| { | |
| "ce_sum": 4654.093231201172, | |
| "count": 1152, | |
| "top1_correct": 169, | |
| "top5_correct": 442 | |
| }, | |
| { | |
| "ce_sum": 5182.78955078125, | |
| "count": 1152, | |
| "top1_correct": 130, | |
| "top5_correct": 333 | |
| }, | |
| { | |
| "ce_sum": 5477.960998535156, | |
| "count": 1152, | |
| "top1_correct": 95, | |
| "top5_correct": 268 | |
| }, | |
| { | |
| "ce_sum": 6404.424987792969, | |
| "count": 1152, | |
| "top1_correct": 42, | |
| "top5_correct": 155 | |
| }, | |
| { | |
| "ce_sum": 6764.5023193359375, | |
| "count": 1152, | |
| "top1_correct": 33, | |
| "top5_correct": 125 | |
| }, | |
| { | |
| "ce_sum": 7115.792236328125, | |
| "count": 1152, | |
| "top1_correct": 28, | |
| "top5_correct": 82 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9404830932617188, | |
| "cosine_mean": 0.798194944858551, | |
| "cosine_min": 0.5084797143936157, | |
| "cosine_std": 0.04822186753153801, | |
| "flattened_dot": 2622934.0, | |
| "latent_frames": 8965, | |
| "mse": 0.07360996431434746, | |
| "predicted_squared": 2958671.0, | |
| "reference_squared": 3638699.5, | |
| "relative_l2": 0.6094461405788834, | |
| "squared_error": 1351502.5, | |
| "values": 18360320 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999714493751526, | |
| "cosine_mean": 0.9999444484710693, | |
| "cosine_min": 0.99957674741745, | |
| "cosine_std": 2.134078022208996e-05, | |
| "flattened_dot": 3640449.75, | |
| "latent_frames": 8965, | |
| "mse": 2.2064741935666154e-05, | |
| "predicted_squared": 3642605.0, | |
| "reference_squared": 3638699.5, | |
| "relative_l2": 0.010551554677150706, | |
| "squared_error": 405.11572265625, | |
| "values": 18360320 | |
| } | |
| }, | |
| "condition_latent_frames": 8965, | |
| "emitted_frames": 2599, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "ab803a0a-20b8-4993-bb40-be25b672286a", | |
| "shard_id": 466, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 3976.1184692382812, | |
| "count": 2560, | |
| "top1_correct": 1376, | |
| "top5_correct": 2272 | |
| }, | |
| { | |
| "ce_sum": 10880.963348388672, | |
| "count": 2560, | |
| "top1_correct": 307, | |
| "top5_correct": 874 | |
| }, | |
| { | |
| "ce_sum": 9921.745361328125, | |
| "count": 2560, | |
| "top1_correct": 426, | |
| "top5_correct": 1074 | |
| }, | |
| { | |
| "ce_sum": 10657.769897460938, | |
| "count": 2560, | |
| "top1_correct": 346, | |
| "top5_correct": 932 | |
| }, | |
| { | |
| "ce_sum": 11253.768157958984, | |
| "count": 2560, | |
| "top1_correct": 295, | |
| "top5_correct": 800 | |
| }, | |
| { | |
| "ce_sum": 12969.631774902344, | |
| "count": 2560, | |
| "top1_correct": 167, | |
| "top5_correct": 494 | |
| }, | |
| { | |
| "ce_sum": 14659.998352050781, | |
| "count": 2560, | |
| "top1_correct": 80, | |
| "top5_correct": 293 | |
| }, | |
| { | |
| "ce_sum": 15025.024536132812, | |
| "count": 2560, | |
| "top1_correct": 61, | |
| "top5_correct": 252 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9615570306777954, | |
| "cosine_mean": 0.7430396676063538, | |
| "cosine_min": 0.29405349493026733, | |
| "cosine_std": 0.05428926646709442, | |
| "flattened_dot": 4200757.0, | |
| "latent_frames": 15524, | |
| "mse": 0.09263245588232334, | |
| "predicted_squared": 5001857.0, | |
| "reference_squared": 6344735.0, | |
| "relative_l2": 0.6813050977490549, | |
| "squared_error": 2945077.75, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999716281890869, | |
| "cosine_mean": 0.9999496936798096, | |
| "cosine_min": 0.999828577041626, | |
| "cosine_std": 1.1512986930029001e-05, | |
| "flattened_dot": 6348382.0, | |
| "latent_frames": 15524, | |
| "mse": 2.0488177077483344e-05, | |
| "predicted_squared": 6352681.0, | |
| "reference_squared": 6344735.0, | |
| "relative_l2": 0.010132385596431103, | |
| "squared_error": 651.3837280273438, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "c02e34d3-78ab-421c-b312-60cf9039c22b", | |
| "shard_id": 473, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 13218.638626098633, | |
| "count": 4480, | |
| "top1_correct": 1318, | |
| "top5_correct": 2819 | |
| }, | |
| { | |
| "ce_sum": 19880.467559814453, | |
| "count": 4480, | |
| "top1_correct": 434, | |
| "top5_correct": 1295 | |
| }, | |
| { | |
| "ce_sum": 19935.730194091797, | |
| "count": 4480, | |
| "top1_correct": 476, | |
| "top5_correct": 1328 | |
| }, | |
| { | |
| "ce_sum": 21748.561004638672, | |
| "count": 4480, | |
| "top1_correct": 358, | |
| "top5_correct": 1041 | |
| }, | |
| { | |
| "ce_sum": 22157.705017089844, | |
| "count": 4480, | |
| "top1_correct": 321, | |
| "top5_correct": 975 | |
| }, | |
| { | |
| "ce_sum": 23106.828491210938, | |
| "count": 4480, | |
| "top1_correct": 280, | |
| "top5_correct": 785 | |
| }, | |
| { | |
| "ce_sum": 24914.104431152344, | |
| "count": 4480, | |
| "top1_correct": 171, | |
| "top5_correct": 576 | |
| }, | |
| { | |
| "ce_sum": 26285.546142578125, | |
| "count": 4480, | |
| "top1_correct": 130, | |
| "top5_correct": 422 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9549793601036072, | |
| "cosine_mean": 0.7542117834091187, | |
| "cosine_min": 0.36892735958099365, | |
| "cosine_std": 0.05070694163441658, | |
| "flattened_dot": 972223.125, | |
| "latent_frames": 4598, | |
| "mse": 0.06729437922228415, | |
| "predicted_squared": 1204427.0, | |
| "reference_squared": 1373710.5, | |
| "relative_l2": 0.6791899426562342, | |
| "squared_error": 633691.25, | |
| "values": 9416704 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999650716781616, | |
| "cosine_mean": 0.9999279975891113, | |
| "cosine_min": 0.9996085166931152, | |
| "cosine_std": 2.512332321202848e-05, | |
| "flattened_dot": 1373624.75, | |
| "latent_frames": 4598, | |
| "mse": 2.1187514844486226e-05, | |
| "predicted_squared": 1373738.375, | |
| "reference_squared": 1373710.5, | |
| "relative_l2": 0.012051520965643197, | |
| "squared_error": 199.5165557861328, | |
| "values": 9416704 | |
| } | |
| }, | |
| "condition_latent_frames": 4598, | |
| "emitted_frames": 1333, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "89efb9a2-ea8f-4fd9-959a-0b7ed42a0c1f", | |
| "shard_id": 541, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2512.538116455078, | |
| "count": 1280, | |
| "top1_correct": 566, | |
| "top5_correct": 1062 | |
| }, | |
| { | |
| "ce_sum": 5636.462799072266, | |
| "count": 1280, | |
| "top1_correct": 127, | |
| "top5_correct": 362 | |
| }, | |
| { | |
| "ce_sum": 5697.2218017578125, | |
| "count": 1280, | |
| "top1_correct": 117, | |
| "top5_correct": 374 | |
| }, | |
| { | |
| "ce_sum": 5901.439636230469, | |
| "count": 1280, | |
| "top1_correct": 125, | |
| "top5_correct": 325 | |
| }, | |
| { | |
| "ce_sum": 6429.015930175781, | |
| "count": 1280, | |
| "top1_correct": 80, | |
| "top5_correct": 254 | |
| }, | |
| { | |
| "ce_sum": 7465.8426513671875, | |
| "count": 1280, | |
| "top1_correct": 31, | |
| "top5_correct": 112 | |
| }, | |
| { | |
| "ce_sum": 7846.728332519531, | |
| "count": 1280, | |
| "top1_correct": 28, | |
| "top5_correct": 84 | |
| }, | |
| { | |
| "ce_sum": 8073.4429931640625, | |
| "count": 1280, | |
| "top1_correct": 17, | |
| "top5_correct": 71 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9737304449081421, | |
| "cosine_mean": 0.7878883481025696, | |
| "cosine_min": 0.5304648876190186, | |
| "cosine_std": 0.04974213242530823, | |
| "flattened_dot": 3785177.25, | |
| "latent_frames": 14113, | |
| "mse": 0.071233835479146, | |
| "predicted_squared": 4362685.0, | |
| "reference_squared": 5266571.0, | |
| "relative_l2": 0.6252502005097588, | |
| "squared_error": 2058901.75, | |
| "values": 28903424 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999976634979248, | |
| "cosine_mean": 0.9999443888664246, | |
| "cosine_min": 0.9987625479698181, | |
| "cosine_std": 3.89822234865278e-05, | |
| "flattened_dot": 5266492.5, | |
| "latent_frames": 14113, | |
| "mse": 2.026250882210573e-05, | |
| "predicted_squared": 5266998.5, | |
| "reference_squared": 5266571.0, | |
| "relative_l2": 0.010545259798030964, | |
| "squared_error": 585.6558837890625, | |
| "values": 28903424 | |
| } | |
| }, | |
| "condition_latent_frames": 14113, | |
| "emitted_frames": 4091, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "ddde3742-bd45-4fc1-9e26-902e2ec3629d", | |
| "shard_id": 553, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7222.565811157227, | |
| "count": 3968, | |
| "top1_correct": 1857, | |
| "top5_correct": 3371 | |
| }, | |
| { | |
| "ce_sum": 16271.430755615234, | |
| "count": 3968, | |
| "top1_correct": 518, | |
| "top5_correct": 1430 | |
| }, | |
| { | |
| "ce_sum": 15530.358184814453, | |
| "count": 3968, | |
| "top1_correct": 573, | |
| "top5_correct": 1619 | |
| }, | |
| { | |
| "ce_sum": 17781.013732910156, | |
| "count": 3968, | |
| "top1_correct": 386, | |
| "top5_correct": 1176 | |
| }, | |
| { | |
| "ce_sum": 19233.892456054688, | |
| "count": 3968, | |
| "top1_correct": 311, | |
| "top5_correct": 895 | |
| }, | |
| { | |
| "ce_sum": 21684.684692382812, | |
| "count": 3968, | |
| "top1_correct": 201, | |
| "top5_correct": 569 | |
| }, | |
| { | |
| "ce_sum": 22502.988159179688, | |
| "count": 3968, | |
| "top1_correct": 171, | |
| "top5_correct": 493 | |
| }, | |
| { | |
| "ce_sum": 23115.706481933594, | |
| "count": 3968, | |
| "top1_correct": 127, | |
| "top5_correct": 408 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.964481770992279, | |
| "cosine_mean": 0.7525458931922913, | |
| "cosine_min": 0.47811412811279297, | |
| "cosine_std": 0.04773464426398277, | |
| "flattened_dot": 3454607.0, | |
| "latent_frames": 13709, | |
| "mse": 0.08152685180014042, | |
| "predicted_squared": 4202756.5, | |
| "reference_squared": 4995408.0, | |
| "relative_l2": 0.6769127867825836, | |
| "squared_error": 2288950.5, | |
| "values": 28076032 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999976396560669, | |
| "cosine_mean": 0.9999462366104126, | |
| "cosine_min": 0.9996864199638367, | |
| "cosine_std": 1.283344317926094e-05, | |
| "flattened_dot": 4994508.0, | |
| "latent_frames": 13709, | |
| "mse": 1.9280480837628914e-05, | |
| "predicted_squared": 4994148.5, | |
| "reference_squared": 4995408.0, | |
| "relative_l2": 0.010409774269474089, | |
| "squared_error": 541.3193969726562, | |
| "values": 28076032 | |
| } | |
| }, | |
| "condition_latent_frames": 13709, | |
| "emitted_frames": 3974, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "7555c64c-d0e3-4a45-88a9-fa5912e3bfb8", | |
| "shard_id": 626, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 10155.103775024414, | |
| "count": 3968, | |
| "top1_correct": 1413, | |
| "top5_correct": 2848 | |
| }, | |
| { | |
| "ce_sum": 18308.02523803711, | |
| "count": 3968, | |
| "top1_correct": 382, | |
| "top5_correct": 1053 | |
| }, | |
| { | |
| "ce_sum": 18002.131286621094, | |
| "count": 3968, | |
| "top1_correct": 414, | |
| "top5_correct": 1135 | |
| }, | |
| { | |
| "ce_sum": 18505.79376220703, | |
| "count": 3968, | |
| "top1_correct": 351, | |
| "top5_correct": 1028 | |
| }, | |
| { | |
| "ce_sum": 19849.054809570312, | |
| "count": 3968, | |
| "top1_correct": 246, | |
| "top5_correct": 766 | |
| }, | |
| { | |
| "ce_sum": 22058.73046875, | |
| "count": 3968, | |
| "top1_correct": 168, | |
| "top5_correct": 533 | |
| }, | |
| { | |
| "ce_sum": 23539.57830810547, | |
| "count": 3968, | |
| "top1_correct": 104, | |
| "top5_correct": 378 | |
| }, | |
| { | |
| "ce_sum": 23709.764282226562, | |
| "count": 3968, | |
| "top1_correct": 103, | |
| "top5_correct": 389 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9770497679710388, | |
| "cosine_mean": 0.7498055100440979, | |
| "cosine_min": 0.48609164357185364, | |
| "cosine_std": 0.04898253083229065, | |
| "flattened_dot": 3830012.0, | |
| "latent_frames": 15524, | |
| "mse": 0.08181480401817347, | |
| "predicted_squared": 4553565.0, | |
| "reference_squared": 5707610.0, | |
| "relative_l2": 0.6750805496025112, | |
| "squared_error": 2601150.5, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999976634979248, | |
| "cosine_mean": 0.9999514222145081, | |
| "cosine_min": 0.9997843503952026, | |
| "cosine_std": 1.1742558854166418e-05, | |
| "flattened_dot": 5707707.5, | |
| "latent_frames": 15524, | |
| "mse": 1.7732155289240826e-05, | |
| "predicted_squared": 5708368.5, | |
| "reference_squared": 5707610.0, | |
| "relative_l2": 0.009938490137431265, | |
| "squared_error": 563.7611083984375, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "de566560-d0cf-4207-8841-df0a97228177", | |
| "shard_id": 644, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9605.780532836914, | |
| "count": 4480, | |
| "top1_correct": 1862, | |
| "top5_correct": 3540 | |
| }, | |
| { | |
| "ce_sum": 19534.598236083984, | |
| "count": 4480, | |
| "top1_correct": 494, | |
| "top5_correct": 1366 | |
| }, | |
| { | |
| "ce_sum": 19612.730895996094, | |
| "count": 4480, | |
| "top1_correct": 515, | |
| "top5_correct": 1393 | |
| }, | |
| { | |
| "ce_sum": 20879.9736328125, | |
| "count": 4480, | |
| "top1_correct": 386, | |
| "top5_correct": 1120 | |
| }, | |
| { | |
| "ce_sum": 21989.990173339844, | |
| "count": 4480, | |
| "top1_correct": 309, | |
| "top5_correct": 965 | |
| }, | |
| { | |
| "ce_sum": 24597.68438720703, | |
| "count": 4480, | |
| "top1_correct": 205, | |
| "top5_correct": 660 | |
| }, | |
| { | |
| "ce_sum": 25806.678955078125, | |
| "count": 4480, | |
| "top1_correct": 134, | |
| "top5_correct": 479 | |
| }, | |
| { | |
| "ce_sum": 26905.010314941406, | |
| "count": 4480, | |
| "top1_correct": 115, | |
| "top5_correct": 367 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9091955423355103, | |
| "cosine_mean": 0.7919722199440002, | |
| "cosine_min": 0.4197556972503662, | |
| "cosine_std": 0.04841405898332596, | |
| "flattened_dot": 4403091.0, | |
| "latent_frames": 15524, | |
| "mse": 0.07344273383148674, | |
| "predicted_squared": 5011495.0, | |
| "reference_squared": 6129662.5, | |
| "relative_l2": 0.617195753168043, | |
| "squared_error": 2334976.0, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999764561653137, | |
| "cosine_mean": 0.9999475479125977, | |
| "cosine_min": 0.999788761138916, | |
| "cosine_std": 1.6727923139114864e-05, | |
| "flattened_dot": 6129655.0, | |
| "latent_frames": 15524, | |
| "mse": 2.034973373304965e-05, | |
| "predicted_squared": 6130294.0, | |
| "reference_squared": 6129662.5, | |
| "relative_l2": 0.010273723595564497, | |
| "squared_error": 646.982177734375, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "bdfd9628-7183-4751-804d-5458c08c8270", | |
| "shard_id": 642, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8180.979110717773, | |
| "count": 4480, | |
| "top1_correct": 2125, | |
| "top5_correct": 3790 | |
| }, | |
| { | |
| "ce_sum": 17914.554260253906, | |
| "count": 4480, | |
| "top1_correct": 619, | |
| "top5_correct": 1707 | |
| }, | |
| { | |
| "ce_sum": 17587.829864501953, | |
| "count": 4480, | |
| "top1_correct": 666, | |
| "top5_correct": 1774 | |
| }, | |
| { | |
| "ce_sum": 18593.152770996094, | |
| "count": 4480, | |
| "top1_correct": 589, | |
| "top5_correct": 1541 | |
| }, | |
| { | |
| "ce_sum": 21056.701110839844, | |
| "count": 4480, | |
| "top1_correct": 399, | |
| "top5_correct": 1106 | |
| }, | |
| { | |
| "ce_sum": 23176.119079589844, | |
| "count": 4480, | |
| "top1_correct": 269, | |
| "top5_correct": 812 | |
| }, | |
| { | |
| "ce_sum": 24836.081481933594, | |
| "count": 4480, | |
| "top1_correct": 178, | |
| "top5_correct": 586 | |
| }, | |
| { | |
| "ce_sum": 24989.162719726562, | |
| "count": 4480, | |
| "top1_correct": 202, | |
| "top5_correct": 638 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.954192578792572, | |
| "cosine_mean": 0.7906947135925293, | |
| "cosine_min": 0.5749610662460327, | |
| "cosine_std": 0.04936157912015915, | |
| "flattened_dot": 895205.375, | |
| "latent_frames": 3156, | |
| "mse": 0.0735071711667137, | |
| "predicted_squared": 1054987.0, | |
| "reference_squared": 1210536.375, | |
| "relative_l2": 0.6264831668958489, | |
| "squared_error": 475112.71875, | |
| "values": 6463488 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999691843986511, | |
| "cosine_mean": 0.999939501285553, | |
| "cosine_min": 0.9996910095214844, | |
| "cosine_std": 1.7747510355548002e-05, | |
| "flattened_dot": 1210406.25, | |
| "latent_frames": 3156, | |
| "mse": 2.2928913906499914e-05, | |
| "predicted_squared": 1210424.125, | |
| "reference_squared": 1210536.375, | |
| "relative_l2": 0.011064614650267061, | |
| "squared_error": 148.2007598876953, | |
| "values": 6463488 | |
| } | |
| }, | |
| "condition_latent_frames": 3156, | |
| "emitted_frames": 915, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "d9607915-511b-4ed1-8956-9a414bfee7d4", | |
| "shard_id": 674, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1852.3478088378906, | |
| "count": 896, | |
| "top1_correct": 357, | |
| "top5_correct": 722 | |
| }, | |
| { | |
| "ce_sum": 3694.699249267578, | |
| "count": 896, | |
| "top1_correct": 123, | |
| "top5_correct": 323 | |
| }, | |
| { | |
| "ce_sum": 3867.1561279296875, | |
| "count": 896, | |
| "top1_correct": 92, | |
| "top5_correct": 289 | |
| }, | |
| { | |
| "ce_sum": 4004.42529296875, | |
| "count": 896, | |
| "top1_correct": 103, | |
| "top5_correct": 262 | |
| }, | |
| { | |
| "ce_sum": 4192.266906738281, | |
| "count": 896, | |
| "top1_correct": 75, | |
| "top5_correct": 231 | |
| }, | |
| { | |
| "ce_sum": 4883.513916015625, | |
| "count": 896, | |
| "top1_correct": 29, | |
| "top5_correct": 109 | |
| }, | |
| { | |
| "ce_sum": 5042.519958496094, | |
| "count": 896, | |
| "top1_correct": 29, | |
| "top5_correct": 111 | |
| }, | |
| { | |
| "ce_sum": 5109.206298828125, | |
| "count": 896, | |
| "top1_correct": 24, | |
| "top5_correct": 86 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9469223022460938, | |
| "cosine_mean": 0.7652751803398132, | |
| "cosine_min": 0.5528677105903625, | |
| "cosine_std": 0.04965232312679291, | |
| "flattened_dot": 4493178.5, | |
| "latent_frames": 15524, | |
| "mse": 0.0869269033155316, | |
| "predicted_squared": 5347930.0, | |
| "reference_squared": 6402107.0, | |
| "relative_l2": 0.6570258145239563, | |
| "squared_error": 2763680.25, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999722838401794, | |
| "cosine_mean": 0.9999475479125977, | |
| "cosine_min": 0.9996371269226074, | |
| "cosine_std": 1.656186577747576e-05, | |
| "flattened_dot": 6402600.0, | |
| "latent_frames": 15524, | |
| "mse": 2.1247270487534943e-05, | |
| "predicted_squared": 6403768.0, | |
| "reference_squared": 6402107.0, | |
| "relative_l2": 0.010272044741481088, | |
| "squared_error": 675.5177001953125, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "378cc0d8-7600-4c12-92ce-8eabf5a1006a", | |
| "shard_id": 694, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9317.112106323242, | |
| "count": 4480, | |
| "top1_correct": 1961, | |
| "top5_correct": 3542 | |
| }, | |
| { | |
| "ce_sum": 20018.68960571289, | |
| "count": 4480, | |
| "top1_correct": 451, | |
| "top5_correct": 1317 | |
| }, | |
| { | |
| "ce_sum": 18998.76010131836, | |
| "count": 4480, | |
| "top1_correct": 595, | |
| "top5_correct": 1531 | |
| }, | |
| { | |
| "ce_sum": 20085.036224365234, | |
| "count": 4480, | |
| "top1_correct": 484, | |
| "top5_correct": 1283 | |
| }, | |
| { | |
| "ce_sum": 21555.0771484375, | |
| "count": 4480, | |
| "top1_correct": 362, | |
| "top5_correct": 1026 | |
| }, | |
| { | |
| "ce_sum": 24190.88458251953, | |
| "count": 4480, | |
| "top1_correct": 214, | |
| "top5_correct": 698 | |
| }, | |
| { | |
| "ce_sum": 25543.45245361328, | |
| "count": 4480, | |
| "top1_correct": 165, | |
| "top5_correct": 501 | |
| }, | |
| { | |
| "ce_sum": 26877.662963867188, | |
| "count": 4480, | |
| "top1_correct": 121, | |
| "top5_correct": 399 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9434499144554138, | |
| "cosine_mean": 0.7501689195632935, | |
| "cosine_min": 0.5656318664550781, | |
| "cosine_std": 0.05920385196805, | |
| "flattened_dot": 435587.1875, | |
| "latent_frames": 1703, | |
| "mse": 0.08385701831900506, | |
| "predicted_squared": 541228.0, | |
| "reference_squared": 622418.25, | |
| "relative_l2": 0.6854895667874584, | |
| "squared_error": 292471.8125, | |
| "values": 3487744 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999648928642273, | |
| "cosine_mean": 0.999937891960144, | |
| "cosine_min": 0.9996182918548584, | |
| "cosine_std": 2.8602367819985375e-05, | |
| "flattened_dot": 622458.875, | |
| "latent_frames": 1703, | |
| "mse": 2.2084413383963244e-05, | |
| "predicted_squared": 622576.5, | |
| "reference_squared": 622418.25, | |
| "relative_l2": 0.01112433541389174, | |
| "squared_error": 77.0247802734375, | |
| "values": 3487744 | |
| } | |
| }, | |
| "condition_latent_frames": 1703, | |
| "emitted_frames": 494, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "e06f44c9-15c9-49c7-8030-cc237fc5224a", | |
| "shard_id": 717, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 920.7945556640625, | |
| "count": 384, | |
| "top1_correct": 160, | |
| "top5_correct": 277 | |
| }, | |
| { | |
| "ce_sum": 1630.3335571289062, | |
| "count": 384, | |
| "top1_correct": 44, | |
| "top5_correct": 131 | |
| }, | |
| { | |
| "ce_sum": 1596.6792602539062, | |
| "count": 384, | |
| "top1_correct": 57, | |
| "top5_correct": 144 | |
| }, | |
| { | |
| "ce_sum": 1690.8418579101562, | |
| "count": 384, | |
| "top1_correct": 41, | |
| "top5_correct": 110 | |
| }, | |
| { | |
| "ce_sum": 1740.2955932617188, | |
| "count": 384, | |
| "top1_correct": 46, | |
| "top5_correct": 110 | |
| }, | |
| { | |
| "ce_sum": 1964.7683715820312, | |
| "count": 384, | |
| "top1_correct": 22, | |
| "top5_correct": 72 | |
| }, | |
| { | |
| "ce_sum": 2123.064208984375, | |
| "count": 384, | |
| "top1_correct": 14, | |
| "top5_correct": 46 | |
| }, | |
| { | |
| "ce_sum": 2151.7421875, | |
| "count": 384, | |
| "top1_correct": 22, | |
| "top5_correct": 59 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9561464190483093, | |
| "cosine_mean": 0.8078190684318542, | |
| "cosine_min": 0.5375431776046753, | |
| "cosine_std": 0.043319929391145706, | |
| "flattened_dot": 3499144.0, | |
| "latent_frames": 11704, | |
| "mse": 0.07008098985589863, | |
| "predicted_squared": 3926718.0, | |
| "reference_squared": 4751397.0, | |
| "relative_l2": 0.5945954572330592, | |
| "squared_error": 1679826.75, | |
| "values": 23969792 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999658465385437, | |
| "cosine_mean": 0.9998785853385925, | |
| "cosine_min": 0.9964672327041626, | |
| "cosine_std": 0.0001903739757835865, | |
| "flattened_dot": 4753100.5, | |
| "latent_frames": 11704, | |
| "mse": 4.584621829034853e-05, | |
| "predicted_squared": 4755903.0, | |
| "reference_squared": 4751397.0, | |
| "relative_l2": 0.015208039508293922, | |
| "squared_error": 1098.92431640625, | |
| "values": 23969792 | |
| } | |
| }, | |
| "condition_latent_frames": 11704, | |
| "emitted_frames": 3393, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "5ba2ad49-19cc-4486-b45f-6f9c7d962dab", | |
| "shard_id": 750, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6503.3349609375, | |
| "count": 3328, | |
| "top1_correct": 1471, | |
| "top5_correct": 2721 | |
| }, | |
| { | |
| "ce_sum": 13435.203308105469, | |
| "count": 3328, | |
| "top1_correct": 439, | |
| "top5_correct": 1251 | |
| }, | |
| { | |
| "ce_sum": 12690.46435546875, | |
| "count": 3328, | |
| "top1_correct": 552, | |
| "top5_correct": 1375 | |
| }, | |
| { | |
| "ce_sum": 14470.5263671875, | |
| "count": 3328, | |
| "top1_correct": 416, | |
| "top5_correct": 1072 | |
| }, | |
| { | |
| "ce_sum": 15177.67578125, | |
| "count": 3328, | |
| "top1_correct": 317, | |
| "top5_correct": 899 | |
| }, | |
| { | |
| "ce_sum": 17048.507568359375, | |
| "count": 3328, | |
| "top1_correct": 206, | |
| "top5_correct": 638 | |
| }, | |
| { | |
| "ce_sum": 18259.305053710938, | |
| "count": 3328, | |
| "top1_correct": 148, | |
| "top5_correct": 450 | |
| }, | |
| { | |
| "ce_sum": 18342.526306152344, | |
| "count": 3328, | |
| "top1_correct": 160, | |
| "top5_correct": 502 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9723523259162903, | |
| "cosine_mean": 0.7881146669387817, | |
| "cosine_min": 0.6019630432128906, | |
| "cosine_std": 0.04338213801383972, | |
| "flattened_dot": 1255172.125, | |
| "latent_frames": 4643, | |
| "mse": 0.0719064601197367, | |
| "predicted_squared": 1440687.625, | |
| "reference_squared": 1753405.25, | |
| "relative_l2": 0.6244635899265596, | |
| "squared_error": 683748.75, | |
| "values": 9508864 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999736547470093, | |
| "cosine_mean": 0.9999450445175171, | |
| "cosine_min": 0.9997453689575195, | |
| "cosine_std": 1.9635614080470987e-05, | |
| "flattened_dot": 1753424.0, | |
| "latent_frames": 4643, | |
| "mse": 2.0357730212510465e-05, | |
| "predicted_squared": 1753636.0, | |
| "reference_squared": 1753405.25, | |
| "relative_l2": 0.010507220445648589, | |
| "squared_error": 193.57888793945312, | |
| "values": 9508864 | |
| } | |
| }, | |
| "condition_latent_frames": 4643, | |
| "emitted_frames": 1346, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "0ed1a099-1301-41b1-9b09-e58cf33ef290", | |
| "shard_id": 752, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2672.992935180664, | |
| "count": 1280, | |
| "top1_correct": 563, | |
| "top5_correct": 1015 | |
| }, | |
| { | |
| "ce_sum": 5441.929870605469, | |
| "count": 1280, | |
| "top1_correct": 155, | |
| "top5_correct": 416 | |
| }, | |
| { | |
| "ce_sum": 5142.775115966797, | |
| "count": 1280, | |
| "top1_correct": 195, | |
| "top5_correct": 488 | |
| }, | |
| { | |
| "ce_sum": 5758.3184814453125, | |
| "count": 1280, | |
| "top1_correct": 128, | |
| "top5_correct": 365 | |
| }, | |
| { | |
| "ce_sum": 6190.85009765625, | |
| "count": 1280, | |
| "top1_correct": 95, | |
| "top5_correct": 276 | |
| }, | |
| { | |
| "ce_sum": 6840.641418457031, | |
| "count": 1280, | |
| "top1_correct": 70, | |
| "top5_correct": 193 | |
| }, | |
| { | |
| "ce_sum": 7161.168151855469, | |
| "count": 1280, | |
| "top1_correct": 55, | |
| "top5_correct": 175 | |
| }, | |
| { | |
| "ce_sum": 7401.942138671875, | |
| "count": 1280, | |
| "top1_correct": 41, | |
| "top5_correct": 133 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9777625203132629, | |
| "cosine_mean": 0.7672104835510254, | |
| "cosine_min": 0.5555230379104614, | |
| "cosine_std": 0.04388938099145889, | |
| "flattened_dot": 2105126.5, | |
| "latent_frames": 8893, | |
| "mse": 0.07177630739459757, | |
| "predicted_squared": 2450280.0, | |
| "reference_squared": 3067225.0, | |
| "relative_l2": 0.652840157008518, | |
| "squared_error": 1307252.125, | |
| "values": 18212864 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999616146087646, | |
| "cosine_mean": 0.9999290108680725, | |
| "cosine_min": 0.9993125200271606, | |
| "cosine_std": 3.427095361985266e-05, | |
| "flattened_dot": 3066797.25, | |
| "latent_frames": 8893, | |
| "mse": 2.388929430658016e-05, | |
| "predicted_squared": 3066804.5, | |
| "reference_squared": 3067225.0, | |
| "relative_l2": 0.011910170126325828, | |
| "squared_error": 435.09246826171875, | |
| "values": 18212864 | |
| } | |
| }, | |
| "condition_latent_frames": 8893, | |
| "emitted_frames": 2578, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "7bc57e16-afb3-45a7-a7d4-39787a34701f", | |
| "shard_id": 756, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4661.160263061523, | |
| "count": 2560, | |
| "top1_correct": 1185, | |
| "top5_correct": 2168 | |
| }, | |
| { | |
| "ce_sum": 10751.166320800781, | |
| "count": 2560, | |
| "top1_correct": 304, | |
| "top5_correct": 883 | |
| }, | |
| { | |
| "ce_sum": 10918.045104980469, | |
| "count": 2560, | |
| "top1_correct": 301, | |
| "top5_correct": 866 | |
| }, | |
| { | |
| "ce_sum": 11472.870666503906, | |
| "count": 2560, | |
| "top1_correct": 253, | |
| "top5_correct": 752 | |
| }, | |
| { | |
| "ce_sum": 12649.504211425781, | |
| "count": 2560, | |
| "top1_correct": 197, | |
| "top5_correct": 575 | |
| }, | |
| { | |
| "ce_sum": 14571.718811035156, | |
| "count": 2560, | |
| "top1_correct": 80, | |
| "top5_correct": 257 | |
| }, | |
| { | |
| "ce_sum": 15733.061218261719, | |
| "count": 2560, | |
| "top1_correct": 46, | |
| "top5_correct": 161 | |
| }, | |
| { | |
| "ce_sum": 16148.948059082031, | |
| "count": 2560, | |
| "top1_correct": 25, | |
| "top5_correct": 129 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9616456031799316, | |
| "cosine_mean": 0.7504609227180481, | |
| "cosine_min": 0.45170360803604126, | |
| "cosine_std": 0.052919287234544754, | |
| "flattened_dot": 2584830.0, | |
| "latent_frames": 11594, | |
| "mse": 0.07234512231710637, | |
| "predicted_squared": 3139899.5, | |
| "reference_squared": 3747560.0, | |
| "relative_l2": 0.6770362999011454, | |
| "squared_error": 1717799.625, | |
| "values": 23744512 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999654293060303, | |
| "cosine_mean": 0.9999294281005859, | |
| "cosine_min": 0.9995741844177246, | |
| "cosine_std": 1.998352126975078e-05, | |
| "flattened_dot": 3749130.5, | |
| "latent_frames": 11594, | |
| "mse": 2.2367064513192827e-05, | |
| "predicted_squared": 3751232.25, | |
| "reference_squared": 3747560.0, | |
| "relative_l2": 0.011904518162634235, | |
| "squared_error": 531.0950317382812, | |
| "values": 23744512 | |
| } | |
| }, | |
| "condition_latent_frames": 11594, | |
| "emitted_frames": 3361, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "2cf7c022-b79f-43bd-a5e0-d1b0ba7e05e5", | |
| "shard_id": 801, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6920.642807006836, | |
| "count": 3328, | |
| "top1_correct": 1379, | |
| "top5_correct": 2652 | |
| }, | |
| { | |
| "ce_sum": 14650.800170898438, | |
| "count": 3328, | |
| "top1_correct": 361, | |
| "top5_correct": 992 | |
| }, | |
| { | |
| "ce_sum": 14381.212646484375, | |
| "count": 3328, | |
| "top1_correct": 405, | |
| "top5_correct": 1066 | |
| }, | |
| { | |
| "ce_sum": 15620.94677734375, | |
| "count": 3328, | |
| "top1_correct": 300, | |
| "top5_correct": 840 | |
| }, | |
| { | |
| "ce_sum": 16733.04998779297, | |
| "count": 3328, | |
| "top1_correct": 203, | |
| "top5_correct": 657 | |
| }, | |
| { | |
| "ce_sum": 18822.23223876953, | |
| "count": 3328, | |
| "top1_correct": 124, | |
| "top5_correct": 417 | |
| }, | |
| { | |
| "ce_sum": 20153.174255371094, | |
| "count": 3328, | |
| "top1_correct": 52, | |
| "top5_correct": 252 | |
| }, | |
| { | |
| "ce_sum": 20426.517639160156, | |
| "count": 3328, | |
| "top1_correct": 72, | |
| "top5_correct": 241 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9489337801933289, | |
| "cosine_mean": 0.7887823581695557, | |
| "cosine_min": 0.4785500764846802, | |
| "cosine_std": 0.04356953129172325, | |
| "flattened_dot": 4056388.75, | |
| "latent_frames": 15524, | |
| "mse": 0.0690334273871304, | |
| "predicted_squared": 4709417.5, | |
| "reference_squared": 5598151.0, | |
| "relative_l2": 0.6261439762061459, | |
| "squared_error": 2194790.25, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999681711196899, | |
| "cosine_mean": 0.9999357461929321, | |
| "cosine_min": 0.999286413192749, | |
| "cosine_std": 2.669270361366216e-05, | |
| "flattened_dot": 5598916.5, | |
| "latent_frames": 15524, | |
| "mse": 2.2627134907955177e-05, | |
| "predicted_squared": 5600401.0, | |
| "reference_squared": 5598151.0, | |
| "relative_l2": 0.0113359852460092, | |
| "squared_error": 719.387939453125, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "2d575609-e129-4410-8dcf-cce287f2d46c", | |
| "shard_id": 813, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8743.679153442383, | |
| "count": 4480, | |
| "top1_correct": 2046, | |
| "top5_correct": 3709 | |
| }, | |
| { | |
| "ce_sum": 18715.286712646484, | |
| "count": 4480, | |
| "top1_correct": 557, | |
| "top5_correct": 1564 | |
| }, | |
| { | |
| "ce_sum": 18417.062927246094, | |
| "count": 4480, | |
| "top1_correct": 545, | |
| "top5_correct": 1592 | |
| }, | |
| { | |
| "ce_sum": 19859.422485351562, | |
| "count": 4480, | |
| "top1_correct": 467, | |
| "top5_correct": 1341 | |
| }, | |
| { | |
| "ce_sum": 21577.200317382812, | |
| "count": 4480, | |
| "top1_correct": 353, | |
| "top5_correct": 1031 | |
| }, | |
| { | |
| "ce_sum": 24446.718383789062, | |
| "count": 4480, | |
| "top1_correct": 225, | |
| "top5_correct": 696 | |
| }, | |
| { | |
| "ce_sum": 26030.696044921875, | |
| "count": 4480, | |
| "top1_correct": 140, | |
| "top5_correct": 494 | |
| }, | |
| { | |
| "ce_sum": 26587.713745117188, | |
| "count": 4480, | |
| "top1_correct": 130, | |
| "top5_correct": 402 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.929067075252533, | |
| "cosine_mean": 0.7526324391365051, | |
| "cosine_min": 0.5366990566253662, | |
| "cosine_std": 0.050245895981788635, | |
| "flattened_dot": 2885451.5, | |
| "latent_frames": 10973, | |
| "mse": 0.08520989507982663, | |
| "predicted_squared": 3424156.75, | |
| "reference_squared": 4261643.0, | |
| "relative_l2": 0.6703230417204593, | |
| "squared_error": 1914896.75, | |
| "values": 22472704 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999741315841675, | |
| "cosine_mean": 0.9999483823776245, | |
| "cosine_min": 0.9997401237487793, | |
| "cosine_std": 1.230347334058024e-05, | |
| "flattened_dot": 4263583.0, | |
| "latent_frames": 10973, | |
| "mse": 1.9811156953488164e-05, | |
| "predicted_squared": 4265968.5, | |
| "reference_squared": 4261643.0, | |
| "relative_l2": 0.01022101562443832, | |
| "squared_error": 445.21026611328125, | |
| "values": 22472704 | |
| } | |
| }, | |
| "condition_latent_frames": 10973, | |
| "emitted_frames": 3181, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "69a1a59c-3144-4769-84dc-a564075d2271", | |
| "shard_id": 871, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7089.371276855469, | |
| "count": 3072, | |
| "top1_correct": 1161, | |
| "top5_correct": 2321 | |
| }, | |
| { | |
| "ce_sum": 13853.123748779297, | |
| "count": 3072, | |
| "top1_correct": 297, | |
| "top5_correct": 851 | |
| }, | |
| { | |
| "ce_sum": 13054.753967285156, | |
| "count": 3072, | |
| "top1_correct": 383, | |
| "top5_correct": 1038 | |
| }, | |
| { | |
| "ce_sum": 14268.030090332031, | |
| "count": 3072, | |
| "top1_correct": 274, | |
| "top5_correct": 822 | |
| }, | |
| { | |
| "ce_sum": 15281.763793945312, | |
| "count": 3072, | |
| "top1_correct": 218, | |
| "top5_correct": 660 | |
| }, | |
| { | |
| "ce_sum": 16956.332092285156, | |
| "count": 3072, | |
| "top1_correct": 102, | |
| "top5_correct": 437 | |
| }, | |
| { | |
| "ce_sum": 17717.331176757812, | |
| "count": 3072, | |
| "top1_correct": 108, | |
| "top5_correct": 316 | |
| }, | |
| { | |
| "ce_sum": 18154.6875, | |
| "count": 3072, | |
| "top1_correct": 87, | |
| "top5_correct": 306 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.939363956451416, | |
| "cosine_mean": 0.74607914686203, | |
| "cosine_min": 0.47909247875213623, | |
| "cosine_std": 0.04922809079289436, | |
| "flattened_dot": 3923908.5, | |
| "latent_frames": 15524, | |
| "mse": 0.08569656761305076, | |
| "predicted_squared": 4633759.0, | |
| "reference_squared": 5938621.5, | |
| "relative_l2": 0.6773383786329252, | |
| "squared_error": 2724564.0, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999716281890869, | |
| "cosine_mean": 0.9999500513076782, | |
| "cosine_min": 0.9998340606689453, | |
| "cosine_std": 1.0097629456140567e-05, | |
| "flattened_dot": 5936683.0, | |
| "latent_frames": 15524, | |
| "mse": 1.8902627870736126e-05, | |
| "predicted_squared": 5935344.5, | |
| "reference_squared": 5938621.5, | |
| "relative_l2": 0.010059700763643271, | |
| "squared_error": 600.97412109375, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "49bb99b3-042b-4521-a8cc-0fd2f930257a", | |
| "shard_id": 890, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9066.258880615234, | |
| "count": 4480, | |
| "top1_correct": 1999, | |
| "top5_correct": 3616 | |
| }, | |
| { | |
| "ce_sum": 19393.446228027344, | |
| "count": 4480, | |
| "top1_correct": 508, | |
| "top5_correct": 1436 | |
| }, | |
| { | |
| "ce_sum": 19592.96939086914, | |
| "count": 4480, | |
| "top1_correct": 508, | |
| "top5_correct": 1389 | |
| }, | |
| { | |
| "ce_sum": 20088.12677001953, | |
| "count": 4480, | |
| "top1_correct": 477, | |
| "top5_correct": 1340 | |
| }, | |
| { | |
| "ce_sum": 20733.13946533203, | |
| "count": 4480, | |
| "top1_correct": 411, | |
| "top5_correct": 1162 | |
| }, | |
| { | |
| "ce_sum": 24260.968200683594, | |
| "count": 4480, | |
| "top1_correct": 206, | |
| "top5_correct": 671 | |
| }, | |
| { | |
| "ce_sum": 26709.06463623047, | |
| "count": 4480, | |
| "top1_correct": 111, | |
| "top5_correct": 380 | |
| }, | |
| { | |
| "ce_sum": 26964.6669921875, | |
| "count": 4480, | |
| "top1_correct": 91, | |
| "top5_correct": 354 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9126538038253784, | |
| "cosine_mean": 0.7974348068237305, | |
| "cosine_min": 0.41785287857055664, | |
| "cosine_std": 0.04649096727371216, | |
| "flattened_dot": 664383.625, | |
| "latent_frames": 2148, | |
| "mse": 0.07758455613915925, | |
| "predicted_squared": 791696.125, | |
| "reference_squared": 878373.5625, | |
| "relative_l2": 0.6233473631717915, | |
| "squared_error": 341302.53125, | |
| "values": 4399104 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999611973762512, | |
| "cosine_mean": 0.9999128580093384, | |
| "cosine_min": 0.9993155002593994, | |
| "cosine_std": 5.2328330639284104e-05, | |
| "flattened_dot": 878376.375, | |
| "latent_frames": 2148, | |
| "mse": 3.332668287572026e-05, | |
| "predicted_squared": 878525.75, | |
| "reference_squared": 878373.5625, | |
| "relative_l2": 0.012919286556736196, | |
| "squared_error": 146.6075439453125, | |
| "values": 4399104 | |
| } | |
| }, | |
| "condition_latent_frames": 2148, | |
| "emitted_frames": 623, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "d9dbd252-2c4e-4fbf-a843-3dc286304495", | |
| "shard_id": 949, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1087.0586853027344, | |
| "count": 512, | |
| "top1_correct": 195, | |
| "top5_correct": 413 | |
| }, | |
| { | |
| "ce_sum": 2050.6591186523438, | |
| "count": 512, | |
| "top1_correct": 64, | |
| "top5_correct": 185 | |
| }, | |
| { | |
| "ce_sum": 2101.092041015625, | |
| "count": 512, | |
| "top1_correct": 57, | |
| "top5_correct": 193 | |
| }, | |
| { | |
| "ce_sum": 2224.1129150390625, | |
| "count": 512, | |
| "top1_correct": 67, | |
| "top5_correct": 170 | |
| }, | |
| { | |
| "ce_sum": 2366.9505615234375, | |
| "count": 512, | |
| "top1_correct": 42, | |
| "top5_correct": 136 | |
| }, | |
| { | |
| "ce_sum": 2692.3763427734375, | |
| "count": 512, | |
| "top1_correct": 24, | |
| "top5_correct": 89 | |
| }, | |
| { | |
| "ce_sum": 2501.531005859375, | |
| "count": 512, | |
| "top1_correct": 49, | |
| "top5_correct": 116 | |
| }, | |
| { | |
| "ce_sum": 2774.2691040039062, | |
| "count": 512, | |
| "top1_correct": 31, | |
| "top5_correct": 85 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9801127910614014, | |
| "cosine_mean": 0.7206224203109741, | |
| "cosine_min": 0.4583091139793396, | |
| "cosine_std": 0.05937500670552254, | |
| "flattened_dot": 2574258.0, | |
| "latent_frames": 11622, | |
| "mse": 0.08404661804524824, | |
| "predicted_squared": 3227121.75, | |
| "reference_squared": 3921860.0, | |
| "relative_l2": 0.7141994143768954, | |
| "squared_error": 2000465.5, | |
| "values": 23801856 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999639987945557, | |
| "cosine_mean": 0.9999371767044067, | |
| "cosine_min": 0.9996405243873596, | |
| "cosine_std": 1.6970141587080434e-05, | |
| "flattened_dot": 3921955.25, | |
| "latent_frames": 11622, | |
| "mse": 2.0985889200950074e-05, | |
| "predicted_squared": 3922550.0, | |
| "reference_squared": 3921860.0, | |
| "relative_l2": 0.011285558498789117, | |
| "squared_error": 499.50311279296875, | |
| "values": 23801856 | |
| } | |
| }, | |
| "condition_latent_frames": 11622, | |
| "emitted_frames": 3369, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "d3ddb4a8-516b-4b61-ae6d-27b9b86ab217", | |
| "shard_id": 954, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9792.749298095703, | |
| "count": 3328, | |
| "top1_correct": 927, | |
| "top5_correct": 2065 | |
| }, | |
| { | |
| "ce_sum": 15605.111541748047, | |
| "count": 3328, | |
| "top1_correct": 293, | |
| "top5_correct": 826 | |
| }, | |
| { | |
| "ce_sum": 15265.545043945312, | |
| "count": 3328, | |
| "top1_correct": 341, | |
| "top5_correct": 936 | |
| }, | |
| { | |
| "ce_sum": 16266.880889892578, | |
| "count": 3328, | |
| "top1_correct": 251, | |
| "top5_correct": 744 | |
| }, | |
| { | |
| "ce_sum": 16922.350952148438, | |
| "count": 3328, | |
| "top1_correct": 194, | |
| "top5_correct": 642 | |
| }, | |
| { | |
| "ce_sum": 19099.67578125, | |
| "count": 3328, | |
| "top1_correct": 122, | |
| "top5_correct": 396 | |
| }, | |
| { | |
| "ce_sum": 19952.5302734375, | |
| "count": 3328, | |
| "top1_correct": 90, | |
| "top5_correct": 304 | |
| }, | |
| { | |
| "ce_sum": 20469.115234375, | |
| "count": 3328, | |
| "top1_correct": 77, | |
| "top5_correct": 260 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9614555835723877, | |
| "cosine_mean": 0.7945610284805298, | |
| "cosine_min": 0.6159589886665344, | |
| "cosine_std": 0.04317228123545647, | |
| "flattened_dot": 432745.6875, | |
| "latent_frames": 1658, | |
| "mse": 0.06702577708282287, | |
| "predicted_squared": 507404.0625, | |
| "reference_squared": 585679.0, | |
| "relative_l2": 0.6233735083221261, | |
| "squared_error": 227591.65625, | |
| "values": 3395584 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999538660049438, | |
| "cosine_mean": 0.9998784065246582, | |
| "cosine_min": 0.9993401169776917, | |
| "cosine_std": 6.775344809284434e-05, | |
| "flattened_dot": 585464.875, | |
| "latent_frames": 1658, | |
| "mse": 3.982363190093e-05, | |
| "predicted_squared": 585386.0, | |
| "reference_squared": 585679.0, | |
| "relative_l2": 0.015194899976590197, | |
| "squared_error": 135.2244873046875, | |
| "values": 3395584 | |
| } | |
| }, | |
| "condition_latent_frames": 1658, | |
| "emitted_frames": 481, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "e6cb126e-8bee-4422-9e56-a5000f7adfb0", | |
| "shard_id": 967, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 854.6156311035156, | |
| "count": 384, | |
| "top1_correct": 141, | |
| "top5_correct": 298 | |
| }, | |
| { | |
| "ce_sum": 1405.9949951171875, | |
| "count": 384, | |
| "top1_correct": 68, | |
| "top5_correct": 173 | |
| }, | |
| { | |
| "ce_sum": 1504.3262023925781, | |
| "count": 384, | |
| "top1_correct": 68, | |
| "top5_correct": 156 | |
| }, | |
| { | |
| "ce_sum": 1649.9067993164062, | |
| "count": 384, | |
| "top1_correct": 46, | |
| "top5_correct": 124 | |
| }, | |
| { | |
| "ce_sum": 1774.658203125, | |
| "count": 384, | |
| "top1_correct": 39, | |
| "top5_correct": 100 | |
| }, | |
| { | |
| "ce_sum": 1967.3866577148438, | |
| "count": 384, | |
| "top1_correct": 24, | |
| "top5_correct": 78 | |
| }, | |
| { | |
| "ce_sum": 2019.6834716796875, | |
| "count": 384, | |
| "top1_correct": 22, | |
| "top5_correct": 66 | |
| }, | |
| { | |
| "ce_sum": 2081.1162719726562, | |
| "count": 384, | |
| "top1_correct": 19, | |
| "top5_correct": 54 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9365719556808472, | |
| "cosine_mean": 0.785209059715271, | |
| "cosine_min": 0.40519630908966064, | |
| "cosine_std": 0.04878012835979462, | |
| "flattened_dot": 1712736.75, | |
| "latent_frames": 6878, | |
| "mse": 0.06714714651504343, | |
| "predicted_squared": 2043410.625, | |
| "reference_squared": 2327907.25, | |
| "relative_l2": 0.6374219377948781, | |
| "squared_error": 945844.375, | |
| "values": 14086144 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999675154685974, | |
| "cosine_mean": 0.9999326467514038, | |
| "cosine_min": 0.9997361302375793, | |
| "cosine_std": 2.039101855189074e-05, | |
| "flattened_dot": 2328260.5, | |
| "latent_frames": 6878, | |
| "mse": 2.2420616872992133e-05, | |
| "predicted_squared": 2328929.5, | |
| "reference_squared": 2327907.25, | |
| "relative_l2": 0.01164761492313814, | |
| "squared_error": 315.8200378417969, | |
| "values": 14086144 | |
| } | |
| }, | |
| "condition_latent_frames": 6878, | |
| "emitted_frames": 1994, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "ad530405-9db1-42de-a663-aec4f0a5ca27", | |
| "shard_id": 994, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 3537.5018005371094, | |
| "count": 1920, | |
| "top1_correct": 859, | |
| "top5_correct": 1645 | |
| }, | |
| { | |
| "ce_sum": 7799.341003417969, | |
| "count": 1920, | |
| "top1_correct": 271, | |
| "top5_correct": 711 | |
| }, | |
| { | |
| "ce_sum": 7647.217224121094, | |
| "count": 1920, | |
| "top1_correct": 294, | |
| "top5_correct": 764 | |
| }, | |
| { | |
| "ce_sum": 8325.294921875, | |
| "count": 1920, | |
| "top1_correct": 217, | |
| "top5_correct": 585 | |
| }, | |
| { | |
| "ce_sum": 9092.150024414062, | |
| "count": 1920, | |
| "top1_correct": 158, | |
| "top5_correct": 464 | |
| }, | |
| { | |
| "ce_sum": 10209.640930175781, | |
| "count": 1920, | |
| "top1_correct": 93, | |
| "top5_correct": 324 | |
| }, | |
| { | |
| "ce_sum": 11119.719543457031, | |
| "count": 1920, | |
| "top1_correct": 75, | |
| "top5_correct": 208 | |
| }, | |
| { | |
| "ce_sum": 11344.614196777344, | |
| "count": 1920, | |
| "top1_correct": 54, | |
| "top5_correct": 200 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9817875623703003, | |
| "cosine_mean": 0.7668594717979431, | |
| "cosine_min": 0.5060567855834961, | |
| "cosine_std": 0.04186314716935158, | |
| "flattened_dot": 4188838.5, | |
| "latent_frames": 15524, | |
| "mse": 0.08138217940769131, | |
| "predicted_squared": 4917692.0, | |
| "reference_squared": 6047381.0, | |
| "relative_l2": 0.6541054770708078, | |
| "squared_error": 2587396.0, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999706745147705, | |
| "cosine_mean": 0.9999484419822693, | |
| "cosine_min": 0.9995308518409729, | |
| "cosine_std": 1.3699151168111712e-05, | |
| "flattened_dot": 6044726.5, | |
| "latent_frames": 15524, | |
| "mse": 1.9967479209437933e-05, | |
| "predicted_squared": 6042706.5, | |
| "reference_squared": 6047381.0, | |
| "relative_l2": 0.010245773435181134, | |
| "squared_error": 634.8291015625, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "96bc489d-f63b-4c8c-a969-3aaa1489909b", | |
| "shard_id": 996, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9923.435287475586, | |
| "count": 4480, | |
| "top1_correct": 1794, | |
| "top5_correct": 3496 | |
| }, | |
| { | |
| "ce_sum": 19288.51840209961, | |
| "count": 4480, | |
| "top1_correct": 499, | |
| "top5_correct": 1395 | |
| }, | |
| { | |
| "ce_sum": 19654.232055664062, | |
| "count": 4480, | |
| "top1_correct": 518, | |
| "top5_correct": 1386 | |
| }, | |
| { | |
| "ce_sum": 20671.240783691406, | |
| "count": 4480, | |
| "top1_correct": 387, | |
| "top5_correct": 1202 | |
| }, | |
| { | |
| "ce_sum": 21654.0927734375, | |
| "count": 4480, | |
| "top1_correct": 377, | |
| "top5_correct": 1035 | |
| }, | |
| { | |
| "ce_sum": 24066.358947753906, | |
| "count": 4480, | |
| "top1_correct": 204, | |
| "top5_correct": 687 | |
| }, | |
| { | |
| "ce_sum": 26185.943481445312, | |
| "count": 4480, | |
| "top1_correct": 127, | |
| "top5_correct": 443 | |
| }, | |
| { | |
| "ce_sum": 26294.068359375, | |
| "count": 4480, | |
| "top1_correct": 115, | |
| "top5_correct": 427 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9568601250648499, | |
| "cosine_mean": 0.806171715259552, | |
| "cosine_min": 0.5286376476287842, | |
| "cosine_std": 0.050248026847839355, | |
| "flattened_dot": 1401482.125, | |
| "latent_frames": 4529, | |
| "mse": 0.07383251295470855, | |
| "predicted_squared": 1584004.625, | |
| "reference_squared": 1903785.0, | |
| "relative_l2": 0.5997648520933684, | |
| "squared_error": 684825.5, | |
| "values": 9275392 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999954104423523, | |
| "cosine_mean": 0.9998652338981628, | |
| "cosine_min": 0.9986845254898071, | |
| "cosine_std": 9.690536535345018e-05, | |
| "flattened_dot": 1901319.375, | |
| "latent_frames": 4529, | |
| "mse": 5.222195675105126e-05, | |
| "predicted_squared": 1899338.125, | |
| "reference_squared": 1903785.0, | |
| "relative_l2": 0.01595084726520092, | |
| "squared_error": 484.3791198730469, | |
| "values": 9275392 | |
| } | |
| }, | |
| "condition_latent_frames": 4529, | |
| "emitted_frames": 1313, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "c2cdf709-4d2c-4fa0-aea9-3a58696ea1ba", | |
| "shard_id": 1081, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2647.1375274658203, | |
| "count": 1280, | |
| "top1_correct": 546, | |
| "top5_correct": 1042 | |
| }, | |
| { | |
| "ce_sum": 4686.370147705078, | |
| "count": 1280, | |
| "top1_correct": 201, | |
| "top5_correct": 577 | |
| }, | |
| { | |
| "ce_sum": 4817.787628173828, | |
| "count": 1280, | |
| "top1_correct": 223, | |
| "top5_correct": 541 | |
| }, | |
| { | |
| "ce_sum": 5780.034973144531, | |
| "count": 1280, | |
| "top1_correct": 117, | |
| "top5_correct": 352 | |
| }, | |
| { | |
| "ce_sum": 5784.007873535156, | |
| "count": 1280, | |
| "top1_correct": 137, | |
| "top5_correct": 384 | |
| }, | |
| { | |
| "ce_sum": 6104.457214355469, | |
| "count": 1280, | |
| "top1_correct": 125, | |
| "top5_correct": 319 | |
| }, | |
| { | |
| "ce_sum": 6637.372131347656, | |
| "count": 1280, | |
| "top1_correct": 82, | |
| "top5_correct": 233 | |
| }, | |
| { | |
| "ce_sum": 6770.372619628906, | |
| "count": 1280, | |
| "top1_correct": 78, | |
| "top5_correct": 225 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9187513589859009, | |
| "cosine_mean": 0.7551109194755554, | |
| "cosine_min": 0.4397873878479004, | |
| "cosine_std": 0.05220659449696541, | |
| "flattened_dot": 2991897.5, | |
| "latent_frames": 11694, | |
| "mse": 0.08309283059989364, | |
| "predicted_squared": 3435329.25, | |
| "reference_squared": 4538481.5, | |
| "relative_l2": 0.6621753549364285, | |
| "squared_error": 1990016.125, | |
| "values": 23949312 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999700784683228, | |
| "cosine_mean": 0.999941349029541, | |
| "cosine_min": 0.9996517896652222, | |
| "cosine_std": 2.0998555555706844e-05, | |
| "flattened_dot": 4538195.0, | |
| "latent_frames": 11694, | |
| "mse": 2.2026072287327083e-05, | |
| "predicted_squared": 4538435.0, | |
| "reference_squared": 4538481.5, | |
| "relative_l2": 0.010781017878812988, | |
| "squared_error": 527.50927734375, | |
| "values": 23949312 | |
| } | |
| }, | |
| "condition_latent_frames": 11694, | |
| "emitted_frames": 3390, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "a6e65618-1120-4feb-b66a-25f63dc5ea3b", | |
| "shard_id": 1097, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6746.4798583984375, | |
| "count": 3328, | |
| "top1_correct": 1436, | |
| "top5_correct": 2687 | |
| }, | |
| { | |
| "ce_sum": 14696.958892822266, | |
| "count": 3328, | |
| "top1_correct": 381, | |
| "top5_correct": 1005 | |
| }, | |
| { | |
| "ce_sum": 14063.772247314453, | |
| "count": 3328, | |
| "top1_correct": 397, | |
| "top5_correct": 1130 | |
| }, | |
| { | |
| "ce_sum": 15306.61865234375, | |
| "count": 3328, | |
| "top1_correct": 310, | |
| "top5_correct": 928 | |
| }, | |
| { | |
| "ce_sum": 16414.59423828125, | |
| "count": 3328, | |
| "top1_correct": 252, | |
| "top5_correct": 714 | |
| }, | |
| { | |
| "ce_sum": 18897.23602294922, | |
| "count": 3328, | |
| "top1_correct": 117, | |
| "top5_correct": 375 | |
| }, | |
| { | |
| "ce_sum": 20005.08380126953, | |
| "count": 3328, | |
| "top1_correct": 75, | |
| "top5_correct": 287 | |
| }, | |
| { | |
| "ce_sum": 20055.049682617188, | |
| "count": 3328, | |
| "top1_correct": 79, | |
| "top5_correct": 289 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9134236574172974, | |
| "cosine_mean": 0.7649642825126648, | |
| "cosine_min": 0.46494221687316895, | |
| "cosine_std": 0.05469293147325516, | |
| "flattened_dot": 1027504.4375, | |
| "latent_frames": 3362, | |
| "mse": 0.09189125982371914, | |
| "predicted_squared": 1236594.75, | |
| "reference_squared": 1451120.0, | |
| "relative_l2": 0.6603121213125165, | |
| "squared_error": 632705.875, | |
| "values": 6885376 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999976634979248, | |
| "cosine_mean": 0.999957263469696, | |
| "cosine_min": 0.9999033212661743, | |
| "cosine_std": 8.55793223308865e-06, | |
| "flattened_dot": 1450892.375, | |
| "latent_frames": 3362, | |
| "mse": 1.8525940678007612e-05, | |
| "predicted_squared": 1450792.375, | |
| "reference_squared": 1451120.0, | |
| "relative_l2": 0.009375669751028303, | |
| "squared_error": 127.55806732177734, | |
| "values": 6885376 | |
| } | |
| }, | |
| "condition_latent_frames": 3362, | |
| "emitted_frames": 975, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "deaea54c-f7a9-47ee-b9bc-1a2dd26d93e9", | |
| "shard_id": 1134, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2049.181869506836, | |
| "count": 896, | |
| "top1_correct": 355, | |
| "top5_correct": 680 | |
| }, | |
| { | |
| "ce_sum": 3600.5152893066406, | |
| "count": 896, | |
| "top1_correct": 145, | |
| "top5_correct": 361 | |
| }, | |
| { | |
| "ce_sum": 3619.0345458984375, | |
| "count": 896, | |
| "top1_correct": 134, | |
| "top5_correct": 327 | |
| }, | |
| { | |
| "ce_sum": 3726.09765625, | |
| "count": 896, | |
| "top1_correct": 122, | |
| "top5_correct": 322 | |
| }, | |
| { | |
| "ce_sum": 4187.48095703125, | |
| "count": 896, | |
| "top1_correct": 81, | |
| "top5_correct": 227 | |
| }, | |
| { | |
| "ce_sum": 4732.880676269531, | |
| "count": 896, | |
| "top1_correct": 31, | |
| "top5_correct": 146 | |
| }, | |
| { | |
| "ce_sum": 4533.2991943359375, | |
| "count": 896, | |
| "top1_correct": 54, | |
| "top5_correct": 185 | |
| }, | |
| { | |
| "ce_sum": 4767.51611328125, | |
| "count": 896, | |
| "top1_correct": 38, | |
| "top5_correct": 137 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9701927304267883, | |
| "cosine_mean": 0.7710542678833008, | |
| "cosine_min": 0.5522743463516235, | |
| "cosine_std": 0.05033716559410095, | |
| "flattened_dot": 4172268.0, | |
| "latent_frames": 15251, | |
| "mse": 0.08029025728589519, | |
| "predicted_squared": 4874722.0, | |
| "reference_squared": 5977604.0, | |
| "relative_l2": 0.6477120714035143, | |
| "squared_error": 2507789.75, | |
| "values": 31234048 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999975860118866, | |
| "cosine_mean": 0.9999364018440247, | |
| "cosine_min": 0.9996178150177002, | |
| "cosine_std": 2.023478373303078e-05, | |
| "flattened_dot": 5973803.0, | |
| "latent_frames": 15251, | |
| "mse": 2.4543852972113556e-05, | |
| "predicted_squared": 5970769.0, | |
| "reference_squared": 5977604.0, | |
| "relative_l2": 0.011324575632585288, | |
| "squared_error": 766.6038818359375, | |
| "values": 31234048 | |
| } | |
| }, | |
| "condition_latent_frames": 15251, | |
| "emitted_frames": 4421, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "cc7bf0a5-d6f4-4377-bf6b-a281e0c00abe", | |
| "shard_id": 1152, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9710.402816772461, | |
| "count": 4352, | |
| "top1_correct": 1735, | |
| "top5_correct": 3347 | |
| }, | |
| { | |
| "ce_sum": 17845.073516845703, | |
| "count": 4352, | |
| "top1_correct": 552, | |
| "top5_correct": 1568 | |
| }, | |
| { | |
| "ce_sum": 18261.581512451172, | |
| "count": 4352, | |
| "top1_correct": 545, | |
| "top5_correct": 1487 | |
| }, | |
| { | |
| "ce_sum": 19421.97296142578, | |
| "count": 4352, | |
| "top1_correct": 462, | |
| "top5_correct": 1290 | |
| }, | |
| { | |
| "ce_sum": 21244.561981201172, | |
| "count": 4352, | |
| "top1_correct": 329, | |
| "top5_correct": 964 | |
| }, | |
| { | |
| "ce_sum": 23056.741271972656, | |
| "count": 4352, | |
| "top1_correct": 233, | |
| "top5_correct": 737 | |
| }, | |
| { | |
| "ce_sum": 24299.493896484375, | |
| "count": 4352, | |
| "top1_correct": 182, | |
| "top5_correct": 583 | |
| }, | |
| { | |
| "ce_sum": 25203.82586669922, | |
| "count": 4352, | |
| "top1_correct": 162, | |
| "top5_correct": 489 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9604830145835876, | |
| "cosine_mean": 0.770590603351593, | |
| "cosine_min": 0.36582088470458984, | |
| "cosine_std": 0.0473373644053936, | |
| "flattened_dot": 4041292.0, | |
| "latent_frames": 15524, | |
| "mse": 0.07690510679784125, | |
| "predicted_squared": 4686073.0, | |
| "reference_squared": 5841567.0, | |
| "relative_l2": 0.6469633842326604, | |
| "squared_error": 2445055.75, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999778866767883, | |
| "cosine_mean": 0.999945878982544, | |
| "cosine_min": 0.9997855424880981, | |
| "cosine_std": 1.4196926713339053e-05, | |
| "flattened_dot": 5840396.0, | |
| "latent_frames": 15524, | |
| "mse": 2.000374727659513e-05, | |
| "predicted_squared": 5839860.5, | |
| "reference_squared": 5841567.0, | |
| "relative_l2": 0.01043416719862914, | |
| "squared_error": 635.982177734375, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "0913c74c-b126-4f78-8917-2a0d577cdb97", | |
| "shard_id": 1154, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8716.575592041016, | |
| "count": 4480, | |
| "top1_correct": 2026, | |
| "top5_correct": 3706 | |
| }, | |
| { | |
| "ce_sum": 18969.983825683594, | |
| "count": 4480, | |
| "top1_correct": 542, | |
| "top5_correct": 1499 | |
| }, | |
| { | |
| "ce_sum": 18314.145477294922, | |
| "count": 4480, | |
| "top1_correct": 627, | |
| "top5_correct": 1616 | |
| }, | |
| { | |
| "ce_sum": 20417.686126708984, | |
| "count": 4480, | |
| "top1_correct": 448, | |
| "top5_correct": 1233 | |
| }, | |
| { | |
| "ce_sum": 21114.149291992188, | |
| "count": 4480, | |
| "top1_correct": 385, | |
| "top5_correct": 1111 | |
| }, | |
| { | |
| "ce_sum": 24702.118408203125, | |
| "count": 4480, | |
| "top1_correct": 175, | |
| "top5_correct": 615 | |
| }, | |
| { | |
| "ce_sum": 25986.399047851562, | |
| "count": 4480, | |
| "top1_correct": 160, | |
| "top5_correct": 483 | |
| }, | |
| { | |
| "ce_sum": 26704.596923828125, | |
| "count": 4480, | |
| "top1_correct": 102, | |
| "top5_correct": 389 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9793288707733154, | |
| "cosine_mean": 0.7708960771560669, | |
| "cosine_min": 0.4727259874343872, | |
| "cosine_std": 0.043143380433321, | |
| "flattened_dot": 3243321.25, | |
| "latent_frames": 13464, | |
| "mse": 0.07106725700682143, | |
| "predicted_squared": 3823956.0, | |
| "reference_squared": 4622314.5, | |
| "relative_l2": 0.6511140376483995, | |
| "squared_error": 1959627.875, | |
| "values": 27574272 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999660849571228, | |
| "cosine_mean": 0.9999381899833679, | |
| "cosine_min": 0.9996606707572937, | |
| "cosine_std": 1.9135377442580648e-05, | |
| "flattened_dot": 4623339.0, | |
| "latent_frames": 13464, | |
| "mse": 2.0959888780251616e-05, | |
| "predicted_squared": 4624941.5, | |
| "reference_squared": 4622314.5, | |
| "relative_l2": 0.011181929991595103, | |
| "squared_error": 577.9536743164062, | |
| "values": 27574272 | |
| } | |
| }, | |
| "condition_latent_frames": 13464, | |
| "emitted_frames": 3903, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "1a5380ab-b04a-426b-950e-6c3a44ea935e", | |
| "shard_id": 1175, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7134.785446166992, | |
| "count": 3840, | |
| "top1_correct": 1789, | |
| "top5_correct": 3217 | |
| }, | |
| { | |
| "ce_sum": 15711.538299560547, | |
| "count": 3840, | |
| "top1_correct": 509, | |
| "top5_correct": 1379 | |
| }, | |
| { | |
| "ce_sum": 16517.503875732422, | |
| "count": 3840, | |
| "top1_correct": 439, | |
| "top5_correct": 1231 | |
| }, | |
| { | |
| "ce_sum": 17354.91876220703, | |
| "count": 3840, | |
| "top1_correct": 427, | |
| "top5_correct": 1079 | |
| }, | |
| { | |
| "ce_sum": 18811.44482421875, | |
| "count": 3840, | |
| "top1_correct": 267, | |
| "top5_correct": 835 | |
| }, | |
| { | |
| "ce_sum": 21701.998291015625, | |
| "count": 3840, | |
| "top1_correct": 138, | |
| "top5_correct": 448 | |
| }, | |
| { | |
| "ce_sum": 23352.638122558594, | |
| "count": 3840, | |
| "top1_correct": 85, | |
| "top5_correct": 287 | |
| }, | |
| { | |
| "ce_sum": 23552.647338867188, | |
| "count": 3840, | |
| "top1_correct": 56, | |
| "top5_correct": 264 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9807233214378357, | |
| "cosine_mean": 0.7685592174530029, | |
| "cosine_min": 0.5153827667236328, | |
| "cosine_std": 0.046496160328388214, | |
| "flattened_dot": 3072508.25, | |
| "latent_frames": 11277, | |
| "mse": 0.0807706902738982, | |
| "predicted_squared": 3654469.0, | |
| "reference_squared": 4355970.5, | |
| "relative_l2": 0.6544043817584225, | |
| "squared_error": 1865423.0, | |
| "values": 23095296 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999745488166809, | |
| "cosine_mean": 0.9999456405639648, | |
| "cosine_min": 0.9996492862701416, | |
| "cosine_std": 1.6607365978416055e-05, | |
| "flattened_dot": 4357772.0, | |
| "latent_frames": 11277, | |
| "mse": 2.0593991461000597e-05, | |
| "predicted_squared": 4360049.0, | |
| "reference_squared": 4355970.5, | |
| "relative_l2": 0.010449356965582355, | |
| "squared_error": 475.62432861328125, | |
| "values": 23095296 | |
| } | |
| }, | |
| "condition_latent_frames": 11277, | |
| "emitted_frames": 3269, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "196fcb66-db0e-401f-bd62-f65350283d1a", | |
| "shard_id": 1195, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6543.632843017578, | |
| "count": 3200, | |
| "top1_correct": 1420, | |
| "top5_correct": 2584 | |
| }, | |
| { | |
| "ce_sum": 13613.099182128906, | |
| "count": 3200, | |
| "top1_correct": 391, | |
| "top5_correct": 1057 | |
| }, | |
| { | |
| "ce_sum": 13346.252838134766, | |
| "count": 3200, | |
| "top1_correct": 421, | |
| "top5_correct": 1089 | |
| }, | |
| { | |
| "ce_sum": 14303.43310546875, | |
| "count": 3200, | |
| "top1_correct": 327, | |
| "top5_correct": 892 | |
| }, | |
| { | |
| "ce_sum": 15096.926696777344, | |
| "count": 3200, | |
| "top1_correct": 291, | |
| "top5_correct": 766 | |
| }, | |
| { | |
| "ce_sum": 17340.484985351562, | |
| "count": 3200, | |
| "top1_correct": 160, | |
| "top5_correct": 493 | |
| }, | |
| { | |
| "ce_sum": 18310.869995117188, | |
| "count": 3200, | |
| "top1_correct": 123, | |
| "top5_correct": 401 | |
| }, | |
| { | |
| "ce_sum": 19061.367614746094, | |
| "count": 3200, | |
| "top1_correct": 78, | |
| "top5_correct": 252 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9135799407958984, | |
| "cosine_mean": 0.7386329770088196, | |
| "cosine_min": 0.4535551369190216, | |
| "cosine_std": 0.04682883992791176, | |
| "flattened_dot": 3201519.75, | |
| "latent_frames": 13506, | |
| "mse": 0.08347737557902506, | |
| "predicted_squared": 3859592.75, | |
| "reference_squared": 4852455.0, | |
| "relative_l2": 0.6898139678507018, | |
| "squared_error": 2309008.25, | |
| "values": 27660288 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999969482421875, | |
| "cosine_mean": 0.9999434351921082, | |
| "cosine_min": 0.9998108148574829, | |
| "cosine_std": 1.3252465578261763e-05, | |
| "flattened_dot": 4852784.0, | |
| "latent_frames": 13506, | |
| "mse": 2.0129180530009758e-05, | |
| "predicted_squared": 4853670.0, | |
| "reference_squared": 4852455.0, | |
| "relative_l2": 0.010711755174873659, | |
| "squared_error": 556.7789306640625, | |
| "values": 27660288 | |
| } | |
| }, | |
| "condition_latent_frames": 13506, | |
| "emitted_frames": 3915, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "23a89945-aa1f-4265-a6f0-555f50285a94", | |
| "shard_id": 1229, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8330.498321533203, | |
| "count": 3840, | |
| "top1_correct": 1613, | |
| "top5_correct": 3000 | |
| }, | |
| { | |
| "ce_sum": 17292.493286132812, | |
| "count": 3840, | |
| "top1_correct": 382, | |
| "top5_correct": 1096 | |
| }, | |
| { | |
| "ce_sum": 17582.884826660156, | |
| "count": 3840, | |
| "top1_correct": 377, | |
| "top5_correct": 1026 | |
| }, | |
| { | |
| "ce_sum": 18239.21502685547, | |
| "count": 3840, | |
| "top1_correct": 350, | |
| "top5_correct": 993 | |
| }, | |
| { | |
| "ce_sum": 18445.110778808594, | |
| "count": 3840, | |
| "top1_correct": 321, | |
| "top5_correct": 886 | |
| }, | |
| { | |
| "ce_sum": 21967.038513183594, | |
| "count": 3840, | |
| "top1_correct": 116, | |
| "top5_correct": 425 | |
| }, | |
| { | |
| "ce_sum": 23405.442810058594, | |
| "count": 3840, | |
| "top1_correct": 91, | |
| "top5_correct": 284 | |
| }, | |
| { | |
| "ce_sum": 23980.440979003906, | |
| "count": 3840, | |
| "top1_correct": 66, | |
| "top5_correct": 219 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9677482843399048, | |
| "cosine_mean": 0.7695960402488708, | |
| "cosine_min": 0.23483707010746002, | |
| "cosine_std": 0.058383844792842865, | |
| "flattened_dot": 2482110.75, | |
| "latent_frames": 7782, | |
| "mse": 0.09547543923979215, | |
| "predicted_squared": 2854503.0, | |
| "reference_squared": 3631361.75, | |
| "relative_l2": 0.6473239335904716, | |
| "squared_error": 1521643.25, | |
| "values": 15937536 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999786615371704, | |
| "cosine_mean": 0.999954879283905, | |
| "cosine_min": 0.999843955039978, | |
| "cosine_std": 1.377683202008484e-05, | |
| "flattened_dot": 3631764.0, | |
| "latent_frames": 7782, | |
| "mse": 2.049878948116572e-05, | |
| "predicted_squared": 3632492.75, | |
| "reference_squared": 3631361.75, | |
| "relative_l2": 0.009485056881696869, | |
| "squared_error": 326.7001953125, | |
| "values": 15937536 | |
| } | |
| }, | |
| "condition_latent_frames": 7782, | |
| "emitted_frames": 2256, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "60f1b881-8852-4094-88b9-6f9a510f996a", | |
| "shard_id": 1283, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4927.138397216797, | |
| "count": 2176, | |
| "top1_correct": 877, | |
| "top5_correct": 1654 | |
| }, | |
| { | |
| "ce_sum": 9288.161987304688, | |
| "count": 2176, | |
| "top1_correct": 255, | |
| "top5_correct": 734 | |
| }, | |
| { | |
| "ce_sum": 9040.434295654297, | |
| "count": 2176, | |
| "top1_correct": 327, | |
| "top5_correct": 802 | |
| }, | |
| { | |
| "ce_sum": 9338.810791015625, | |
| "count": 2176, | |
| "top1_correct": 267, | |
| "top5_correct": 706 | |
| }, | |
| { | |
| "ce_sum": 9811.5751953125, | |
| "count": 2176, | |
| "top1_correct": 242, | |
| "top5_correct": 644 | |
| }, | |
| { | |
| "ce_sum": 10487.105529785156, | |
| "count": 2176, | |
| "top1_correct": 188, | |
| "top5_correct": 522 | |
| }, | |
| { | |
| "ce_sum": 12004.345520019531, | |
| "count": 2176, | |
| "top1_correct": 89, | |
| "top5_correct": 312 | |
| }, | |
| { | |
| "ce_sum": 12081.634216308594, | |
| "count": 2176, | |
| "top1_correct": 96, | |
| "top5_correct": 326 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9630878567695618, | |
| "cosine_mean": 0.7622856497764587, | |
| "cosine_min": 0.5023626089096069, | |
| "cosine_std": 0.04751349613070488, | |
| "flattened_dot": 2811367.25, | |
| "latent_frames": 12619, | |
| "mse": 0.06734829249761025, | |
| "predicted_squared": 3481309.0, | |
| "reference_squared": 3881955.5, | |
| "relative_l2": 0.6696000304084995, | |
| "squared_error": 1740529.875, | |
| "values": 25843712 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999962329864502, | |
| "cosine_mean": 0.9999271631240845, | |
| "cosine_min": 0.9995863437652588, | |
| "cosine_std": 2.0081259208382107e-05, | |
| "flattened_dot": 3883153.0, | |
| "latent_frames": 12619, | |
| "mse": 2.2129737043240924e-05, | |
| "predicted_squared": 3884922.0, | |
| "reference_squared": 3881955.5, | |
| "relative_l2": 0.012137808931961539, | |
| "squared_error": 571.91455078125, | |
| "values": 25843712 | |
| } | |
| }, | |
| "condition_latent_frames": 12619, | |
| "emitted_frames": 3658, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "2e7bfdee-0af9-4358-ad77-4b7ffb6b02b8", | |
| "shard_id": 1312, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7067.403472900391, | |
| "count": 3584, | |
| "top1_correct": 1544, | |
| "top5_correct": 2951 | |
| }, | |
| { | |
| "ce_sum": 15469.047973632812, | |
| "count": 3584, | |
| "top1_correct": 400, | |
| "top5_correct": 1154 | |
| }, | |
| { | |
| "ce_sum": 16154.621124267578, | |
| "count": 3584, | |
| "top1_correct": 370, | |
| "top5_correct": 1020 | |
| }, | |
| { | |
| "ce_sum": 16975.068786621094, | |
| "count": 3584, | |
| "top1_correct": 325, | |
| "top5_correct": 885 | |
| }, | |
| { | |
| "ce_sum": 18342.279663085938, | |
| "count": 3584, | |
| "top1_correct": 228, | |
| "top5_correct": 668 | |
| }, | |
| { | |
| "ce_sum": 20677.700439453125, | |
| "count": 3584, | |
| "top1_correct": 102, | |
| "top5_correct": 386 | |
| }, | |
| { | |
| "ce_sum": 22074.98272705078, | |
| "count": 3584, | |
| "top1_correct": 66, | |
| "top5_correct": 247 | |
| }, | |
| { | |
| "ce_sum": 22447.465087890625, | |
| "count": 3584, | |
| "top1_correct": 49, | |
| "top5_correct": 214 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9493390321731567, | |
| "cosine_mean": 0.7558406591415405, | |
| "cosine_min": 0.4122663140296936, | |
| "cosine_std": 0.049711767584085464, | |
| "flattened_dot": 4106357.5, | |
| "latent_frames": 15524, | |
| "mse": 0.08531819210627496, | |
| "predicted_squared": 4787545.5, | |
| "reference_squared": 6137704.0, | |
| "relative_l2": 0.6647902559446753, | |
| "squared_error": 2712534.25, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999738335609436, | |
| "cosine_mean": 0.9999482035636902, | |
| "cosine_min": 0.9998315572738647, | |
| "cosine_std": 1.1214622645638883e-05, | |
| "flattened_dot": 6139939.0, | |
| "latent_frames": 15524, | |
| "mse": 2.0364462116028163e-05, | |
| "predicted_squared": 6142821.0, | |
| "reference_squared": 6137704.0, | |
| "relative_l2": 0.010270705935384934, | |
| "squared_error": 647.450439453125, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "e795befd-b238-4ca0-a67d-83c628b43146", | |
| "shard_id": 1342, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9744.627258300781, | |
| "count": 4480, | |
| "top1_correct": 1853, | |
| "top5_correct": 3503 | |
| }, | |
| { | |
| "ce_sum": 18997.013671875, | |
| "count": 4480, | |
| "top1_correct": 524, | |
| "top5_correct": 1472 | |
| }, | |
| { | |
| "ce_sum": 19418.892028808594, | |
| "count": 4480, | |
| "top1_correct": 543, | |
| "top5_correct": 1415 | |
| }, | |
| { | |
| "ce_sum": 20374.658752441406, | |
| "count": 4480, | |
| "top1_correct": 447, | |
| "top5_correct": 1194 | |
| }, | |
| { | |
| "ce_sum": 21090.40802001953, | |
| "count": 4480, | |
| "top1_correct": 391, | |
| "top5_correct": 1116 | |
| }, | |
| { | |
| "ce_sum": 23376.720153808594, | |
| "count": 4480, | |
| "top1_correct": 263, | |
| "top5_correct": 790 | |
| }, | |
| { | |
| "ce_sum": 25570.31219482422, | |
| "count": 4480, | |
| "top1_correct": 169, | |
| "top5_correct": 514 | |
| }, | |
| { | |
| "ce_sum": 26476.20294189453, | |
| "count": 4480, | |
| "top1_correct": 118, | |
| "top5_correct": 412 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9236357808113098, | |
| "cosine_mean": 0.7445775270462036, | |
| "cosine_min": 0.42601478099823, | |
| "cosine_std": 0.048629239201545715, | |
| "flattened_dot": 3093672.5, | |
| "latent_frames": 13519, | |
| "mse": 0.07691912337497227, | |
| "predicted_squared": 3859693.75, | |
| "reference_squared": 4457304.0, | |
| "relative_l2": 0.691223183127445, | |
| "squared_error": 2129653.0, | |
| "values": 27686912 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999601244926453, | |
| "cosine_mean": 0.9999244213104248, | |
| "cosine_min": 0.9992700815200806, | |
| "cosine_std": 3.4579748898977414e-05, | |
| "flattened_dot": 4456983.5, | |
| "latent_frames": 13519, | |
| "mse": 2.4461875839058453e-05, | |
| "predicted_squared": 4457340.0, | |
| "reference_squared": 4457304.0, | |
| "relative_l2": 0.012326676863359472, | |
| "squared_error": 677.2738037109375, | |
| "values": 27686912 | |
| } | |
| }, | |
| "condition_latent_frames": 13519, | |
| "emitted_frames": 3919, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "86cf339e-5b73-4c81-a3ca-82c7d4bdae34", | |
| "shard_id": 1370, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8499.031845092773, | |
| "count": 3840, | |
| "top1_correct": 1559, | |
| "top5_correct": 2985 | |
| }, | |
| { | |
| "ce_sum": 16745.575622558594, | |
| "count": 3840, | |
| "top1_correct": 424, | |
| "top5_correct": 1171 | |
| }, | |
| { | |
| "ce_sum": 16873.747833251953, | |
| "count": 3840, | |
| "top1_correct": 425, | |
| "top5_correct": 1193 | |
| }, | |
| { | |
| "ce_sum": 17716.535400390625, | |
| "count": 3840, | |
| "top1_correct": 360, | |
| "top5_correct": 1024 | |
| }, | |
| { | |
| "ce_sum": 18906.0146484375, | |
| "count": 3840, | |
| "top1_correct": 280, | |
| "top5_correct": 802 | |
| }, | |
| { | |
| "ce_sum": 21688.774047851562, | |
| "count": 3840, | |
| "top1_correct": 134, | |
| "top5_correct": 466 | |
| }, | |
| { | |
| "ce_sum": 22304.96502685547, | |
| "count": 3840, | |
| "top1_correct": 125, | |
| "top5_correct": 412 | |
| }, | |
| { | |
| "ce_sum": 23385.975036621094, | |
| "count": 3840, | |
| "top1_correct": 101, | |
| "top5_correct": 282 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9570328593254089, | |
| "cosine_mean": 0.7658196687698364, | |
| "cosine_min": 0.4219939112663269, | |
| "cosine_std": 0.044656768441200256, | |
| "flattened_dot": 3002214.75, | |
| "latent_frames": 12112, | |
| "mse": 0.07425675587421049, | |
| "predicted_squared": 3637402.5, | |
| "reference_squared": 4208993.5, | |
| "relative_l2": 0.6615333841065109, | |
| "squared_error": 1841966.75, | |
| "values": 24805376 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999673366546631, | |
| "cosine_mean": 0.9999397993087769, | |
| "cosine_min": 0.999744176864624, | |
| "cosine_std": 1.4250177628127858e-05, | |
| "flattened_dot": 4210221.0, | |
| "latent_frames": 12112, | |
| "mse": 2.0629274837249494e-05, | |
| "predicted_squared": 4211960.0, | |
| "reference_squared": 4208993.5, | |
| "relative_l2": 0.011026197332106634, | |
| "squared_error": 511.7169189453125, | |
| "values": 24805376 | |
| } | |
| }, | |
| "condition_latent_frames": 12112, | |
| "emitted_frames": 3511, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "f899ad21-c723-4d92-b2a5-83e70568f09e", | |
| "shard_id": 1376, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6811.211013793945, | |
| "count": 3456, | |
| "top1_correct": 1588, | |
| "top5_correct": 2832 | |
| }, | |
| { | |
| "ce_sum": 15141.187683105469, | |
| "count": 3456, | |
| "top1_correct": 343, | |
| "top5_correct": 1042 | |
| }, | |
| { | |
| "ce_sum": 15478.723510742188, | |
| "count": 3456, | |
| "top1_correct": 368, | |
| "top5_correct": 980 | |
| }, | |
| { | |
| "ce_sum": 16031.238220214844, | |
| "count": 3456, | |
| "top1_correct": 295, | |
| "top5_correct": 946 | |
| }, | |
| { | |
| "ce_sum": 17403.81805419922, | |
| "count": 3456, | |
| "top1_correct": 221, | |
| "top5_correct": 683 | |
| }, | |
| { | |
| "ce_sum": 19773.88525390625, | |
| "count": 3456, | |
| "top1_correct": 98, | |
| "top5_correct": 390 | |
| }, | |
| { | |
| "ce_sum": 20470.103271484375, | |
| "count": 3456, | |
| "top1_correct": 98, | |
| "top5_correct": 337 | |
| }, | |
| { | |
| "ce_sum": 21462.584716796875, | |
| "count": 3456, | |
| "top1_correct": 64, | |
| "top5_correct": 215 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9442732334136963, | |
| "cosine_mean": 0.7733237147331238, | |
| "cosine_min": 0.37383323907852173, | |
| "cosine_std": 0.04772727191448212, | |
| "flattened_dot": 3924822.75, | |
| "latent_frames": 14796, | |
| "mse": 0.07770210177423374, | |
| "predicted_squared": 4486481.0, | |
| "reference_squared": 5717710.0, | |
| "relative_l2": 0.641715395179156, | |
| "squared_error": 2354545.25, | |
| "values": 30302208 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999728798866272, | |
| "cosine_mean": 0.9999479651451111, | |
| "cosine_min": 0.9998722076416016, | |
| "cosine_std": 1.1391051884857006e-05, | |
| "flattened_dot": 5717786.0, | |
| "latent_frames": 14796, | |
| "mse": 1.9823662507659714e-05, | |
| "predicted_squared": 5718462.5, | |
| "reference_squared": 5717710.0, | |
| "relative_l2": 0.010249862111308282, | |
| "squared_error": 600.7007446289062, | |
| "values": 30302208 | |
| } | |
| }, | |
| "condition_latent_frames": 14796, | |
| "emitted_frames": 4289, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "6f3cce84-7b3b-4b0b-94bb-d62b1af46ca4", | |
| "shard_id": 1372, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6995.328842163086, | |
| "count": 4224, | |
| "top1_correct": 2165, | |
| "top5_correct": 3696 | |
| }, | |
| { | |
| "ce_sum": 17423.24789428711, | |
| "count": 4224, | |
| "top1_correct": 553, | |
| "top5_correct": 1500 | |
| }, | |
| { | |
| "ce_sum": 17336.90234375, | |
| "count": 4224, | |
| "top1_correct": 596, | |
| "top5_correct": 1548 | |
| }, | |
| { | |
| "ce_sum": 18336.73748779297, | |
| "count": 4224, | |
| "top1_correct": 481, | |
| "top5_correct": 1323 | |
| }, | |
| { | |
| "ce_sum": 19961.94744873047, | |
| "count": 4224, | |
| "top1_correct": 381, | |
| "top5_correct": 1051 | |
| }, | |
| { | |
| "ce_sum": 23157.40985107422, | |
| "count": 4224, | |
| "top1_correct": 187, | |
| "top5_correct": 564 | |
| }, | |
| { | |
| "ce_sum": 24417.034057617188, | |
| "count": 4224, | |
| "top1_correct": 136, | |
| "top5_correct": 426 | |
| }, | |
| { | |
| "ce_sum": 25272.763793945312, | |
| "count": 4224, | |
| "top1_correct": 123, | |
| "top5_correct": 371 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9383392333984375, | |
| "cosine_mean": 0.7760187387466431, | |
| "cosine_min": 0.5894258618354797, | |
| "cosine_std": 0.050236430019140244, | |
| "flattened_dot": 1388539.0, | |
| "latent_frames": 5043, | |
| "mse": 0.07979677386778393, | |
| "predicted_squared": 1588736.25, | |
| "reference_squared": 2012487.75, | |
| "relative_l2": 0.6399344702758464, | |
| "squared_error": 824146.1875, | |
| "values": 10328064 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999699592590332, | |
| "cosine_mean": 0.9999399185180664, | |
| "cosine_min": 0.9997485876083374, | |
| "cosine_std": 1.9725770471268333e-05, | |
| "flattened_dot": 2013005.0, | |
| "latent_frames": 5043, | |
| "mse": 2.334009979349409e-05, | |
| "predicted_squared": 2013763.0, | |
| "reference_squared": 2012487.75, | |
| "relative_l2": 0.01094445630682972, | |
| "squared_error": 241.05804443359375, | |
| "values": 10328064 | |
| } | |
| }, | |
| "condition_latent_frames": 5043, | |
| "emitted_frames": 1462, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "79dee1bf-6646-4c90-9845-be3d51ad3b1d", | |
| "shard_id": 1419, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2633.225128173828, | |
| "count": 1408, | |
| "top1_correct": 654, | |
| "top5_correct": 1178 | |
| }, | |
| { | |
| "ce_sum": 5981.362335205078, | |
| "count": 1408, | |
| "top1_correct": 180, | |
| "top5_correct": 466 | |
| }, | |
| { | |
| "ce_sum": 5741.99853515625, | |
| "count": 1408, | |
| "top1_correct": 204, | |
| "top5_correct": 520 | |
| }, | |
| { | |
| "ce_sum": 6067.4490966796875, | |
| "count": 1408, | |
| "top1_correct": 162, | |
| "top5_correct": 445 | |
| }, | |
| { | |
| "ce_sum": 6566.4595947265625, | |
| "count": 1408, | |
| "top1_correct": 141, | |
| "top5_correct": 394 | |
| }, | |
| { | |
| "ce_sum": 7146.762451171875, | |
| "count": 1408, | |
| "top1_correct": 120, | |
| "top5_correct": 298 | |
| }, | |
| { | |
| "ce_sum": 7779.54248046875, | |
| "count": 1408, | |
| "top1_correct": 64, | |
| "top5_correct": 199 | |
| }, | |
| { | |
| "ce_sum": 7934.570251464844, | |
| "count": 1408, | |
| "top1_correct": 61, | |
| "top5_correct": 180 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9638538360595703, | |
| "cosine_mean": 0.7963764667510986, | |
| "cosine_min": 0.5409377813339233, | |
| "cosine_std": 0.04047132655978203, | |
| "flattened_dot": 4506788.5, | |
| "latent_frames": 15524, | |
| "mse": 0.07401004153347236, | |
| "predicted_squared": 5134737.0, | |
| "reference_squared": 6231852.5, | |
| "relative_l2": 0.6144740323705622, | |
| "squared_error": 2353012.5, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999735951423645, | |
| "cosine_mean": 0.9999451637268066, | |
| "cosine_min": 0.9992592930793762, | |
| "cosine_std": 2.665522879397031e-05, | |
| "flattened_dot": 6232128.5, | |
| "latent_frames": 15524, | |
| "mse": 2.1848961023656526e-05, | |
| "predicted_squared": 6233099.0, | |
| "reference_squared": 6231852.5, | |
| "relative_l2": 0.010557804244687443, | |
| "squared_error": 694.6473388671875, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "af788529-48ef-41f1-bf23-9fe08776de6e", | |
| "shard_id": 1424, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9253.933090209961, | |
| "count": 4480, | |
| "top1_correct": 1931, | |
| "top5_correct": 3613 | |
| }, | |
| { | |
| "ce_sum": 18200.48895263672, | |
| "count": 4480, | |
| "top1_correct": 627, | |
| "top5_correct": 1671 | |
| }, | |
| { | |
| "ce_sum": 18485.890411376953, | |
| "count": 4480, | |
| "top1_correct": 600, | |
| "top5_correct": 1594 | |
| }, | |
| { | |
| "ce_sum": 20416.103393554688, | |
| "count": 4480, | |
| "top1_correct": 432, | |
| "top5_correct": 1224 | |
| }, | |
| { | |
| "ce_sum": 22047.101806640625, | |
| "count": 4480, | |
| "top1_correct": 338, | |
| "top5_correct": 1029 | |
| }, | |
| { | |
| "ce_sum": 23670.426818847656, | |
| "count": 4480, | |
| "top1_correct": 241, | |
| "top5_correct": 733 | |
| }, | |
| { | |
| "ce_sum": 25450.624755859375, | |
| "count": 4480, | |
| "top1_correct": 170, | |
| "top5_correct": 558 | |
| }, | |
| { | |
| "ce_sum": 25607.748596191406, | |
| "count": 4480, | |
| "top1_correct": 186, | |
| "top5_correct": 528 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9516074657440186, | |
| "cosine_mean": 0.7634304761886597, | |
| "cosine_min": 0.49787694215774536, | |
| "cosine_std": 0.04608049616217613, | |
| "flattened_dot": 3203293.5, | |
| "latent_frames": 13426, | |
| "mse": 0.07336248031018407, | |
| "predicted_squared": 3752615.5, | |
| "reference_squared": 4671179.5, | |
| "relative_l2": 0.6571462325468405, | |
| "squared_error": 2017207.625, | |
| "values": 27496448 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999658465385437, | |
| "cosine_mean": 0.9999381899833679, | |
| "cosine_min": 0.9996901154518127, | |
| "cosine_std": 1.584300844115205e-05, | |
| "flattened_dot": 4670553.0, | |
| "latent_frames": 13426, | |
| "mse": 2.1304860300444535e-05, | |
| "predicted_squared": 4670512.0, | |
| "reference_squared": 4671179.5, | |
| "relative_l2": 0.011198616305954208, | |
| "squared_error": 585.8079833984375, | |
| "values": 27496448 | |
| } | |
| }, | |
| "condition_latent_frames": 13426, | |
| "emitted_frames": 3892, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "6b36256d-eeb0-4e1d-8f14-7da28f955a6d", | |
| "shard_id": 1433, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7846.891662597656, | |
| "count": 3840, | |
| "top1_correct": 1670, | |
| "top5_correct": 3071 | |
| }, | |
| { | |
| "ce_sum": 16846.516571044922, | |
| "count": 3840, | |
| "top1_correct": 427, | |
| "top5_correct": 1198 | |
| }, | |
| { | |
| "ce_sum": 16836.004180908203, | |
| "count": 3840, | |
| "top1_correct": 444, | |
| "top5_correct": 1205 | |
| }, | |
| { | |
| "ce_sum": 18204.102600097656, | |
| "count": 3840, | |
| "top1_correct": 306, | |
| "top5_correct": 906 | |
| }, | |
| { | |
| "ce_sum": 19122.173706054688, | |
| "count": 3840, | |
| "top1_correct": 269, | |
| "top5_correct": 820 | |
| }, | |
| { | |
| "ce_sum": 21183.810485839844, | |
| "count": 3840, | |
| "top1_correct": 158, | |
| "top5_correct": 514 | |
| }, | |
| { | |
| "ce_sum": 22952.592834472656, | |
| "count": 3840, | |
| "top1_correct": 92, | |
| "top5_correct": 335 | |
| }, | |
| { | |
| "ce_sum": 23280.53387451172, | |
| "count": 3840, | |
| "top1_correct": 91, | |
| "top5_correct": 302 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9586273431777954, | |
| "cosine_mean": 0.7473912835121155, | |
| "cosine_min": 0.31669652462005615, | |
| "cosine_std": 0.05252630263566971, | |
| "flattened_dot": 3556206.5, | |
| "latent_frames": 15524, | |
| "mse": 0.07515818186255958, | |
| "predicted_squared": 4329659.0, | |
| "reference_squared": 5172269.5, | |
| "relative_l2": 0.6796954351273018, | |
| "squared_error": 2389515.5, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999709725379944, | |
| "cosine_mean": 0.9999387860298157, | |
| "cosine_min": 0.9995840191841125, | |
| "cosine_std": 1.933199200720992e-05, | |
| "flattened_dot": 5172900.5, | |
| "latent_frames": 15524, | |
| "mse": 1.9843885192733484e-05, | |
| "predicted_squared": 5174162.0, | |
| "reference_squared": 5172269.5, | |
| "relative_l2": 0.011044335049262725, | |
| "squared_error": 630.899658203125, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "3baf244f-ad8a-4e1b-a778-d726c1d89e70", | |
| "shard_id": 1454, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8563.243194580078, | |
| "count": 4480, | |
| "top1_correct": 2082, | |
| "top5_correct": 3715 | |
| }, | |
| { | |
| "ce_sum": 19774.57388305664, | |
| "count": 4480, | |
| "top1_correct": 487, | |
| "top5_correct": 1341 | |
| }, | |
| { | |
| "ce_sum": 19807.755432128906, | |
| "count": 4480, | |
| "top1_correct": 521, | |
| "top5_correct": 1369 | |
| }, | |
| { | |
| "ce_sum": 20625.393005371094, | |
| "count": 4480, | |
| "top1_correct": 430, | |
| "top5_correct": 1188 | |
| }, | |
| { | |
| "ce_sum": 21853.208435058594, | |
| "count": 4480, | |
| "top1_correct": 341, | |
| "top5_correct": 1031 | |
| }, | |
| { | |
| "ce_sum": 25602.210388183594, | |
| "count": 4480, | |
| "top1_correct": 152, | |
| "top5_correct": 483 | |
| }, | |
| { | |
| "ce_sum": 26649.15106201172, | |
| "count": 4480, | |
| "top1_correct": 131, | |
| "top5_correct": 410 | |
| }, | |
| { | |
| "ce_sum": 27756.71649169922, | |
| "count": 4480, | |
| "top1_correct": 85, | |
| "top5_correct": 333 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9188886284828186, | |
| "cosine_mean": 0.7542145848274231, | |
| "cosine_min": 0.4176064729690552, | |
| "cosine_std": 0.05104675889015198, | |
| "flattened_dot": 2536383.0, | |
| "latent_frames": 9945, | |
| "mse": 0.08245160393885118, | |
| "predicted_squared": 3005023.5, | |
| "reference_squared": 3747064.0, | |
| "relative_l2": 0.6694549677629886, | |
| "squared_error": 1679321.5, | |
| "values": 20367360 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999704360961914, | |
| "cosine_mean": 0.9999364018440247, | |
| "cosine_min": 0.999770998954773, | |
| "cosine_std": 1.6692398276063614e-05, | |
| "flattened_dot": 3748579.5, | |
| "latent_frames": 9945, | |
| "mse": 2.3467560818951714e-05, | |
| "predicted_squared": 3750572.75, | |
| "reference_squared": 3747064.0, | |
| "relative_l2": 0.011294208228469197, | |
| "squared_error": 477.9722595214844, | |
| "values": 20367360 | |
| } | |
| }, | |
| "condition_latent_frames": 9945, | |
| "emitted_frames": 2883, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "44c61dbf-4238-41db-86e6-5cbd86ae9a93", | |
| "shard_id": 1483, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 5655.734512329102, | |
| "count": 2816, | |
| "top1_correct": 1246, | |
| "top5_correct": 2308 | |
| }, | |
| { | |
| "ce_sum": 12349.356475830078, | |
| "count": 2816, | |
| "top1_correct": 308, | |
| "top5_correct": 835 | |
| }, | |
| { | |
| "ce_sum": 12312.640167236328, | |
| "count": 2816, | |
| "top1_correct": 325, | |
| "top5_correct": 855 | |
| }, | |
| { | |
| "ce_sum": 13094.948181152344, | |
| "count": 2816, | |
| "top1_correct": 276, | |
| "top5_correct": 756 | |
| }, | |
| { | |
| "ce_sum": 14176.799987792969, | |
| "count": 2816, | |
| "top1_correct": 198, | |
| "top5_correct": 578 | |
| }, | |
| { | |
| "ce_sum": 15911.474731445312, | |
| "count": 2816, | |
| "top1_correct": 102, | |
| "top5_correct": 328 | |
| }, | |
| { | |
| "ce_sum": 16678.373107910156, | |
| "count": 2816, | |
| "top1_correct": 78, | |
| "top5_correct": 259 | |
| }, | |
| { | |
| "ce_sum": 17064.30615234375, | |
| "count": 2816, | |
| "top1_correct": 56, | |
| "top5_correct": 207 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9658573865890503, | |
| "cosine_mean": 0.7748438119888306, | |
| "cosine_min": 0.368921160697937, | |
| "cosine_std": 0.04885632172226906, | |
| "flattened_dot": 1928116.5, | |
| "latent_frames": 7841, | |
| "mse": 0.07064228911680191, | |
| "predicted_squared": 2271875.25, | |
| "reference_squared": 2718757.5, | |
| "relative_l2": 0.6459484326963463, | |
| "squared_error": 1134399.875, | |
| "values": 16058368 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999708533287048, | |
| "cosine_mean": 0.9999352097511292, | |
| "cosine_min": 0.9998167753219604, | |
| "cosine_std": 1.7082713384297676e-05, | |
| "flattened_dot": 2718702.5, | |
| "latent_frames": 7841, | |
| "mse": 2.2135731015730202e-05, | |
| "predicted_squared": 2719002.5, | |
| "reference_squared": 2718757.5, | |
| "relative_l2": 0.011434374213740979, | |
| "squared_error": 355.4637145996094, | |
| "values": 16058368 | |
| } | |
| }, | |
| "condition_latent_frames": 7841, | |
| "emitted_frames": 2273, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "2e9c9457-453c-435c-a1d2-3cb766fadea9", | |
| "shard_id": 1484, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4190.187850952148, | |
| "count": 2176, | |
| "top1_correct": 958, | |
| "top5_correct": 1805 | |
| }, | |
| { | |
| "ce_sum": 8508.704833984375, | |
| "count": 2176, | |
| "top1_correct": 323, | |
| "top5_correct": 863 | |
| }, | |
| { | |
| "ce_sum": 8888.143005371094, | |
| "count": 2176, | |
| "top1_correct": 280, | |
| "top5_correct": 758 | |
| }, | |
| { | |
| "ce_sum": 9854.296508789062, | |
| "count": 2176, | |
| "top1_correct": 235, | |
| "top5_correct": 597 | |
| }, | |
| { | |
| "ce_sum": 10293.19580078125, | |
| "count": 2176, | |
| "top1_correct": 164, | |
| "top5_correct": 535 | |
| }, | |
| { | |
| "ce_sum": 11715.208618164062, | |
| "count": 2176, | |
| "top1_correct": 107, | |
| "top5_correct": 339 | |
| }, | |
| { | |
| "ce_sum": 12379.379699707031, | |
| "count": 2176, | |
| "top1_correct": 77, | |
| "top5_correct": 252 | |
| }, | |
| { | |
| "ce_sum": 12897.357238769531, | |
| "count": 2176, | |
| "top1_correct": 60, | |
| "top5_correct": 204 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9313576221466064, | |
| "cosine_mean": 0.7629404067993164, | |
| "cosine_min": 0.5096251964569092, | |
| "cosine_std": 0.049091070890426636, | |
| "flattened_dot": 314047.8125, | |
| "latent_frames": 1203, | |
| "mse": 0.07950116392977517, | |
| "predicted_squared": 394778.5, | |
| "reference_squared": 429187.59375, | |
| "relative_l2": 0.6755553745906074, | |
| "squared_error": 195870.515625, | |
| "values": 2463744 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999703168869019, | |
| "cosine_mean": 0.999950110912323, | |
| "cosine_min": 0.9999059438705444, | |
| "cosine_std": 9.937576578522567e-06, | |
| "flattened_dot": 428991.75, | |
| "latent_frames": 1203, | |
| "mse": 1.750472106243904e-05, | |
| "predicted_squared": 428839.0, | |
| "reference_squared": 429187.59375, | |
| "relative_l2": 0.010024248110556763, | |
| "squared_error": 43.12715148925781, | |
| "values": 2463744 | |
| } | |
| }, | |
| "condition_latent_frames": 1203, | |
| "emitted_frames": 349, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "1c557493-feee-41ae-9afb-22d73f4a2d52", | |
| "shard_id": 1488, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 717.6226806640625, | |
| "count": 256, | |
| "top1_correct": 73, | |
| "top5_correct": 175 | |
| }, | |
| { | |
| "ce_sum": 1080.8479614257812, | |
| "count": 256, | |
| "top1_correct": 21, | |
| "top5_correct": 83 | |
| }, | |
| { | |
| "ce_sum": 1136.6368408203125, | |
| "count": 256, | |
| "top1_correct": 22, | |
| "top5_correct": 78 | |
| }, | |
| { | |
| "ce_sum": 1226.9215698242188, | |
| "count": 256, | |
| "top1_correct": 27, | |
| "top5_correct": 66 | |
| }, | |
| { | |
| "ce_sum": 1164.3768920898438, | |
| "count": 256, | |
| "top1_correct": 31, | |
| "top5_correct": 65 | |
| }, | |
| { | |
| "ce_sum": 1210.5787353515625, | |
| "count": 256, | |
| "top1_correct": 13, | |
| "top5_correct": 57 | |
| }, | |
| { | |
| "ce_sum": 1381.0201416015625, | |
| "count": 256, | |
| "top1_correct": 20, | |
| "top5_correct": 40 | |
| }, | |
| { | |
| "ce_sum": 1372.1317749023438, | |
| "count": 256, | |
| "top1_correct": 11, | |
| "top5_correct": 42 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9187932014465332, | |
| "cosine_mean": 0.7429515719413757, | |
| "cosine_min": 0.36938491463661194, | |
| "cosine_std": 0.045876968652009964, | |
| "flattened_dot": 3833417.0, | |
| "latent_frames": 15524, | |
| "mse": 0.083587434174504, | |
| "predicted_squared": 4725078.0, | |
| "reference_squared": 5599264.5, | |
| "relative_l2": 0.688924767955025, | |
| "squared_error": 2657508.0, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999740123748779, | |
| "cosine_mean": 0.999946653842926, | |
| "cosine_min": 0.9994176626205444, | |
| "cosine_std": 1.597519440110773e-05, | |
| "flattened_dot": 5600116.5, | |
| "latent_frames": 15524, | |
| "mse": 1.8960013275323408e-05, | |
| "predicted_squared": 5601571.0, | |
| "reference_squared": 5599264.5, | |
| "relative_l2": 0.010375776782620314, | |
| "squared_error": 602.798583984375, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "9857944c-7292-447b-95bd-84b2c6a9db94", | |
| "shard_id": 1504, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9823.740524291992, | |
| "count": 4480, | |
| "top1_correct": 1802, | |
| "top5_correct": 3490 | |
| }, | |
| { | |
| "ce_sum": 19845.50341796875, | |
| "count": 4480, | |
| "top1_correct": 510, | |
| "top5_correct": 1357 | |
| }, | |
| { | |
| "ce_sum": 19860.270629882812, | |
| "count": 4480, | |
| "top1_correct": 476, | |
| "top5_correct": 1394 | |
| }, | |
| { | |
| "ce_sum": 21545.841369628906, | |
| "count": 4480, | |
| "top1_correct": 349, | |
| "top5_correct": 1038 | |
| }, | |
| { | |
| "ce_sum": 22298.11669921875, | |
| "count": 4480, | |
| "top1_correct": 310, | |
| "top5_correct": 942 | |
| }, | |
| { | |
| "ce_sum": 24884.998962402344, | |
| "count": 4480, | |
| "top1_correct": 187, | |
| "top5_correct": 641 | |
| }, | |
| { | |
| "ce_sum": 26601.636596679688, | |
| "count": 4480, | |
| "top1_correct": 112, | |
| "top5_correct": 401 | |
| }, | |
| { | |
| "ce_sum": 27128.63592529297, | |
| "count": 4480, | |
| "top1_correct": 99, | |
| "top5_correct": 357 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9541393518447876, | |
| "cosine_mean": 0.7635982632637024, | |
| "cosine_min": 0.30007582902908325, | |
| "cosine_std": 0.04896286875009537, | |
| "flattened_dot": 4264507.0, | |
| "latent_frames": 15524, | |
| "mse": 0.08452963392871521, | |
| "predicted_squared": 4945432.5, | |
| "reference_squared": 6271045.0, | |
| "relative_l2": 0.6546381768524212, | |
| "squared_error": 2687463.5, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999719858169556, | |
| "cosine_mean": 0.9999487400054932, | |
| "cosine_min": 0.9996091723442078, | |
| "cosine_std": 1.40713191285613e-05, | |
| "flattened_dot": 6269778.0, | |
| "latent_frames": 15524, | |
| "mse": 2.035889673773636e-05, | |
| "predicted_squared": 6269158.0, | |
| "reference_squared": 6271045.0, | |
| "relative_l2": 0.010159537890220798, | |
| "squared_error": 647.2734985351562, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "790b537f-4605-483c-aff9-057f14e5d422", | |
| "shard_id": 1517, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9350.208419799805, | |
| "count": 4480, | |
| "top1_correct": 1951, | |
| "top5_correct": 3551 | |
| }, | |
| { | |
| "ce_sum": 19082.476593017578, | |
| "count": 4480, | |
| "top1_correct": 516, | |
| "top5_correct": 1493 | |
| }, | |
| { | |
| "ce_sum": 19033.291625976562, | |
| "count": 4480, | |
| "top1_correct": 550, | |
| "top5_correct": 1515 | |
| }, | |
| { | |
| "ce_sum": 19999.053771972656, | |
| "count": 4480, | |
| "top1_correct": 498, | |
| "top5_correct": 1362 | |
| }, | |
| { | |
| "ce_sum": 21605.884826660156, | |
| "count": 4480, | |
| "top1_correct": 348, | |
| "top5_correct": 1018 | |
| }, | |
| { | |
| "ce_sum": 24289.02813720703, | |
| "count": 4480, | |
| "top1_correct": 216, | |
| "top5_correct": 663 | |
| }, | |
| { | |
| "ce_sum": 26224.639526367188, | |
| "count": 4480, | |
| "top1_correct": 123, | |
| "top5_correct": 436 | |
| }, | |
| { | |
| "ce_sum": 26705.31024169922, | |
| "count": 4480, | |
| "top1_correct": 137, | |
| "top5_correct": 402 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9673522114753723, | |
| "cosine_mean": 0.7706625461578369, | |
| "cosine_min": 0.12870901823043823, | |
| "cosine_std": 0.05168802663683891, | |
| "flattened_dot": 4021093.5, | |
| "latent_frames": 15524, | |
| "mse": 0.0761126169560036, | |
| "predicted_squared": 4747570.0, | |
| "reference_squared": 5714477.0, | |
| "relative_l2": 0.6507390603246112, | |
| "squared_error": 2419860.0, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999746084213257, | |
| "cosine_mean": 0.9999495148658752, | |
| "cosine_min": 0.9996957778930664, | |
| "cosine_std": 1.5363055354100652e-05, | |
| "flattened_dot": 5713725.5, | |
| "latent_frames": 15524, | |
| "mse": 1.8414517893861233e-05, | |
| "predicted_squared": 5713559.5, | |
| "reference_squared": 5714477.0, | |
| "relative_l2": 0.010121822689812751, | |
| "squared_error": 585.45556640625, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "c5acc193-3589-41a5-819b-6a929f82624a", | |
| "shard_id": 1527, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8947.462600708008, | |
| "count": 4480, | |
| "top1_correct": 1964, | |
| "top5_correct": 3616 | |
| }, | |
| { | |
| "ce_sum": 18858.826904296875, | |
| "count": 4480, | |
| "top1_correct": 560, | |
| "top5_correct": 1529 | |
| }, | |
| { | |
| "ce_sum": 18410.621185302734, | |
| "count": 4480, | |
| "top1_correct": 596, | |
| "top5_correct": 1634 | |
| }, | |
| { | |
| "ce_sum": 19540.65756225586, | |
| "count": 4480, | |
| "top1_correct": 493, | |
| "top5_correct": 1389 | |
| }, | |
| { | |
| "ce_sum": 21545.308532714844, | |
| "count": 4480, | |
| "top1_correct": 345, | |
| "top5_correct": 1034 | |
| }, | |
| { | |
| "ce_sum": 24261.53741455078, | |
| "count": 4480, | |
| "top1_correct": 219, | |
| "top5_correct": 681 | |
| }, | |
| { | |
| "ce_sum": 25655.78680419922, | |
| "count": 4480, | |
| "top1_correct": 151, | |
| "top5_correct": 508 | |
| }, | |
| { | |
| "ce_sum": 25805.995483398438, | |
| "count": 4480, | |
| "top1_correct": 168, | |
| "top5_correct": 493 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9348317980766296, | |
| "cosine_mean": 0.778191864490509, | |
| "cosine_min": 0.5574917197227478, | |
| "cosine_std": 0.04054013639688492, | |
| "flattened_dot": 713215.875, | |
| "latent_frames": 2586, | |
| "mse": 0.07762306490704152, | |
| "predicted_squared": 854343.9375, | |
| "reference_squared": 983189.375, | |
| "relative_l2": 0.6466302856667825, | |
| "squared_error": 411101.6875, | |
| "values": 5296128 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999740123748779, | |
| "cosine_mean": 0.9999409317970276, | |
| "cosine_min": 0.9994410276412964, | |
| "cosine_std": 3.5462944651953876e-05, | |
| "flattened_dot": 983159.0, | |
| "latent_frames": 2586, | |
| "mse": 2.1494567763040163e-05, | |
| "predicted_squared": 983242.375, | |
| "reference_squared": 983189.375, | |
| "relative_l2": 0.01076031552238375, | |
| "squared_error": 113.83798217773438, | |
| "values": 5296128 | |
| } | |
| }, | |
| "condition_latent_frames": 2586, | |
| "emitted_frames": 750, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "d5a30897-4a8f-4a97-8db0-3f17948864bd", | |
| "shard_id": 1537, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1352.541763305664, | |
| "count": 640, | |
| "top1_correct": 266, | |
| "top5_correct": 527 | |
| }, | |
| { | |
| "ce_sum": 2568.807098388672, | |
| "count": 640, | |
| "top1_correct": 91, | |
| "top5_correct": 237 | |
| }, | |
| { | |
| "ce_sum": 2516.4358825683594, | |
| "count": 640, | |
| "top1_correct": 90, | |
| "top5_correct": 256 | |
| }, | |
| { | |
| "ce_sum": 2724.3972778320312, | |
| "count": 640, | |
| "top1_correct": 77, | |
| "top5_correct": 205 | |
| }, | |
| { | |
| "ce_sum": 2836.33984375, | |
| "count": 640, | |
| "top1_correct": 60, | |
| "top5_correct": 188 | |
| }, | |
| { | |
| "ce_sum": 3142.9594116210938, | |
| "count": 640, | |
| "top1_correct": 56, | |
| "top5_correct": 142 | |
| }, | |
| { | |
| "ce_sum": 3186.0252075195312, | |
| "count": 640, | |
| "top1_correct": 40, | |
| "top5_correct": 136 | |
| }, | |
| { | |
| "ce_sum": 3397.4996948242188, | |
| "count": 640, | |
| "top1_correct": 33, | |
| "top5_correct": 108 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9608521461486816, | |
| "cosine_mean": 0.777596116065979, | |
| "cosine_min": 0.517331063747406, | |
| "cosine_std": 0.049241624772548676, | |
| "flattened_dot": 2030464.5, | |
| "latent_frames": 7337, | |
| "mse": 0.07834438382726251, | |
| "predicted_squared": 2359903.0, | |
| "reference_squared": 2878242.0, | |
| "relative_l2": 0.63953529447188, | |
| "squared_error": 1177216.5, | |
| "values": 15026176 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999715685844421, | |
| "cosine_mean": 0.9999424815177917, | |
| "cosine_min": 0.9992337226867676, | |
| "cosine_std": 3.166608439642005e-05, | |
| "flattened_dot": 2879189.0, | |
| "latent_frames": 7337, | |
| "mse": 2.211448085946609e-05, | |
| "predicted_squared": 2880467.75, | |
| "reference_squared": 2878242.0, | |
| "relative_l2": 0.010744815359908974, | |
| "squared_error": 332.29608154296875, | |
| "values": 15026176 | |
| } | |
| }, | |
| "condition_latent_frames": 7337, | |
| "emitted_frames": 2127, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "634d1c4f-a16b-4b0d-9ef1-1f4881b0a99a", | |
| "shard_id": 1556, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4291.994415283203, | |
| "count": 2048, | |
| "top1_correct": 848, | |
| "top5_correct": 1638 | |
| }, | |
| { | |
| "ce_sum": 8535.306427001953, | |
| "count": 2048, | |
| "top1_correct": 274, | |
| "top5_correct": 731 | |
| }, | |
| { | |
| "ce_sum": 8401.007080078125, | |
| "count": 2048, | |
| "top1_correct": 275, | |
| "top5_correct": 759 | |
| }, | |
| { | |
| "ce_sum": 9252.9189453125, | |
| "count": 2048, | |
| "top1_correct": 245, | |
| "top5_correct": 580 | |
| }, | |
| { | |
| "ce_sum": 9826.362365722656, | |
| "count": 2048, | |
| "top1_correct": 155, | |
| "top5_correct": 510 | |
| }, | |
| { | |
| "ce_sum": 10753.533508300781, | |
| "count": 2048, | |
| "top1_correct": 120, | |
| "top5_correct": 343 | |
| }, | |
| { | |
| "ce_sum": 11743.324340820312, | |
| "count": 2048, | |
| "top1_correct": 79, | |
| "top5_correct": 228 | |
| }, | |
| { | |
| "ce_sum": 11952.271789550781, | |
| "count": 2048, | |
| "top1_correct": 49, | |
| "top5_correct": 215 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9550864696502686, | |
| "cosine_mean": 0.7749649882316589, | |
| "cosine_min": 0.5327211022377014, | |
| "cosine_std": 0.05771952122449875, | |
| "flattened_dot": 145259.578125, | |
| "latent_frames": 616, | |
| "mse": 0.06717258924013608, | |
| "predicted_squared": 180436.25, | |
| "reference_squared": 194825.71875, | |
| "relative_l2": 0.6595203994916272, | |
| "squared_error": 84742.7890625, | |
| "values": 1261568 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999620914459229, | |
| "cosine_mean": 0.9999050498008728, | |
| "cosine_min": 0.9998199343681335, | |
| "cosine_std": 3.270147499279119e-05, | |
| "flattened_dot": 194652.921875, | |
| "latent_frames": 616, | |
| "mse": 2.8913910198327782e-05, | |
| "predicted_squared": 194516.625, | |
| "reference_squared": 194825.71875, | |
| "relative_l2": 0.013683134710113029, | |
| "squared_error": 36.476863861083984, | |
| "values": 1261568 | |
| } | |
| }, | |
| "condition_latent_frames": 616, | |
| "emitted_frames": 179, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "f7646f8e-806e-4d99-8b00-41ef2834c41b", | |
| "shard_id": 1575, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 277.7841491699219, | |
| "count": 128, | |
| "top1_correct": 54, | |
| "top5_correct": 102 | |
| }, | |
| { | |
| "ce_sum": 569.5120239257812, | |
| "count": 128, | |
| "top1_correct": 16, | |
| "top5_correct": 41 | |
| }, | |
| { | |
| "ce_sum": 541.191162109375, | |
| "count": 128, | |
| "top1_correct": 20, | |
| "top5_correct": 45 | |
| }, | |
| { | |
| "ce_sum": 595.798095703125, | |
| "count": 128, | |
| "top1_correct": 14, | |
| "top5_correct": 34 | |
| }, | |
| { | |
| "ce_sum": 528.8414306640625, | |
| "count": 128, | |
| "top1_correct": 17, | |
| "top5_correct": 46 | |
| }, | |
| { | |
| "ce_sum": 605.4208374023438, | |
| "count": 128, | |
| "top1_correct": 22, | |
| "top5_correct": 40 | |
| }, | |
| { | |
| "ce_sum": 651.3355102539062, | |
| "count": 128, | |
| "top1_correct": 14, | |
| "top5_correct": 26 | |
| }, | |
| { | |
| "ce_sum": 676.899169921875, | |
| "count": 128, | |
| "top1_correct": 5, | |
| "top5_correct": 22 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9012933969497681, | |
| "cosine_mean": 0.7629242539405823, | |
| "cosine_min": 0.49837765097618103, | |
| "cosine_std": 0.0465141125023365, | |
| "flattened_dot": 3543777.5, | |
| "latent_frames": 14668, | |
| "mse": 0.07315869899611399, | |
| "predicted_squared": 4310038.0, | |
| "reference_squared": 4975209.0, | |
| "relative_l2": 0.664626646049198, | |
| "squared_error": 2197692.0, | |
| "values": 30040064 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999653697013855, | |
| "cosine_mean": 0.9999323487281799, | |
| "cosine_min": 0.9996869564056396, | |
| "cosine_std": 1.902825533761643e-05, | |
| "flattened_dot": 4973876.0, | |
| "latent_frames": 14668, | |
| "mse": 2.2520949413381742e-05, | |
| "predicted_squared": 4973218.5, | |
| "reference_squared": 4975209.0, | |
| "relative_l2": 0.011661062139245797, | |
| "squared_error": 676.53076171875, | |
| "values": 30040064 | |
| } | |
| }, | |
| "condition_latent_frames": 14668, | |
| "emitted_frames": 4252, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "f74e08b5-a7d2-4775-8d3a-633f6eb2de96", | |
| "shard_id": 1587, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9520.485382080078, | |
| "count": 4224, | |
| "top1_correct": 1595, | |
| "top5_correct": 3236 | |
| }, | |
| { | |
| "ce_sum": 18710.449005126953, | |
| "count": 4224, | |
| "top1_correct": 446, | |
| "top5_correct": 1218 | |
| }, | |
| { | |
| "ce_sum": 18216.34375, | |
| "count": 4224, | |
| "top1_correct": 507, | |
| "top5_correct": 1344 | |
| }, | |
| { | |
| "ce_sum": 19569.351135253906, | |
| "count": 4224, | |
| "top1_correct": 381, | |
| "top5_correct": 1116 | |
| }, | |
| { | |
| "ce_sum": 20796.69122314453, | |
| "count": 4224, | |
| "top1_correct": 306, | |
| "top5_correct": 938 | |
| }, | |
| { | |
| "ce_sum": 23407.562438964844, | |
| "count": 4224, | |
| "top1_correct": 167, | |
| "top5_correct": 578 | |
| }, | |
| { | |
| "ce_sum": 25340.042724609375, | |
| "count": 4224, | |
| "top1_correct": 108, | |
| "top5_correct": 343 | |
| }, | |
| { | |
| "ce_sum": 25721.372009277344, | |
| "count": 4224, | |
| "top1_correct": 101, | |
| "top5_correct": 335 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9727317690849304, | |
| "cosine_mean": 0.7858023047447205, | |
| "cosine_min": 0.40059924125671387, | |
| "cosine_std": 0.040869031101465225, | |
| "flattened_dot": 4714499.0, | |
| "latent_frames": 15524, | |
| "mse": 0.082698972407643, | |
| "predicted_squared": 5353563.0, | |
| "reference_squared": 6704696.0, | |
| "relative_l2": 0.6262205340247737, | |
| "squared_error": 2629261.0, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999749660491943, | |
| "cosine_mean": 0.9999517202377319, | |
| "cosine_min": 0.9997737407684326, | |
| "cosine_std": 1.1812109733000398e-05, | |
| "flattened_dot": 6703248.0, | |
| "latent_frames": 15524, | |
| "mse": 2.0476395522955305e-05, | |
| "predicted_squared": 6702450.5, | |
| "reference_squared": 6704696.0, | |
| "relative_l2": 0.009853805882346491, | |
| "squared_error": 651.0091552734375, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "2230bc5b-2186-4cf5-8dd5-7584ad903bed", | |
| "shard_id": 1614, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 10122.23078918457, | |
| "count": 4480, | |
| "top1_correct": 1748, | |
| "top5_correct": 3425 | |
| }, | |
| { | |
| "ce_sum": 18232.244842529297, | |
| "count": 4480, | |
| "top1_correct": 617, | |
| "top5_correct": 1643 | |
| }, | |
| { | |
| "ce_sum": 18630.53192138672, | |
| "count": 4480, | |
| "top1_correct": 572, | |
| "top5_correct": 1529 | |
| }, | |
| { | |
| "ce_sum": 20539.125549316406, | |
| "count": 4480, | |
| "top1_correct": 389, | |
| "top5_correct": 1219 | |
| }, | |
| { | |
| "ce_sum": 21152.241577148438, | |
| "count": 4480, | |
| "top1_correct": 375, | |
| "top5_correct": 1095 | |
| }, | |
| { | |
| "ce_sum": 22740.18310546875, | |
| "count": 4480, | |
| "top1_correct": 331, | |
| "top5_correct": 905 | |
| }, | |
| { | |
| "ce_sum": 24754.399475097656, | |
| "count": 4480, | |
| "top1_correct": 178, | |
| "top5_correct": 606 | |
| }, | |
| { | |
| "ce_sum": 25285.92852783203, | |
| "count": 4480, | |
| "top1_correct": 155, | |
| "top5_correct": 560 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9534162282943726, | |
| "cosine_mean": 0.7920499444007874, | |
| "cosine_min": 0.5715583562850952, | |
| "cosine_std": 0.04401085898280144, | |
| "flattened_dot": 2017851.75, | |
| "latent_frames": 7754, | |
| "mse": 0.06727417873788931, | |
| "predicted_squared": 2360694.25, | |
| "reference_squared": 2743336.0, | |
| "relative_l2": 0.6240402117295563, | |
| "squared_error": 1068326.875, | |
| "values": 15880192 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999697208404541, | |
| "cosine_mean": 0.9999401569366455, | |
| "cosine_min": 0.999660849571228, | |
| "cosine_std": 1.8093036487698555e-05, | |
| "flattened_dot": 2744646.75, | |
| "latent_frames": 7754, | |
| "mse": 2.0907143972139554e-05, | |
| "predicted_squared": 2746289.5, | |
| "reference_squared": 2743336.0, | |
| "relative_l2": 0.011001090264956053, | |
| "squared_error": 332.00946044921875, | |
| "values": 15880192 | |
| } | |
| }, | |
| "condition_latent_frames": 7754, | |
| "emitted_frames": 2248, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "baedadc9-2c35-408c-801f-7ae3c0f8c62f", | |
| "shard_id": 1639, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4172.451156616211, | |
| "count": 2176, | |
| "top1_correct": 981, | |
| "top5_correct": 1817 | |
| }, | |
| { | |
| "ce_sum": 8528.184387207031, | |
| "count": 2176, | |
| "top1_correct": 326, | |
| "top5_correct": 842 | |
| }, | |
| { | |
| "ce_sum": 8740.189025878906, | |
| "count": 2176, | |
| "top1_correct": 325, | |
| "top5_correct": 821 | |
| }, | |
| { | |
| "ce_sum": 9924.945678710938, | |
| "count": 2176, | |
| "top1_correct": 207, | |
| "top5_correct": 609 | |
| }, | |
| { | |
| "ce_sum": 10098.23388671875, | |
| "count": 2176, | |
| "top1_correct": 200, | |
| "top5_correct": 595 | |
| }, | |
| { | |
| "ce_sum": 11294.912841796875, | |
| "count": 2176, | |
| "top1_correct": 133, | |
| "top5_correct": 404 | |
| }, | |
| { | |
| "ce_sum": 12234.579956054688, | |
| "count": 2176, | |
| "top1_correct": 88, | |
| "top5_correct": 285 | |
| }, | |
| { | |
| "ce_sum": 12514.843688964844, | |
| "count": 2176, | |
| "top1_correct": 78, | |
| "top5_correct": 246 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9683713912963867, | |
| "cosine_mean": 0.7547098398208618, | |
| "cosine_min": 0.3994010090827942, | |
| "cosine_std": 0.04746703803539276, | |
| "flattened_dot": 1379556.0, | |
| "latent_frames": 6191, | |
| "mse": 0.07153960634483272, | |
| "predicted_squared": 1742390.75, | |
| "reference_squared": 1923784.25, | |
| "relative_l2": 0.6866579755513661, | |
| "squared_error": 907062.6875, | |
| "values": 12679168 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999663829803467, | |
| "cosine_mean": 0.9999239444732666, | |
| "cosine_min": 0.9996492862701416, | |
| "cosine_std": 2.2071299099479802e-05, | |
| "flattened_dot": 1924439.875, | |
| "latent_frames": 6191, | |
| "mse": 2.297372506828228e-05, | |
| "predicted_squared": 1925386.75, | |
| "reference_squared": 1923784.25, | |
| "relative_l2": 0.012305036477105753, | |
| "squared_error": 291.2877197265625, | |
| "values": 12679168 | |
| } | |
| }, | |
| "condition_latent_frames": 6191, | |
| "emitted_frames": 1795, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "ada16548-2fd8-42fb-9438-9c35e868d924", | |
| "shard_id": 1689, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4016.272430419922, | |
| "count": 1792, | |
| "top1_correct": 686, | |
| "top5_correct": 1392 | |
| }, | |
| { | |
| "ce_sum": 8180.898193359375, | |
| "count": 1792, | |
| "top1_correct": 152, | |
| "top5_correct": 501 | |
| }, | |
| { | |
| "ce_sum": 8086.610168457031, | |
| "count": 1792, | |
| "top1_correct": 192, | |
| "top5_correct": 523 | |
| }, | |
| { | |
| "ce_sum": 8542.469665527344, | |
| "count": 1792, | |
| "top1_correct": 141, | |
| "top5_correct": 453 | |
| }, | |
| { | |
| "ce_sum": 8991.95751953125, | |
| "count": 1792, | |
| "top1_correct": 123, | |
| "top5_correct": 366 | |
| }, | |
| { | |
| "ce_sum": 10362.092224121094, | |
| "count": 1792, | |
| "top1_correct": 43, | |
| "top5_correct": 194 | |
| }, | |
| { | |
| "ce_sum": 10788.769958496094, | |
| "count": 1792, | |
| "top1_correct": 46, | |
| "top5_correct": 149 | |
| }, | |
| { | |
| "ce_sum": 10971.9375, | |
| "count": 1792, | |
| "top1_correct": 32, | |
| "top5_correct": 137 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.965999186038971, | |
| "cosine_mean": 0.8011494874954224, | |
| "cosine_min": 0.42624107003211975, | |
| "cosine_std": 0.04795840010046959, | |
| "flattened_dot": 1329542.375, | |
| "latent_frames": 4967, | |
| "mse": 0.06608381553605358, | |
| "predicted_squared": 1514391.75, | |
| "reference_squared": 1816925.0, | |
| "relative_l2": 0.6082625957513341, | |
| "squared_error": 672232.0625, | |
| "values": 10172416 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999575018882751, | |
| "cosine_mean": 0.9998302459716797, | |
| "cosine_min": 0.9690624475479126, | |
| "cosine_std": 0.0010817584116011858, | |
| "flattened_dot": 1816732.625, | |
| "latent_frames": 4967, | |
| "mse": 5.6899359510869884e-05, | |
| "predicted_squared": 1817118.75, | |
| "reference_squared": 1816925.0, | |
| "relative_l2": 0.017848315930059276, | |
| "squared_error": 578.803955078125, | |
| "values": 10172416 | |
| } | |
| }, | |
| "condition_latent_frames": 4967, | |
| "emitted_frames": 1440, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "75990d51-e75e-47bb-b92f-afc7151f57ea", | |
| "shard_id": 1757, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2683.0599212646484, | |
| "count": 1408, | |
| "top1_correct": 667, | |
| "top5_correct": 1163 | |
| }, | |
| { | |
| "ce_sum": 5459.483459472656, | |
| "count": 1408, | |
| "top1_correct": 227, | |
| "top5_correct": 554 | |
| }, | |
| { | |
| "ce_sum": 5736.768768310547, | |
| "count": 1408, | |
| "top1_correct": 195, | |
| "top5_correct": 525 | |
| }, | |
| { | |
| "ce_sum": 6109.411102294922, | |
| "count": 1408, | |
| "top1_correct": 165, | |
| "top5_correct": 438 | |
| }, | |
| { | |
| "ce_sum": 6810.166687011719, | |
| "count": 1408, | |
| "top1_correct": 105, | |
| "top5_correct": 331 | |
| }, | |
| { | |
| "ce_sum": 7413.988037109375, | |
| "count": 1408, | |
| "top1_correct": 66, | |
| "top5_correct": 248 | |
| }, | |
| { | |
| "ce_sum": 8174.6689453125, | |
| "count": 1408, | |
| "top1_correct": 43, | |
| "top5_correct": 156 | |
| }, | |
| { | |
| "ce_sum": 8238.227478027344, | |
| "count": 1408, | |
| "top1_correct": 41, | |
| "top5_correct": 140 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9522322416305542, | |
| "cosine_mean": 0.7601780891418457, | |
| "cosine_min": 0.45810285210609436, | |
| "cosine_std": 0.04816223680973053, | |
| "flattened_dot": 830580.625, | |
| "latent_frames": 3697, | |
| "mse": 0.06928031741847275, | |
| "predicted_squared": 1021619.25, | |
| "reference_squared": 1164094.875, | |
| "relative_l2": 0.6712749597767244, | |
| "squared_error": 524552.875, | |
| "values": 7571456 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999403357505798, | |
| "cosine_mean": 0.9998165965080261, | |
| "cosine_min": 0.9984208941459656, | |
| "cosine_std": 0.00013849526294507086, | |
| "flattened_dot": 1164642.5, | |
| "latent_frames": 3697, | |
| "mse": 5.386030557899176e-05, | |
| "predicted_squared": 1165598.0, | |
| "reference_squared": 1164094.875, | |
| "relative_l2": 0.018716727583211062, | |
| "squared_error": 407.8009338378906, | |
| "values": 7571456 | |
| } | |
| }, | |
| "condition_latent_frames": 3697, | |
| "emitted_frames": 1072, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "db2fc777-59d0-4b21-87ba-90930f1d294f", | |
| "shard_id": 1779, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2212.9483642578125, | |
| "count": 1024, | |
| "top1_correct": 421, | |
| "top5_correct": 811 | |
| }, | |
| { | |
| "ce_sum": 4222.228485107422, | |
| "count": 1024, | |
| "top1_correct": 135, | |
| "top5_correct": 368 | |
| }, | |
| { | |
| "ce_sum": 4520.77587890625, | |
| "count": 1024, | |
| "top1_correct": 111, | |
| "top5_correct": 285 | |
| }, | |
| { | |
| "ce_sum": 4842.345153808594, | |
| "count": 1024, | |
| "top1_correct": 87, | |
| "top5_correct": 251 | |
| }, | |
| { | |
| "ce_sum": 4920.6239013671875, | |
| "count": 1024, | |
| "top1_correct": 71, | |
| "top5_correct": 222 | |
| }, | |
| { | |
| "ce_sum": 5765.590087890625, | |
| "count": 1024, | |
| "top1_correct": 40, | |
| "top5_correct": 129 | |
| }, | |
| { | |
| "ce_sum": 5970.0740966796875, | |
| "count": 1024, | |
| "top1_correct": 36, | |
| "top5_correct": 102 | |
| }, | |
| { | |
| "ce_sum": 6274.1109619140625, | |
| "count": 1024, | |
| "top1_correct": 13, | |
| "top5_correct": 79 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9221513867378235, | |
| "cosine_mean": 0.7682988047599792, | |
| "cosine_min": 0.5144302845001221, | |
| "cosine_std": 0.054868098348379135, | |
| "flattened_dot": 914679.625, | |
| "latent_frames": 3273, | |
| "mse": 0.08301068430386878, | |
| "predicted_squared": 1079352.5, | |
| "reference_squared": 1306435.875, | |
| "relative_l2": 0.6526208235472457, | |
| "squared_error": 556429.25, | |
| "values": 6703104 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999736547470093, | |
| "cosine_mean": 0.9999513626098633, | |
| "cosine_min": 0.9998623728752136, | |
| "cosine_std": 1.2761888683598954e-05, | |
| "flattened_dot": 1306210.5, | |
| "latent_frames": 3273, | |
| "mse": 1.9245307233549934e-05, | |
| "predicted_squared": 1306114.25, | |
| "reference_squared": 1306435.875, | |
| "relative_l2": 0.009937024355013825, | |
| "squared_error": 129.0032958984375, | |
| "values": 6703104 | |
| } | |
| }, | |
| "condition_latent_frames": 3273, | |
| "emitted_frames": 949, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "164bb70a-0e61-4639-8910-2a742d8ca515", | |
| "shard_id": 1797, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2020.1591186523438, | |
| "count": 896, | |
| "top1_correct": 387, | |
| "top5_correct": 688 | |
| }, | |
| { | |
| "ce_sum": 3560.156982421875, | |
| "count": 896, | |
| "top1_correct": 141, | |
| "top5_correct": 352 | |
| }, | |
| { | |
| "ce_sum": 3670.3475341796875, | |
| "count": 896, | |
| "top1_correct": 118, | |
| "top5_correct": 324 | |
| }, | |
| { | |
| "ce_sum": 4132.213714599609, | |
| "count": 896, | |
| "top1_correct": 78, | |
| "top5_correct": 227 | |
| }, | |
| { | |
| "ce_sum": 3745.5700073242188, | |
| "count": 896, | |
| "top1_correct": 101, | |
| "top5_correct": 319 | |
| }, | |
| { | |
| "ce_sum": 4793.291687011719, | |
| "count": 896, | |
| "top1_correct": 35, | |
| "top5_correct": 130 | |
| }, | |
| { | |
| "ce_sum": 5045.390869140625, | |
| "count": 896, | |
| "top1_correct": 36, | |
| "top5_correct": 114 | |
| }, | |
| { | |
| "ce_sum": 5022.589904785156, | |
| "count": 896, | |
| "top1_correct": 47, | |
| "top5_correct": 115 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9591819047927856, | |
| "cosine_mean": 0.7824110984802246, | |
| "cosine_min": 0.5287876725196838, | |
| "cosine_std": 0.0474516861140728, | |
| "flattened_dot": 4023042.5, | |
| "latent_frames": 14886, | |
| "mse": 0.07519505828935324, | |
| "predicted_squared": 4570392.0, | |
| "reference_squared": 5768128.5, | |
| "relative_l2": 0.6304217238790221, | |
| "squared_error": 2292436.25, | |
| "values": 30486528 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999534487724304, | |
| "cosine_mean": 0.9998302459716797, | |
| "cosine_min": 0.9954736828804016, | |
| "cosine_std": 0.000205199743504636, | |
| "flattened_dot": 5771328.5, | |
| "latent_frames": 14886, | |
| "mse": 6.212805221754425e-05, | |
| "predicted_squared": 5776422.0, | |
| "reference_squared": 5768128.5, | |
| "relative_l2": 0.01812092609643083, | |
| "squared_error": 1894.068603515625, | |
| "values": 30486528 | |
| } | |
| }, | |
| "condition_latent_frames": 14886, | |
| "emitted_frames": 4315, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "c2fb8cb7-cc74-492a-b779-82691e1122ba", | |
| "shard_id": 1800, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8203.104949951172, | |
| "count": 4224, | |
| "top1_correct": 1890, | |
| "top5_correct": 3490 | |
| }, | |
| { | |
| "ce_sum": 17572.747131347656, | |
| "count": 4224, | |
| "top1_correct": 532, | |
| "top5_correct": 1468 | |
| }, | |
| { | |
| "ce_sum": 16763.09750366211, | |
| "count": 4224, | |
| "top1_correct": 635, | |
| "top5_correct": 1634 | |
| }, | |
| { | |
| "ce_sum": 18855.077239990234, | |
| "count": 4224, | |
| "top1_correct": 459, | |
| "top5_correct": 1282 | |
| }, | |
| { | |
| "ce_sum": 20084.316436767578, | |
| "count": 4224, | |
| "top1_correct": 342, | |
| "top5_correct": 1015 | |
| }, | |
| { | |
| "ce_sum": 22471.79638671875, | |
| "count": 4224, | |
| "top1_correct": 234, | |
| "top5_correct": 693 | |
| }, | |
| { | |
| "ce_sum": 23718.41748046875, | |
| "count": 4224, | |
| "top1_correct": 149, | |
| "top5_correct": 562 | |
| }, | |
| { | |
| "ce_sum": 24782.385864257812, | |
| "count": 4224, | |
| "top1_correct": 131, | |
| "top5_correct": 454 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9251677989959717, | |
| "cosine_mean": 0.7744001746177673, | |
| "cosine_min": 0.47032463550567627, | |
| "cosine_std": 0.059828393161296844, | |
| "flattened_dot": 402682.1875, | |
| "latent_frames": 1403, | |
| "mse": 0.08051652969501738, | |
| "predicted_squared": 481804.59375, | |
| "reference_squared": 554911.375, | |
| "relative_l2": 0.6456906864445633, | |
| "squared_error": 231351.6875, | |
| "values": 2873344 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999711513519287, | |
| "cosine_mean": 0.999943196773529, | |
| "cosine_min": 0.9998195767402649, | |
| "cosine_std": 2.133254565706011e-05, | |
| "flattened_dot": 554560.8125, | |
| "latent_frames": 1403, | |
| "mse": 2.1405999979544603e-05, | |
| "predicted_squared": 554271.6875, | |
| "reference_squared": 554911.375, | |
| "relative_l2": 0.010528094107104724, | |
| "squared_error": 61.50680160522461, | |
| "values": 2873344 | |
| } | |
| }, | |
| "condition_latent_frames": 1403, | |
| "emitted_frames": 407, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "f96226f1-a454-4bcf-a6b7-f752df5bcb22", | |
| "shard_id": 1812, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1150.6490478515625, | |
| "count": 384, | |
| "top1_correct": 113, | |
| "top5_correct": 245 | |
| }, | |
| { | |
| "ce_sum": 1599.4612426757812, | |
| "count": 384, | |
| "top1_correct": 52, | |
| "top5_correct": 134 | |
| }, | |
| { | |
| "ce_sum": 1670.221923828125, | |
| "count": 384, | |
| "top1_correct": 56, | |
| "top5_correct": 121 | |
| }, | |
| { | |
| "ce_sum": 1598.5318908691406, | |
| "count": 384, | |
| "top1_correct": 56, | |
| "top5_correct": 125 | |
| }, | |
| { | |
| "ce_sum": 1581.6912536621094, | |
| "count": 384, | |
| "top1_correct": 49, | |
| "top5_correct": 138 | |
| }, | |
| { | |
| "ce_sum": 1829.1257934570312, | |
| "count": 384, | |
| "top1_correct": 50, | |
| "top5_correct": 99 | |
| }, | |
| { | |
| "ce_sum": 2078.246826171875, | |
| "count": 384, | |
| "top1_correct": 19, | |
| "top5_correct": 61 | |
| }, | |
| { | |
| "ce_sum": 1875.5006713867188, | |
| "count": 384, | |
| "top1_correct": 32, | |
| "top5_correct": 93 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9073401093482971, | |
| "cosine_mean": 0.7615265250205994, | |
| "cosine_min": 0.48541200160980225, | |
| "cosine_std": 0.052006401121616364, | |
| "flattened_dot": 3992204.25, | |
| "latent_frames": 15524, | |
| "mse": 0.07936164995531113, | |
| "predicted_squared": 4822760.0, | |
| "reference_squared": 5684805.0, | |
| "relative_l2": 0.6662149150033466, | |
| "squared_error": 2523157.0, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999972403049469, | |
| "cosine_mean": 0.9999434947967529, | |
| "cosine_min": 0.999769926071167, | |
| "cosine_std": 1.4501798432320356e-05, | |
| "flattened_dot": 5686045.5, | |
| "latent_frames": 15524, | |
| "mse": 2.0234567453737756e-05, | |
| "predicted_squared": 5687929.5, | |
| "reference_squared": 5684805.0, | |
| "relative_l2": 0.010637901621172051, | |
| "squared_error": 643.3206787109375, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "e2ca4295-8c06-4bd6-b76c-02499ad1ea46", | |
| "shard_id": 1845, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 10120.081130981445, | |
| "count": 4480, | |
| "top1_correct": 1728, | |
| "top5_correct": 3445 | |
| }, | |
| { | |
| "ce_sum": 19581.76678466797, | |
| "count": 4480, | |
| "top1_correct": 499, | |
| "top5_correct": 1449 | |
| }, | |
| { | |
| "ce_sum": 20062.160217285156, | |
| "count": 4480, | |
| "top1_correct": 480, | |
| "top5_correct": 1351 | |
| }, | |
| { | |
| "ce_sum": 20539.14630126953, | |
| "count": 4480, | |
| "top1_correct": 422, | |
| "top5_correct": 1244 | |
| }, | |
| { | |
| "ce_sum": 21618.70379638672, | |
| "count": 4480, | |
| "top1_correct": 330, | |
| "top5_correct": 1040 | |
| }, | |
| { | |
| "ce_sum": 24896.478454589844, | |
| "count": 4480, | |
| "top1_correct": 193, | |
| "top5_correct": 616 | |
| }, | |
| { | |
| "ce_sum": 25973.70623779297, | |
| "count": 4480, | |
| "top1_correct": 152, | |
| "top5_correct": 508 | |
| }, | |
| { | |
| "ce_sum": 26882.217407226562, | |
| "count": 4480, | |
| "top1_correct": 113, | |
| "top5_correct": 374 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9109533429145813, | |
| "cosine_mean": 0.7501410245895386, | |
| "cosine_min": 0.5188714265823364, | |
| "cosine_std": 0.04860948398709297, | |
| "flattened_dot": 4036849.0, | |
| "latent_frames": 15389, | |
| "mse": 0.08655568075207941, | |
| "predicted_squared": 4869110.0, | |
| "reference_squared": 5932535.0, | |
| "relative_l2": 0.6781063474557151, | |
| "squared_error": 2727947.0, | |
| "values": 31516672 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999731183052063, | |
| "cosine_mean": 0.9999464750289917, | |
| "cosine_min": 0.9997122287750244, | |
| "cosine_std": 1.5009561138867866e-05, | |
| "flattened_dot": 5933136.0, | |
| "latent_frames": 15389, | |
| "mse": 2.0278653203647064e-05, | |
| "predicted_squared": 5934376.0, | |
| "reference_squared": 5932535.0, | |
| "relative_l2": 0.01037933610402407, | |
| "squared_error": 639.1156616210938, | |
| "values": 31516672 | |
| } | |
| }, | |
| "condition_latent_frames": 15389, | |
| "emitted_frames": 4461, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "cfabb3db-f9c3-4ad0-86a3-c42d18363fbc", | |
| "shard_id": 1865, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9669.176666259766, | |
| "count": 4352, | |
| "top1_correct": 1728, | |
| "top5_correct": 3377 | |
| }, | |
| { | |
| "ce_sum": 18987.605682373047, | |
| "count": 4352, | |
| "top1_correct": 484, | |
| "top5_correct": 1369 | |
| }, | |
| { | |
| "ce_sum": 18357.97137451172, | |
| "count": 4352, | |
| "top1_correct": 531, | |
| "top5_correct": 1501 | |
| }, | |
| { | |
| "ce_sum": 19511.154205322266, | |
| "count": 4352, | |
| "top1_correct": 461, | |
| "top5_correct": 1292 | |
| }, | |
| { | |
| "ce_sum": 20111.853485107422, | |
| "count": 4352, | |
| "top1_correct": 425, | |
| "top5_correct": 1128 | |
| }, | |
| { | |
| "ce_sum": 24023.26300048828, | |
| "count": 4352, | |
| "top1_correct": 171, | |
| "top5_correct": 550 | |
| }, | |
| { | |
| "ce_sum": 24813.001708984375, | |
| "count": 4352, | |
| "top1_correct": 152, | |
| "top5_correct": 502 | |
| }, | |
| { | |
| "ce_sum": 25766.716369628906, | |
| "count": 4352, | |
| "top1_correct": 138, | |
| "top5_correct": 414 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9611812233924866, | |
| "cosine_mean": 0.787958562374115, | |
| "cosine_min": 0.4732969403266907, | |
| "cosine_std": 0.0420520156621933, | |
| "flattened_dot": 2634931.0, | |
| "latent_frames": 9811, | |
| "mse": 0.0715962601368999, | |
| "predicted_squared": 3053398.0, | |
| "reference_squared": 3655042.5, | |
| "relative_l2": 0.6273654056986643, | |
| "squared_error": 1438578.5, | |
| "values": 20092928 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999697804450989, | |
| "cosine_mean": 0.9999203681945801, | |
| "cosine_min": 0.9992092847824097, | |
| "cosine_std": 4.2611882236087695e-05, | |
| "flattened_dot": 3652037.25, | |
| "latent_frames": 9811, | |
| "mse": 2.856987743321307e-05, | |
| "predicted_squared": 3649606.0, | |
| "reference_squared": 3655042.5, | |
| "relative_l2": 0.012532265501496904, | |
| "squared_error": 574.052490234375, | |
| "values": 20092928 | |
| } | |
| }, | |
| "condition_latent_frames": 9811, | |
| "emitted_frames": 2844, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "823abb66-cc3d-4031-9526-b3c6e8e57e0a", | |
| "shard_id": 1866, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 5305.917495727539, | |
| "count": 2816, | |
| "top1_correct": 1296, | |
| "top5_correct": 2371 | |
| }, | |
| { | |
| "ce_sum": 11523.931640625, | |
| "count": 2816, | |
| "top1_correct": 369, | |
| "top5_correct": 1017 | |
| }, | |
| { | |
| "ce_sum": 11033.018981933594, | |
| "count": 2816, | |
| "top1_correct": 421, | |
| "top5_correct": 1145 | |
| }, | |
| { | |
| "ce_sum": 12346.665985107422, | |
| "count": 2816, | |
| "top1_correct": 319, | |
| "top5_correct": 855 | |
| }, | |
| { | |
| "ce_sum": 13134.980346679688, | |
| "count": 2816, | |
| "top1_correct": 264, | |
| "top5_correct": 717 | |
| }, | |
| { | |
| "ce_sum": 15157.019409179688, | |
| "count": 2816, | |
| "top1_correct": 130, | |
| "top5_correct": 418 | |
| }, | |
| { | |
| "ce_sum": 15935.216430664062, | |
| "count": 2816, | |
| "top1_correct": 115, | |
| "top5_correct": 333 | |
| }, | |
| { | |
| "ce_sum": 16710.726440429688, | |
| "count": 2816, | |
| "top1_correct": 90, | |
| "top5_correct": 279 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9691914319992065, | |
| "cosine_mean": 0.7858341336250305, | |
| "cosine_min": 0.4519574046134949, | |
| "cosine_std": 0.04599815607070923, | |
| "flattened_dot": 2032555.25, | |
| "latent_frames": 7544, | |
| "mse": 0.07220496200933689, | |
| "predicted_squared": 2395916.25, | |
| "reference_squared": 2784769.0, | |
| "relative_l2": 0.6329286430951895, | |
| "squared_error": 1115574.75, | |
| "values": 15450112 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999380707740784, | |
| "cosine_mean": 0.999738872051239, | |
| "cosine_min": 0.9798654317855835, | |
| "cosine_std": 0.000787838886026293, | |
| "flattened_dot": 2780499.0, | |
| "latent_frames": 7544, | |
| "mse": 8.81972551851485e-05, | |
| "predicted_squared": 2777591.5, | |
| "reference_squared": 2784769.0, | |
| "relative_l2": 0.02212069475348562, | |
| "squared_error": 1362.657470703125, | |
| "values": 15450112 | |
| } | |
| }, | |
| "condition_latent_frames": 7544, | |
| "emitted_frames": 2187, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "50ff1620-4fa2-4571-9463-20ee6c6bcfc2", | |
| "shard_id": 1867, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4005.429931640625, | |
| "count": 2176, | |
| "top1_correct": 999, | |
| "top5_correct": 1837 | |
| }, | |
| { | |
| "ce_sum": 9079.668395996094, | |
| "count": 2176, | |
| "top1_correct": 292, | |
| "top5_correct": 763 | |
| }, | |
| { | |
| "ce_sum": 9122.258178710938, | |
| "count": 2176, | |
| "top1_correct": 282, | |
| "top5_correct": 735 | |
| }, | |
| { | |
| "ce_sum": 9501.871643066406, | |
| "count": 2176, | |
| "top1_correct": 245, | |
| "top5_correct": 673 | |
| }, | |
| { | |
| "ce_sum": 10812.923645019531, | |
| "count": 2176, | |
| "top1_correct": 159, | |
| "top5_correct": 471 | |
| }, | |
| { | |
| "ce_sum": 12070.368286132812, | |
| "count": 2176, | |
| "top1_correct": 90, | |
| "top5_correct": 303 | |
| }, | |
| { | |
| "ce_sum": 13150.202026367188, | |
| "count": 2176, | |
| "top1_correct": 51, | |
| "top5_correct": 181 | |
| }, | |
| { | |
| "ce_sum": 13438.385070800781, | |
| "count": 2176, | |
| "top1_correct": 42, | |
| "top5_correct": 119 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9613114595413208, | |
| "cosine_mean": 0.7480551600456238, | |
| "cosine_min": 0.5553855299949646, | |
| "cosine_std": 0.047644227743148804, | |
| "flattened_dot": 3868987.75, | |
| "latent_frames": 15524, | |
| "mse": 0.0824595812330907, | |
| "predicted_squared": 4744257.0, | |
| "reference_squared": 5615368.0, | |
| "relative_l2": 0.6832792690455411, | |
| "squared_error": 2621650.0, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999599456787109, | |
| "cosine_mean": 0.9999113082885742, | |
| "cosine_min": 0.9977412223815918, | |
| "cosine_std": 6.796027446398512e-05, | |
| "flattened_dot": 5612522.5, | |
| "latent_frames": 15524, | |
| "mse": 3.1341069815423615e-05, | |
| "predicted_squared": 5610673.0, | |
| "reference_squared": 5615368.0, | |
| "relative_l2": 0.013320931352366013, | |
| "squared_error": 996.431396484375, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "c0159afb-50e9-4912-8a89-e98cb79d5ed8", | |
| "shard_id": 1870, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8928.923736572266, | |
| "count": 4480, | |
| "top1_correct": 1966, | |
| "top5_correct": 3654 | |
| }, | |
| { | |
| "ce_sum": 19314.81430053711, | |
| "count": 4480, | |
| "top1_correct": 491, | |
| "top5_correct": 1475 | |
| }, | |
| { | |
| "ce_sum": 19397.02767944336, | |
| "count": 4480, | |
| "top1_correct": 538, | |
| "top5_correct": 1444 | |
| }, | |
| { | |
| "ce_sum": 20497.81085205078, | |
| "count": 4480, | |
| "top1_correct": 439, | |
| "top5_correct": 1214 | |
| }, | |
| { | |
| "ce_sum": 21660.308837890625, | |
| "count": 4480, | |
| "top1_correct": 343, | |
| "top5_correct": 997 | |
| }, | |
| { | |
| "ce_sum": 25054.0390625, | |
| "count": 4480, | |
| "top1_correct": 176, | |
| "top5_correct": 578 | |
| }, | |
| { | |
| "ce_sum": 26627.960083007812, | |
| "count": 4480, | |
| "top1_correct": 98, | |
| "top5_correct": 386 | |
| }, | |
| { | |
| "ce_sum": 27241.20538330078, | |
| "count": 4480, | |
| "top1_correct": 105, | |
| "top5_correct": 326 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.966222882270813, | |
| "cosine_mean": 0.788620114326477, | |
| "cosine_min": 0.5659516453742981, | |
| "cosine_std": 0.047094378620386124, | |
| "flattened_dot": 573764.5, | |
| "latent_frames": 1914, | |
| "mse": 0.07914379921079055, | |
| "predicted_squared": 670899.5625, | |
| "reference_squared": 786862.9375, | |
| "relative_l2": 0.6279063066229515, | |
| "squared_error": 310233.5625, | |
| "values": 3919872 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999741911888123, | |
| "cosine_mean": 0.9999487400054932, | |
| "cosine_min": 0.9998828172683716, | |
| "cosine_std": 1.1465952411526814e-05, | |
| "flattened_dot": 786666.125, | |
| "latent_frames": 1914, | |
| "mse": 2.0848423662977907e-05, | |
| "predicted_squared": 786550.875, | |
| "reference_squared": 786862.9375, | |
| "relative_l2": 0.010191145682075308, | |
| "squared_error": 81.72315216064453, | |
| "values": 3919872 | |
| } | |
| }, | |
| "condition_latent_frames": 1914, | |
| "emitted_frames": 555, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "48f2d62d-8276-4d59-b0d0-2bb595de5572", | |
| "shard_id": 1939, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1296.7146606445312, | |
| "count": 512, | |
| "top1_correct": 171, | |
| "top5_correct": 364 | |
| }, | |
| { | |
| "ce_sum": 2135.2830200195312, | |
| "count": 512, | |
| "top1_correct": 75, | |
| "top5_correct": 184 | |
| }, | |
| { | |
| "ce_sum": 2131.2139282226562, | |
| "count": 512, | |
| "top1_correct": 63, | |
| "top5_correct": 188 | |
| }, | |
| { | |
| "ce_sum": 2091.905792236328, | |
| "count": 512, | |
| "top1_correct": 64, | |
| "top5_correct": 187 | |
| }, | |
| { | |
| "ce_sum": 2234.117919921875, | |
| "count": 512, | |
| "top1_correct": 47, | |
| "top5_correct": 160 | |
| }, | |
| { | |
| "ce_sum": 2349.5747680664062, | |
| "count": 512, | |
| "top1_correct": 55, | |
| "top5_correct": 146 | |
| }, | |
| { | |
| "ce_sum": 2645.514892578125, | |
| "count": 512, | |
| "top1_correct": 24, | |
| "top5_correct": 96 | |
| }, | |
| { | |
| "ce_sum": 2601.7230834960938, | |
| "count": 512, | |
| "top1_correct": 26, | |
| "top5_correct": 99 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9347801804542542, | |
| "cosine_mean": 0.7793437242507935, | |
| "cosine_min": 0.4001242220401764, | |
| "cosine_std": 0.045526012778282166, | |
| "flattened_dot": 4412082.0, | |
| "latent_frames": 15524, | |
| "mse": 0.07879440515995394, | |
| "predicted_squared": 5153800.0, | |
| "reference_squared": 6175486.0, | |
| "relative_l2": 0.6369112397524218, | |
| "squared_error": 2505122.5, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999747276306152, | |
| "cosine_mean": 0.9999449253082275, | |
| "cosine_min": 0.9995765686035156, | |
| "cosine_std": 2.0806770407943986e-05, | |
| "flattened_dot": 6175731.5, | |
| "latent_frames": 15524, | |
| "mse": 2.1375479602346835e-05, | |
| "predicted_squared": 6176656.0, | |
| "reference_squared": 6175486.0, | |
| "relative_l2": 0.010490330147025169, | |
| "squared_error": 679.5938720703125, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "da830176-c157-444a-b74f-223507e097fc", | |
| "shard_id": 1949, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8839.29214477539, | |
| "count": 4480, | |
| "top1_correct": 2014, | |
| "top5_correct": 3699 | |
| }, | |
| { | |
| "ce_sum": 17871.90350341797, | |
| "count": 4480, | |
| "top1_correct": 599, | |
| "top5_correct": 1706 | |
| }, | |
| { | |
| "ce_sum": 18158.80435180664, | |
| "count": 4480, | |
| "top1_correct": 663, | |
| "top5_correct": 1695 | |
| }, | |
| { | |
| "ce_sum": 19738.596160888672, | |
| "count": 4480, | |
| "top1_correct": 450, | |
| "top5_correct": 1335 | |
| }, | |
| { | |
| "ce_sum": 21432.576690673828, | |
| "count": 4480, | |
| "top1_correct": 382, | |
| "top5_correct": 1083 | |
| }, | |
| { | |
| "ce_sum": 23366.64093017578, | |
| "count": 4480, | |
| "top1_correct": 251, | |
| "top5_correct": 775 | |
| }, | |
| { | |
| "ce_sum": 25649.82147216797, | |
| "count": 4480, | |
| "top1_correct": 139, | |
| "top5_correct": 468 | |
| }, | |
| { | |
| "ce_sum": 26369.88214111328, | |
| "count": 4480, | |
| "top1_correct": 126, | |
| "top5_correct": 417 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9672061800956726, | |
| "cosine_mean": 0.7799472212791443, | |
| "cosine_min": 0.5915111899375916, | |
| "cosine_std": 0.04044149070978165, | |
| "flattened_dot": 1357127.375, | |
| "latent_frames": 5488, | |
| "mse": 0.06957822638419905, | |
| "predicted_squared": 1603270.0, | |
| "reference_squared": 1893003.875, | |
| "relative_l2": 0.6427364844397864, | |
| "squared_error": 782019.1875, | |
| "values": 11239424 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999618530273438, | |
| "cosine_mean": 0.9999324083328247, | |
| "cosine_min": 0.9995816946029663, | |
| "cosine_std": 2.5799974537221715e-05, | |
| "flattened_dot": 1892550.25, | |
| "latent_frames": 5488, | |
| "mse": 2.2936704685319617e-05, | |
| "predicted_squared": 1892354.375, | |
| "reference_squared": 1893003.875, | |
| "relative_l2": 0.011669756320443179, | |
| "squared_error": 257.79534912109375, | |
| "values": 11239424 | |
| } | |
| }, | |
| "condition_latent_frames": 5488, | |
| "emitted_frames": 1591, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "f04e54e3-9a49-4659-ba54-eb4180584170", | |
| "shard_id": 2215, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2877.384506225586, | |
| "count": 1536, | |
| "top1_correct": 699, | |
| "top5_correct": 1261 | |
| }, | |
| { | |
| "ce_sum": 6359.7852783203125, | |
| "count": 1536, | |
| "top1_correct": 210, | |
| "top5_correct": 555 | |
| }, | |
| { | |
| "ce_sum": 6537.653564453125, | |
| "count": 1536, | |
| "top1_correct": 187, | |
| "top5_correct": 548 | |
| }, | |
| { | |
| "ce_sum": 7041.094299316406, | |
| "count": 1536, | |
| "top1_correct": 145, | |
| "top5_correct": 401 | |
| }, | |
| { | |
| "ce_sum": 7794.219909667969, | |
| "count": 1536, | |
| "top1_correct": 103, | |
| "top5_correct": 301 | |
| }, | |
| { | |
| "ce_sum": 8713.085754394531, | |
| "count": 1536, | |
| "top1_correct": 48, | |
| "top5_correct": 182 | |
| }, | |
| { | |
| "ce_sum": 9361.211975097656, | |
| "count": 1536, | |
| "top1_correct": 28, | |
| "top5_correct": 102 | |
| }, | |
| { | |
| "ce_sum": 9531.916931152344, | |
| "count": 1536, | |
| "top1_correct": 34, | |
| "top5_correct": 108 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.8782212734222412, | |
| "cosine_mean": 0.770703136920929, | |
| "cosine_min": 0.46961599588394165, | |
| "cosine_std": 0.04661379009485245, | |
| "flattened_dot": 583965.5625, | |
| "latent_frames": 2224, | |
| "mse": 0.07745908833236145, | |
| "predicted_squared": 700847.5, | |
| "reference_squared": 819890.5, | |
| "relative_l2": 0.6559800491703585, | |
| "squared_error": 352806.9375, | |
| "values": 4554752 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999732971191406, | |
| "cosine_mean": 0.9999369978904724, | |
| "cosine_min": 0.9997502565383911, | |
| "cosine_std": 2.4345979909412563e-05, | |
| "flattened_dot": 820045.875, | |
| "latent_frames": 2224, | |
| "mse": 2.2045489092417757e-05, | |
| "predicted_squared": 820301.625, | |
| "reference_squared": 819890.5, | |
| "relative_l2": 0.011066602468785448, | |
| "squared_error": 100.41173553466797, | |
| "values": 4554752 | |
| } | |
| }, | |
| "condition_latent_frames": 2224, | |
| "emitted_frames": 645, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "f539637c-a770-4316-837b-db81c10d54bb", | |
| "shard_id": 1981, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1417.4183044433594, | |
| "count": 640, | |
| "top1_correct": 244, | |
| "top5_correct": 503 | |
| }, | |
| { | |
| "ce_sum": 2543.919677734375, | |
| "count": 640, | |
| "top1_correct": 81, | |
| "top5_correct": 234 | |
| }, | |
| { | |
| "ce_sum": 2572.0626831054688, | |
| "count": 640, | |
| "top1_correct": 69, | |
| "top5_correct": 242 | |
| }, | |
| { | |
| "ce_sum": 2619.0113525390625, | |
| "count": 640, | |
| "top1_correct": 80, | |
| "top5_correct": 232 | |
| }, | |
| { | |
| "ce_sum": 2899.8641357421875, | |
| "count": 640, | |
| "top1_correct": 83, | |
| "top5_correct": 196 | |
| }, | |
| { | |
| "ce_sum": 3116.9175415039062, | |
| "count": 640, | |
| "top1_correct": 50, | |
| "top5_correct": 137 | |
| }, | |
| { | |
| "ce_sum": 3151.1482543945312, | |
| "count": 640, | |
| "top1_correct": 38, | |
| "top5_correct": 140 | |
| }, | |
| { | |
| "ce_sum": 3403.945556640625, | |
| "count": 640, | |
| "top1_correct": 34, | |
| "top5_correct": 111 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9368624687194824, | |
| "cosine_mean": 0.7510277032852173, | |
| "cosine_min": 0.36711543798446655, | |
| "cosine_std": 0.04817206785082817, | |
| "flattened_dot": 3044166.25, | |
| "latent_frames": 12478, | |
| "mse": 0.08076515937581394, | |
| "predicted_squared": 3616445.5, | |
| "reference_squared": 4535836.0, | |
| "relative_l2": 0.6745603686554732, | |
| "squared_error": 2063949.125, | |
| "values": 25554944 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999664425849915, | |
| "cosine_mean": 0.9999392032623291, | |
| "cosine_min": 0.9995189905166626, | |
| "cosine_std": 1.8681708752410486e-05, | |
| "flattened_dot": 4536636.5, | |
| "latent_frames": 12478, | |
| "mse": 2.1836656965416847e-05, | |
| "predicted_squared": 4537994.0, | |
| "reference_squared": 4535836.0, | |
| "relative_l2": 0.011091795934595035, | |
| "squared_error": 558.0345458984375, | |
| "values": 25554944 | |
| } | |
| }, | |
| "condition_latent_frames": 12478, | |
| "emitted_frames": 3617, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "60c3b8fa-7212-4d8b-a4b5-5ca13e0ae575", | |
| "shard_id": 2008, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7421.9267578125, | |
| "count": 3584, | |
| "top1_correct": 1519, | |
| "top5_correct": 2870 | |
| }, | |
| { | |
| "ce_sum": 15011.978302001953, | |
| "count": 3584, | |
| "top1_correct": 448, | |
| "top5_correct": 1233 | |
| }, | |
| { | |
| "ce_sum": 15772.083068847656, | |
| "count": 3584, | |
| "top1_correct": 409, | |
| "top5_correct": 1102 | |
| }, | |
| { | |
| "ce_sum": 17050.947204589844, | |
| "count": 3584, | |
| "top1_correct": 292, | |
| "top5_correct": 869 | |
| }, | |
| { | |
| "ce_sum": 18085.992065429688, | |
| "count": 3584, | |
| "top1_correct": 237, | |
| "top5_correct": 694 | |
| }, | |
| { | |
| "ce_sum": 20163.0224609375, | |
| "count": 3584, | |
| "top1_correct": 152, | |
| "top5_correct": 464 | |
| }, | |
| { | |
| "ce_sum": 21106.670959472656, | |
| "count": 3584, | |
| "top1_correct": 117, | |
| "top5_correct": 360 | |
| }, | |
| { | |
| "ce_sum": 21915.767639160156, | |
| "count": 3584, | |
| "top1_correct": 72, | |
| "top5_correct": 249 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.936832070350647, | |
| "cosine_mean": 0.7893450856208801, | |
| "cosine_min": 0.5720372200012207, | |
| "cosine_std": 0.05592017248272896, | |
| "flattened_dot": 336059.34375, | |
| "latent_frames": 1351, | |
| "mse": 0.06485521837484387, | |
| "predicted_squared": 392836.25, | |
| "reference_squared": 458726.9375, | |
| "relative_l2": 0.6254433681022955, | |
| "squared_error": 179444.53125, | |
| "values": 2766848 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999628663063049, | |
| "cosine_mean": 0.9999222755432129, | |
| "cosine_min": 0.9994381070137024, | |
| "cosine_std": 4.962586172041483e-05, | |
| "flattened_dot": 458561.4375, | |
| "latent_frames": 1351, | |
| "mse": 2.5690434642582803e-05, | |
| "predicted_squared": 458467.0625, | |
| "reference_squared": 458726.9375, | |
| "relative_l2": 0.012448048014297077, | |
| "squared_error": 71.08152770996094, | |
| "values": 2766848 | |
| } | |
| }, | |
| "condition_latent_frames": 1351, | |
| "emitted_frames": 392, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "86a125b5-7f13-4859-9876-d1ff56f0480d", | |
| "shard_id": 2025, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 688.6405944824219, | |
| "count": 384, | |
| "top1_correct": 196, | |
| "top5_correct": 323 | |
| }, | |
| { | |
| "ce_sum": 1587.1176452636719, | |
| "count": 384, | |
| "top1_correct": 52, | |
| "top5_correct": 133 | |
| }, | |
| { | |
| "ce_sum": 1676.6234130859375, | |
| "count": 384, | |
| "top1_correct": 47, | |
| "top5_correct": 129 | |
| }, | |
| { | |
| "ce_sum": 1753.8545532226562, | |
| "count": 384, | |
| "top1_correct": 53, | |
| "top5_correct": 105 | |
| }, | |
| { | |
| "ce_sum": 1838.4653930664062, | |
| "count": 384, | |
| "top1_correct": 29, | |
| "top5_correct": 90 | |
| }, | |
| { | |
| "ce_sum": 2159.6726684570312, | |
| "count": 384, | |
| "top1_correct": 7, | |
| "top5_correct": 41 | |
| }, | |
| { | |
| "ce_sum": 2285.9599609375, | |
| "count": 384, | |
| "top1_correct": 8, | |
| "top5_correct": 34 | |
| }, | |
| { | |
| "ce_sum": 2310.369140625, | |
| "count": 384, | |
| "top1_correct": 11, | |
| "top5_correct": 31 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9160776138305664, | |
| "cosine_mean": 0.7882997989654541, | |
| "cosine_min": 0.6482371091842651, | |
| "cosine_std": 0.04331372678279877, | |
| "flattened_dot": 593364.625, | |
| "latent_frames": 1931, | |
| "mse": 0.08216025828080496, | |
| "predicted_squared": 689933.0, | |
| "reference_squared": 821714.3125, | |
| "relative_l2": 0.6288203459902028, | |
| "squared_error": 324918.1875, | |
| "values": 3954688 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999586343765259, | |
| "cosine_mean": 0.9998748898506165, | |
| "cosine_min": 0.9989218711853027, | |
| "cosine_std": 0.0001238336699316278, | |
| "flattened_dot": 821077.6875, | |
| "latent_frames": 1931, | |
| "mse": 4.7719683874338664e-05, | |
| "predicted_squared": 820629.75, | |
| "reference_squared": 821714.3125, | |
| "relative_l2": 0.015154599596976953, | |
| "squared_error": 188.71646118164062, | |
| "values": 3954688 | |
| } | |
| }, | |
| "condition_latent_frames": 1931, | |
| "emitted_frames": 560, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "fcd3023b-f8cc-4287-9c67-3ecd127860f4", | |
| "shard_id": 2034, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1020.0940093994141, | |
| "count": 512, | |
| "top1_correct": 213, | |
| "top5_correct": 444 | |
| }, | |
| { | |
| "ce_sum": 2142.596221923828, | |
| "count": 512, | |
| "top1_correct": 77, | |
| "top5_correct": 189 | |
| }, | |
| { | |
| "ce_sum": 2079.856658935547, | |
| "count": 512, | |
| "top1_correct": 80, | |
| "top5_correct": 192 | |
| }, | |
| { | |
| "ce_sum": 2191.6724548339844, | |
| "count": 512, | |
| "top1_correct": 70, | |
| "top5_correct": 161 | |
| }, | |
| { | |
| "ce_sum": 2358.0443115234375, | |
| "count": 512, | |
| "top1_correct": 43, | |
| "top5_correct": 137 | |
| }, | |
| { | |
| "ce_sum": 2568.9537963867188, | |
| "count": 512, | |
| "top1_correct": 38, | |
| "top5_correct": 113 | |
| }, | |
| { | |
| "ce_sum": 2698.9409790039062, | |
| "count": 512, | |
| "top1_correct": 31, | |
| "top5_correct": 96 | |
| }, | |
| { | |
| "ce_sum": 2776.657958984375, | |
| "count": 512, | |
| "top1_correct": 18, | |
| "top5_correct": 66 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9834967851638794, | |
| "cosine_mean": 0.7889773845672607, | |
| "cosine_min": 0.5674431324005127, | |
| "cosine_std": 0.05106046795845032, | |
| "flattened_dot": 1347708.5, | |
| "latent_frames": 4732, | |
| "mse": 0.07525722474640743, | |
| "predicted_squared": 1568616.5, | |
| "reference_squared": 1856128.75, | |
| "relative_l2": 0.6268409999155162, | |
| "squared_error": 729328.0, | |
| "values": 9691136 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999701976776123, | |
| "cosine_mean": 0.9999203085899353, | |
| "cosine_min": 0.9979146718978882, | |
| "cosine_std": 0.00010402704356238246, | |
| "flattened_dot": 1856388.375, | |
| "latent_frames": 4732, | |
| "mse": 2.9426845875415172e-05, | |
| "predicted_squared": 1856933.25, | |
| "reference_squared": 1856128.75, | |
| "relative_l2": 0.01239524606465249, | |
| "squared_error": 285.1795654296875, | |
| "values": 9691136 | |
| } | |
| }, | |
| "condition_latent_frames": 4732, | |
| "emitted_frames": 1372, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "8d527f9f-51c7-4f0a-aa22-2071a9a577a4", | |
| "shard_id": 2041, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2571.6190032958984, | |
| "count": 1280, | |
| "top1_correct": 539, | |
| "top5_correct": 1054 | |
| }, | |
| { | |
| "ce_sum": 5089.036804199219, | |
| "count": 1280, | |
| "top1_correct": 188, | |
| "top5_correct": 505 | |
| }, | |
| { | |
| "ce_sum": 5078.200408935547, | |
| "count": 1280, | |
| "top1_correct": 196, | |
| "top5_correct": 488 | |
| }, | |
| { | |
| "ce_sum": 5761.555603027344, | |
| "count": 1280, | |
| "top1_correct": 134, | |
| "top5_correct": 365 | |
| }, | |
| { | |
| "ce_sum": 5869.8193359375, | |
| "count": 1280, | |
| "top1_correct": 131, | |
| "top5_correct": 347 | |
| }, | |
| { | |
| "ce_sum": 6763.925964355469, | |
| "count": 1280, | |
| "top1_correct": 59, | |
| "top5_correct": 203 | |
| }, | |
| { | |
| "ce_sum": 7133.617980957031, | |
| "count": 1280, | |
| "top1_correct": 59, | |
| "top5_correct": 164 | |
| }, | |
| { | |
| "ce_sum": 7202.415710449219, | |
| "count": 1280, | |
| "top1_correct": 61, | |
| "top5_correct": 177 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9167566299438477, | |
| "cosine_mean": 0.7760653495788574, | |
| "cosine_min": 0.587518572807312, | |
| "cosine_std": 0.055079083889722824, | |
| "flattened_dot": 427903.0625, | |
| "latent_frames": 1524, | |
| "mse": 0.08202645910067821, | |
| "predicted_squared": 507909.75, | |
| "reference_squared": 603913.4375, | |
| "relative_l2": 0.6510991004505852, | |
| "squared_error": 256017.046875, | |
| "values": 3121152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999662041664124, | |
| "cosine_mean": 0.9999355673789978, | |
| "cosine_min": 0.9997800588607788, | |
| "cosine_std": 2.715888331294991e-05, | |
| "flattened_dot": 604235.375, | |
| "latent_frames": 1524, | |
| "mse": 2.479663465827156e-05, | |
| "predicted_squared": 604634.625, | |
| "reference_squared": 603913.4375, | |
| "relative_l2": 0.011320522828009065, | |
| "squared_error": 77.3940658569336, | |
| "values": 3121152 | |
| } | |
| }, | |
| "condition_latent_frames": 1524, | |
| "emitted_frames": 442, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "e197916f-6203-47a8-853c-c0cb40f0bd99", | |
| "shard_id": 2073, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 722.189453125, | |
| "count": 384, | |
| "top1_correct": 186, | |
| "top5_correct": 320 | |
| }, | |
| { | |
| "ce_sum": 1450.2455444335938, | |
| "count": 384, | |
| "top1_correct": 52, | |
| "top5_correct": 168 | |
| }, | |
| { | |
| "ce_sum": 1539.602294921875, | |
| "count": 384, | |
| "top1_correct": 55, | |
| "top5_correct": 145 | |
| }, | |
| { | |
| "ce_sum": 1706.7684326171875, | |
| "count": 384, | |
| "top1_correct": 38, | |
| "top5_correct": 115 | |
| }, | |
| { | |
| "ce_sum": 1811.8416748046875, | |
| "count": 384, | |
| "top1_correct": 34, | |
| "top5_correct": 94 | |
| }, | |
| { | |
| "ce_sum": 1926.4218139648438, | |
| "count": 384, | |
| "top1_correct": 22, | |
| "top5_correct": 81 | |
| }, | |
| { | |
| "ce_sum": 1867.893310546875, | |
| "count": 384, | |
| "top1_correct": 39, | |
| "top5_correct": 105 | |
| }, | |
| { | |
| "ce_sum": 2050.1817016601562, | |
| "count": 384, | |
| "top1_correct": 21, | |
| "top5_correct": 59 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9112827777862549, | |
| "cosine_mean": 0.7445014119148254, | |
| "cosine_min": 0.1794852316379547, | |
| "cosine_std": 0.048120494931936264, | |
| "flattened_dot": 3893533.0, | |
| "latent_frames": 14768, | |
| "mse": 0.09001749850817646, | |
| "predicted_squared": 4651525.0, | |
| "reference_squared": 5858108.0, | |
| "relative_l2": 0.6817271669409724, | |
| "squared_error": 2722567.0, | |
| "values": 30244864 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999747276306152, | |
| "cosine_mean": 0.9999486207962036, | |
| "cosine_min": 0.9998003244400024, | |
| "cosine_std": 1.2683611203101464e-05, | |
| "flattened_dot": 5860878.0, | |
| "latent_frames": 14768, | |
| "mse": 2.018130613432416e-05, | |
| "predicted_squared": 5864258.0, | |
| "reference_squared": 5858108.0, | |
| "relative_l2": 0.01020755588101958, | |
| "squared_error": 610.380859375, | |
| "values": 30244864 | |
| } | |
| }, | |
| "condition_latent_frames": 14768, | |
| "emitted_frames": 4281, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "0385eeed-b4cf-4526-8f2c-f7689ea2502f", | |
| "shard_id": 2079, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9157.995574951172, | |
| "count": 4224, | |
| "top1_correct": 1748, | |
| "top5_correct": 3331 | |
| }, | |
| { | |
| "ce_sum": 17372.67300415039, | |
| "count": 4224, | |
| "top1_correct": 548, | |
| "top5_correct": 1517 | |
| }, | |
| { | |
| "ce_sum": 18565.27703857422, | |
| "count": 4224, | |
| "top1_correct": 456, | |
| "top5_correct": 1343 | |
| }, | |
| { | |
| "ce_sum": 19235.959838867188, | |
| "count": 4224, | |
| "top1_correct": 401, | |
| "top5_correct": 1150 | |
| }, | |
| { | |
| "ce_sum": 20033.8857421875, | |
| "count": 4224, | |
| "top1_correct": 371, | |
| "top5_correct": 1034 | |
| }, | |
| { | |
| "ce_sum": 22564.52166748047, | |
| "count": 4224, | |
| "top1_correct": 227, | |
| "top5_correct": 696 | |
| }, | |
| { | |
| "ce_sum": 24396.869567871094, | |
| "count": 4224, | |
| "top1_correct": 122, | |
| "top5_correct": 428 | |
| }, | |
| { | |
| "ce_sum": 24951.776977539062, | |
| "count": 4224, | |
| "top1_correct": 121, | |
| "top5_correct": 403 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9050561189651489, | |
| "cosine_mean": 0.7480180263519287, | |
| "cosine_min": 0.5443673729896545, | |
| "cosine_std": 0.04985567554831505, | |
| "flattened_dot": 2618734.25, | |
| "latent_frames": 10342, | |
| "mse": 0.08366597355783759, | |
| "predicted_squared": 3205559.0, | |
| "reference_squared": 3803989.5, | |
| "relative_l2": 0.6825304360318647, | |
| "squared_error": 1772080.125, | |
| "values": 21180416 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999723434448242, | |
| "cosine_mean": 0.999935507774353, | |
| "cosine_min": 0.9997527599334717, | |
| "cosine_std": 1.9094521121587604e-05, | |
| "flattened_dot": 3805574.0, | |
| "latent_frames": 10342, | |
| "mse": 2.3178430607323027e-05, | |
| "predicted_squared": 3807649.0, | |
| "reference_squared": 3803989.5, | |
| "relative_l2": 0.01136029480238976, | |
| "squared_error": 490.9288024902344, | |
| "values": 21180416 | |
| } | |
| }, | |
| "condition_latent_frames": 10342, | |
| "emitted_frames": 2998, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "903b16e1-74f2-4c87-bbe8-0254ed9c4812", | |
| "shard_id": 2111, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6464.184967041016, | |
| "count": 2944, | |
| "top1_correct": 1185, | |
| "top5_correct": 2310 | |
| }, | |
| { | |
| "ce_sum": 12855.177734375, | |
| "count": 2944, | |
| "top1_correct": 315, | |
| "top5_correct": 894 | |
| }, | |
| { | |
| "ce_sum": 12940.136260986328, | |
| "count": 2944, | |
| "top1_correct": 342, | |
| "top5_correct": 928 | |
| }, | |
| { | |
| "ce_sum": 13508.744079589844, | |
| "count": 2944, | |
| "top1_correct": 313, | |
| "top5_correct": 827 | |
| }, | |
| { | |
| "ce_sum": 13854.218048095703, | |
| "count": 2944, | |
| "top1_correct": 277, | |
| "top5_correct": 758 | |
| }, | |
| { | |
| "ce_sum": 16095.914794921875, | |
| "count": 2944, | |
| "top1_correct": 132, | |
| "top5_correct": 410 | |
| }, | |
| { | |
| "ce_sum": 16811.556762695312, | |
| "count": 2944, | |
| "top1_correct": 110, | |
| "top5_correct": 350 | |
| }, | |
| { | |
| "ce_sum": 17644.80419921875, | |
| "count": 2944, | |
| "top1_correct": 63, | |
| "top5_correct": 242 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9392117857933044, | |
| "cosine_mean": 0.7785021066665649, | |
| "cosine_min": 0.5310967564582825, | |
| "cosine_std": 0.04335526004433632, | |
| "flattened_dot": 4119098.75, | |
| "latent_frames": 14485, | |
| "mse": 0.08000016349078788, | |
| "predicted_squared": 4828225.0, | |
| "reference_squared": 5783200.0, | |
| "relative_l2": 0.6405979688634622, | |
| "squared_error": 2373227.25, | |
| "values": 29665280 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999657869338989, | |
| "cosine_mean": 0.9999122619628906, | |
| "cosine_min": 0.9989082217216492, | |
| "cosine_std": 4.6192311856430024e-05, | |
| "flattened_dot": 5782419.5, | |
| "latent_frames": 14485, | |
| "mse": 3.379709069630916e-05, | |
| "predicted_squared": 5782641.0, | |
| "reference_squared": 5783200.0, | |
| "relative_l2": 0.013166786048896505, | |
| "squared_error": 1002.6001586914062, | |
| "values": 29665280 | |
| } | |
| }, | |
| "condition_latent_frames": 14485, | |
| "emitted_frames": 4199, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "848e7dbf-b9f2-4ee2-bcc5-fed51ce1d6b7", | |
| "shard_id": 2113, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8520.86849975586, | |
| "count": 4096, | |
| "top1_correct": 1747, | |
| "top5_correct": 3312 | |
| }, | |
| { | |
| "ce_sum": 17650.291259765625, | |
| "count": 4096, | |
| "top1_correct": 508, | |
| "top5_correct": 1295 | |
| }, | |
| { | |
| "ce_sum": 17116.76544189453, | |
| "count": 4096, | |
| "top1_correct": 504, | |
| "top5_correct": 1428 | |
| }, | |
| { | |
| "ce_sum": 18537.716430664062, | |
| "count": 4096, | |
| "top1_correct": 395, | |
| "top5_correct": 1144 | |
| }, | |
| { | |
| "ce_sum": 19201.96368408203, | |
| "count": 4096, | |
| "top1_correct": 353, | |
| "top5_correct": 1041 | |
| }, | |
| { | |
| "ce_sum": 22017.948486328125, | |
| "count": 4096, | |
| "top1_correct": 177, | |
| "top5_correct": 615 | |
| }, | |
| { | |
| "ce_sum": 23668.992248535156, | |
| "count": 4096, | |
| "top1_correct": 130, | |
| "top5_correct": 441 | |
| }, | |
| { | |
| "ce_sum": 24378.865783691406, | |
| "count": 4096, | |
| "top1_correct": 111, | |
| "top5_correct": 342 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9498067498207092, | |
| "cosine_mean": 0.7803999185562134, | |
| "cosine_min": 0.5019373297691345, | |
| "cosine_std": 0.048215899616479874, | |
| "flattened_dot": 406315.625, | |
| "latent_frames": 1455, | |
| "mse": 0.0780773464347079, | |
| "predicted_squared": 480931.8125, | |
| "reference_squared": 564357.375, | |
| "relative_l2": 0.6420692820394065, | |
| "squared_error": 232658.0, | |
| "values": 2979840 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999679923057556, | |
| "cosine_mean": 0.9999385476112366, | |
| "cosine_min": 0.9998178482055664, | |
| "cosine_std": 2.1891832147957757e-05, | |
| "flattened_dot": 564126.0, | |
| "latent_frames": 1455, | |
| "mse": 2.2673384123241778e-05, | |
| "predicted_squared": 563962.125, | |
| "reference_squared": 564357.375, | |
| "relative_l2": 0.010941517096607204, | |
| "squared_error": 67.56305694580078, | |
| "values": 2979840 | |
| } | |
| }, | |
| "condition_latent_frames": 1455, | |
| "emitted_frames": 422, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "25cdb4b6-ea4d-46d2-8ba8-7fe5a10da136", | |
| "shard_id": 2162, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 884.1100463867188, | |
| "count": 384, | |
| "top1_correct": 146, | |
| "top5_correct": 292 | |
| }, | |
| { | |
| "ce_sum": 1536.282470703125, | |
| "count": 384, | |
| "top1_correct": 60, | |
| "top5_correct": 137 | |
| }, | |
| { | |
| "ce_sum": 1647.2933959960938, | |
| "count": 384, | |
| "top1_correct": 49, | |
| "top5_correct": 125 | |
| }, | |
| { | |
| "ce_sum": 1809.8112182617188, | |
| "count": 384, | |
| "top1_correct": 39, | |
| "top5_correct": 104 | |
| }, | |
| { | |
| "ce_sum": 1891.3189086914062, | |
| "count": 384, | |
| "top1_correct": 28, | |
| "top5_correct": 91 | |
| }, | |
| { | |
| "ce_sum": 1927.5675048828125, | |
| "count": 384, | |
| "top1_correct": 24, | |
| "top5_correct": 76 | |
| }, | |
| { | |
| "ce_sum": 2164.5987548828125, | |
| "count": 384, | |
| "top1_correct": 12, | |
| "top5_correct": 38 | |
| }, | |
| { | |
| "ce_sum": 2116.0015258789062, | |
| "count": 384, | |
| "top1_correct": 13, | |
| "top5_correct": 50 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9635114073753357, | |
| "cosine_mean": 0.7598273158073425, | |
| "cosine_min": 0.5550225973129272, | |
| "cosine_std": 0.04791461303830147, | |
| "flattened_dot": 2777547.5, | |
| "latent_frames": 11774, | |
| "mse": 0.07294264661044728, | |
| "predicted_squared": 3358065.5, | |
| "reference_squared": 3955907.0, | |
| "relative_l2": 0.6667986529338606, | |
| "squared_error": 1758877.125, | |
| "values": 24113152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999715089797974, | |
| "cosine_mean": 0.999929666519165, | |
| "cosine_min": 0.9994894862174988, | |
| "cosine_std": 3.3879241527756676e-05, | |
| "flattened_dot": 3954230.75, | |
| "latent_frames": 11774, | |
| "mse": 2.2800553527412137e-05, | |
| "predicted_squared": 3953104.5, | |
| "reference_squared": 3955907.0, | |
| "relative_l2": 0.011788991390835571, | |
| "squared_error": 549.793212890625, | |
| "values": 24113152 | |
| } | |
| }, | |
| "condition_latent_frames": 11774, | |
| "emitted_frames": 3413, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "a802fc74-8c23-4951-9afd-73e1c8599eef", | |
| "shard_id": 2164, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 5656.768325805664, | |
| "count": 3328, | |
| "top1_correct": 1644, | |
| "top5_correct": 2872 | |
| }, | |
| { | |
| "ce_sum": 14856.63232421875, | |
| "count": 3328, | |
| "top1_correct": 349, | |
| "top5_correct": 1025 | |
| }, | |
| { | |
| "ce_sum": 15023.454162597656, | |
| "count": 3328, | |
| "top1_correct": 314, | |
| "top5_correct": 973 | |
| }, | |
| { | |
| "ce_sum": 15965.578369140625, | |
| "count": 3328, | |
| "top1_correct": 267, | |
| "top5_correct": 774 | |
| }, | |
| { | |
| "ce_sum": 16298.629455566406, | |
| "count": 3328, | |
| "top1_correct": 237, | |
| "top5_correct": 754 | |
| }, | |
| { | |
| "ce_sum": 19258.222412109375, | |
| "count": 3328, | |
| "top1_correct": 104, | |
| "top5_correct": 336 | |
| }, | |
| { | |
| "ce_sum": 20183.772094726562, | |
| "count": 3328, | |
| "top1_correct": 75, | |
| "top5_correct": 261 | |
| }, | |
| { | |
| "ce_sum": 20737.34002685547, | |
| "count": 3328, | |
| "top1_correct": 69, | |
| "top5_correct": 215 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9469270706176758, | |
| "cosine_mean": 0.7993620038032532, | |
| "cosine_min": 0.52457195520401, | |
| "cosine_std": 0.041934989392757416, | |
| "flattened_dot": 1505712.25, | |
| "latent_frames": 5609, | |
| "mse": 0.06649887457657336, | |
| "predicted_squared": 1754054.125, | |
| "reference_squared": 2021258.25, | |
| "relative_l2": 0.614757649018378, | |
| "squared_error": 763888.0, | |
| "values": 11487232 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999597668647766, | |
| "cosine_mean": 0.9999157190322876, | |
| "cosine_min": 0.9990390539169312, | |
| "cosine_std": 4.442021236172877e-05, | |
| "flattened_dot": 2021662.0, | |
| "latent_frames": 5609, | |
| "mse": 2.9500008670802122e-05, | |
| "predicted_squared": 2022404.75, | |
| "reference_squared": 2021258.25, | |
| "relative_l2": 0.012948154271892633, | |
| "squared_error": 338.8734436035156, | |
| "values": 11487232 | |
| } | |
| }, | |
| "condition_latent_frames": 5609, | |
| "emitted_frames": 1626, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "523595ac-4e69-4069-bcf4-6e4c577f29b8", | |
| "shard_id": 2187, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2977.370590209961, | |
| "count": 1536, | |
| "top1_correct": 694, | |
| "top5_correct": 1265 | |
| }, | |
| { | |
| "ce_sum": 5961.840911865234, | |
| "count": 1536, | |
| "top1_correct": 221, | |
| "top5_correct": 629 | |
| }, | |
| { | |
| "ce_sum": 6240.040679931641, | |
| "count": 1536, | |
| "top1_correct": 217, | |
| "top5_correct": 569 | |
| }, | |
| { | |
| "ce_sum": 6717.736755371094, | |
| "count": 1536, | |
| "top1_correct": 184, | |
| "top5_correct": 469 | |
| }, | |
| { | |
| "ce_sum": 7048.9027099609375, | |
| "count": 1536, | |
| "top1_correct": 157, | |
| "top5_correct": 418 | |
| }, | |
| { | |
| "ce_sum": 8168.353515625, | |
| "count": 1536, | |
| "top1_correct": 92, | |
| "top5_correct": 248 | |
| }, | |
| { | |
| "ce_sum": 8743.113098144531, | |
| "count": 1536, | |
| "top1_correct": 62, | |
| "top5_correct": 192 | |
| }, | |
| { | |
| "ce_sum": 8742.453369140625, | |
| "count": 1536, | |
| "top1_correct": 56, | |
| "top5_correct": 191 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.905468761920929, | |
| "cosine_mean": 0.7655834555625916, | |
| "cosine_min": 0.44622737169265747, | |
| "cosine_std": 0.048626918345689774, | |
| "flattened_dot": 2862615.5, | |
| "latent_frames": 11487, | |
| "mse": 0.0753781257311254, | |
| "predicted_squared": 3382049.0, | |
| "reference_squared": 4116480.5, | |
| "relative_l2": 0.6563385643067534, | |
| "squared_error": 1773298.75, | |
| "values": 23525376 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999675750732422, | |
| "cosine_mean": 0.999936580657959, | |
| "cosine_min": 0.9994958639144897, | |
| "cosine_std": 2.0393797967699356e-05, | |
| "flattened_dot": 4116952.75, | |
| "latent_frames": 11487, | |
| "mse": 2.235855478795004e-05, | |
| "predicted_squared": 4117951.0, | |
| "reference_squared": 4116480.5, | |
| "relative_l2": 0.011303869096200505, | |
| "squared_error": 525.993408203125, | |
| "values": 23525376 | |
| } | |
| }, | |
| "condition_latent_frames": 11487, | |
| "emitted_frames": 3330, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "c42540cd-64fa-4f85-bdaf-cc7219f4d5f4", | |
| "shard_id": 2236, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7225.102584838867, | |
| "count": 3328, | |
| "top1_correct": 1323, | |
| "top5_correct": 2613 | |
| }, | |
| { | |
| "ce_sum": 13724.204071044922, | |
| "count": 3328, | |
| "top1_correct": 454, | |
| "top5_correct": 1194 | |
| }, | |
| { | |
| "ce_sum": 14054.463623046875, | |
| "count": 3328, | |
| "top1_correct": 413, | |
| "top5_correct": 1128 | |
| }, | |
| { | |
| "ce_sum": 15342.242065429688, | |
| "count": 3328, | |
| "top1_correct": 275, | |
| "top5_correct": 901 | |
| }, | |
| { | |
| "ce_sum": 15999.879333496094, | |
| "count": 3328, | |
| "top1_correct": 258, | |
| "top5_correct": 772 | |
| }, | |
| { | |
| "ce_sum": 17852.048400878906, | |
| "count": 3328, | |
| "top1_correct": 202, | |
| "top5_correct": 556 | |
| }, | |
| { | |
| "ce_sum": 18516.468505859375, | |
| "count": 3328, | |
| "top1_correct": 167, | |
| "top5_correct": 489 | |
| }, | |
| { | |
| "ce_sum": 19169.82208251953, | |
| "count": 3328, | |
| "top1_correct": 134, | |
| "top5_correct": 400 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9255278706550598, | |
| "cosine_mean": 0.7438845038414001, | |
| "cosine_min": 0.5126546025276184, | |
| "cosine_std": 0.05322546139359474, | |
| "flattened_dot": 2075967.625, | |
| "latent_frames": 8472, | |
| "mse": 0.08324605277172228, | |
| "predicted_squared": 2524264.0, | |
| "reference_squared": 3072044.5, | |
| "relative_l2": 0.6856871701941534, | |
| "squared_error": 1444373.625, | |
| "values": 17350656 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999648332595825, | |
| "cosine_mean": 0.999882161617279, | |
| "cosine_min": 0.9975578784942627, | |
| "cosine_std": 9.848181798588485e-05, | |
| "flattened_dot": 3071767.25, | |
| "latent_frames": 8472, | |
| "mse": 4.0258776055291874e-05, | |
| "predicted_squared": 3072188.25, | |
| "reference_squared": 3072044.5, | |
| "relative_l2": 0.015079067392648785, | |
| "squared_error": 698.5161743164062, | |
| "values": 17350656 | |
| } | |
| }, | |
| "condition_latent_frames": 8472, | |
| "emitted_frames": 2456, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "2e9ad923-fac4-41d4-b26e-ea253ded0429", | |
| "shard_id": 2303, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 5184.669494628906, | |
| "count": 2432, | |
| "top1_correct": 1018, | |
| "top5_correct": 1906 | |
| }, | |
| { | |
| "ce_sum": 10813.944396972656, | |
| "count": 2432, | |
| "top1_correct": 236, | |
| "top5_correct": 698 | |
| }, | |
| { | |
| "ce_sum": 10582.324920654297, | |
| "count": 2432, | |
| "top1_correct": 266, | |
| "top5_correct": 793 | |
| }, | |
| { | |
| "ce_sum": 11469.757202148438, | |
| "count": 2432, | |
| "top1_correct": 207, | |
| "top5_correct": 619 | |
| }, | |
| { | |
| "ce_sum": 12317.335083007812, | |
| "count": 2432, | |
| "top1_correct": 136, | |
| "top5_correct": 462 | |
| }, | |
| { | |
| "ce_sum": 13952.246032714844, | |
| "count": 2432, | |
| "top1_correct": 72, | |
| "top5_correct": 250 | |
| }, | |
| { | |
| "ce_sum": 14774.910461425781, | |
| "count": 2432, | |
| "top1_correct": 74, | |
| "top5_correct": 204 | |
| }, | |
| { | |
| "ce_sum": 14918.878662109375, | |
| "count": 2432, | |
| "top1_correct": 60, | |
| "top5_correct": 188 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9206781387329102, | |
| "cosine_mean": 0.7745352387428284, | |
| "cosine_min": 0.5255017876625061, | |
| "cosine_std": 0.047538574784994125, | |
| "flattened_dot": 4058260.0, | |
| "latent_frames": 15524, | |
| "mse": 0.07442057019071277, | |
| "predicted_squared": 4786788.0, | |
| "reference_squared": 5695796.0, | |
| "relative_l2": 0.6445195224356439, | |
| "squared_error": 2366064.5, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999719262123108, | |
| "cosine_mean": 0.9999479651451111, | |
| "cosine_min": 0.999823808670044, | |
| "cosine_std": 1.316528141614981e-05, | |
| "flattened_dot": 5697783.0, | |
| "latent_frames": 15524, | |
| "mse": 1.887406571198296e-05, | |
| "predicted_squared": 5700370.5, | |
| "reference_squared": 5695796.0, | |
| "relative_l2": 0.010264133958405192, | |
| "squared_error": 600.0660400390625, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "1280a5b3-93ad-4cd5-b8d0-42f3ea1ff1e6", | |
| "shard_id": 2332, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8781.229949951172, | |
| "count": 4480, | |
| "top1_correct": 1971, | |
| "top5_correct": 3714 | |
| }, | |
| { | |
| "ce_sum": 19123.373931884766, | |
| "count": 4480, | |
| "top1_correct": 494, | |
| "top5_correct": 1453 | |
| }, | |
| { | |
| "ce_sum": 18181.780151367188, | |
| "count": 4480, | |
| "top1_correct": 600, | |
| "top5_correct": 1659 | |
| }, | |
| { | |
| "ce_sum": 20017.582092285156, | |
| "count": 4480, | |
| "top1_correct": 484, | |
| "top5_correct": 1385 | |
| }, | |
| { | |
| "ce_sum": 20731.3984375, | |
| "count": 4480, | |
| "top1_correct": 443, | |
| "top5_correct": 1209 | |
| }, | |
| { | |
| "ce_sum": 24236.119201660156, | |
| "count": 4480, | |
| "top1_correct": 212, | |
| "top5_correct": 685 | |
| }, | |
| { | |
| "ce_sum": 25482.75665283203, | |
| "count": 4480, | |
| "top1_correct": 167, | |
| "top5_correct": 534 | |
| }, | |
| { | |
| "ce_sum": 26306.539306640625, | |
| "count": 4480, | |
| "top1_correct": 127, | |
| "top5_correct": 459 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9225555658340454, | |
| "cosine_mean": 0.7908788919448853, | |
| "cosine_min": 0.4553998112678528, | |
| "cosine_std": 0.045797038823366165, | |
| "flattened_dot": 3879667.75, | |
| "latent_frames": 13440, | |
| "mse": 0.0763506117321196, | |
| "predicted_squared": 4317907.0, | |
| "reference_squared": 5542988.5, | |
| "relative_l2": 0.6157421478051602, | |
| "squared_error": 2101559.75, | |
| "values": 27525120 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999692440032959, | |
| "cosine_mean": 0.999933123588562, | |
| "cosine_min": 0.9994672536849976, | |
| "cosine_std": 2.667365151864942e-05, | |
| "flattened_dot": 5543615.0, | |
| "latent_frames": 13440, | |
| "mse": 2.6638431119776907e-05, | |
| "predicted_squared": 5544974.5, | |
| "reference_squared": 5542988.5, | |
| "relative_l2": 0.011501300308500563, | |
| "squared_error": 733.2260131835938, | |
| "values": 27525120 | |
| } | |
| }, | |
| "condition_latent_frames": 13440, | |
| "emitted_frames": 3896, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "321b28b8-aa0a-4886-864d-a5adfa300aa3", | |
| "shard_id": 2337, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6818.5870361328125, | |
| "count": 3840, | |
| "top1_correct": 1872, | |
| "top5_correct": 3270 | |
| }, | |
| { | |
| "ce_sum": 15902.233581542969, | |
| "count": 3840, | |
| "top1_correct": 511, | |
| "top5_correct": 1397 | |
| }, | |
| { | |
| "ce_sum": 15095.795867919922, | |
| "count": 3840, | |
| "top1_correct": 580, | |
| "top5_correct": 1519 | |
| }, | |
| { | |
| "ce_sum": 16595.188354492188, | |
| "count": 3840, | |
| "top1_correct": 415, | |
| "top5_correct": 1197 | |
| }, | |
| { | |
| "ce_sum": 17373.01318359375, | |
| "count": 3840, | |
| "top1_correct": 428, | |
| "top5_correct": 1097 | |
| }, | |
| { | |
| "ce_sum": 20140.17498779297, | |
| "count": 3840, | |
| "top1_correct": 223, | |
| "top5_correct": 700 | |
| }, | |
| { | |
| "ce_sum": 22219.09295654297, | |
| "count": 3840, | |
| "top1_correct": 139, | |
| "top5_correct": 436 | |
| }, | |
| { | |
| "ce_sum": 22089.301513671875, | |
| "count": 3840, | |
| "top1_correct": 163, | |
| "top5_correct": 462 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9709628820419312, | |
| "cosine_mean": 0.7989970445632935, | |
| "cosine_min": 0.4060670733451843, | |
| "cosine_std": 0.04581702873110771, | |
| "flattened_dot": 2377259.5, | |
| "latent_frames": 8455, | |
| "mse": 0.06979701822146658, | |
| "predicted_squared": 2697808.0, | |
| "reference_squared": 3265305.25, | |
| "relative_l2": 0.6083847560505168, | |
| "squared_error": 1208594.0, | |
| "values": 17315840 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999749660491943, | |
| "cosine_mean": 0.9999422430992126, | |
| "cosine_min": 0.9997609257698059, | |
| "cosine_std": 1.789404996088706e-05, | |
| "flattened_dot": 3265070.75, | |
| "latent_frames": 8455, | |
| "mse": 2.1542357594779368e-05, | |
| "predicted_squared": 3265209.0, | |
| "reference_squared": 3265305.25, | |
| "relative_l2": 0.0106882475566235, | |
| "squared_error": 373.0240173339844, | |
| "values": 17315840 | |
| } | |
| }, | |
| "condition_latent_frames": 8455, | |
| "emitted_frames": 2451, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "9d9c35b3-172b-4725-a01d-9e0d3061b90b", | |
| "shard_id": 2371, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4164.847473144531, | |
| "count": 2432, | |
| "top1_correct": 1214, | |
| "top5_correct": 2110 | |
| }, | |
| { | |
| "ce_sum": 10146.71646118164, | |
| "count": 2432, | |
| "top1_correct": 304, | |
| "top5_correct": 823 | |
| }, | |
| { | |
| "ce_sum": 9878.501831054688, | |
| "count": 2432, | |
| "top1_correct": 343, | |
| "top5_correct": 912 | |
| }, | |
| { | |
| "ce_sum": 10222.59130859375, | |
| "count": 2432, | |
| "top1_correct": 317, | |
| "top5_correct": 834 | |
| }, | |
| { | |
| "ce_sum": 11381.71533203125, | |
| "count": 2432, | |
| "top1_correct": 196, | |
| "top5_correct": 607 | |
| }, | |
| { | |
| "ce_sum": 12952.976684570312, | |
| "count": 2432, | |
| "top1_correct": 133, | |
| "top5_correct": 397 | |
| }, | |
| { | |
| "ce_sum": 14115.9033203125, | |
| "count": 2432, | |
| "top1_correct": 69, | |
| "top5_correct": 237 | |
| }, | |
| { | |
| "ce_sum": 14637.888916015625, | |
| "count": 2432, | |
| "top1_correct": 64, | |
| "top5_correct": 229 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9787768125534058, | |
| "cosine_mean": 0.7490703463554382, | |
| "cosine_min": 0.5347182154655457, | |
| "cosine_std": 0.05959303677082062, | |
| "flattened_dot": 1990838.0, | |
| "latent_frames": 7785, | |
| "mse": 0.08242232972563424, | |
| "predicted_squared": 2396895.0, | |
| "reference_squared": 2898896.0, | |
| "relative_l2": 0.6732872806435583, | |
| "squared_error": 1314115.25, | |
| "values": 15943680 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999681711196899, | |
| "cosine_mean": 0.9998921751976013, | |
| "cosine_min": 0.9891294836997986, | |
| "cosine_std": 0.0003700156812556088, | |
| "flattened_dot": 2898952.25, | |
| "latent_frames": 7785, | |
| "mse": 3.563698163458224e-05, | |
| "predicted_squared": 2899576.5, | |
| "reference_squared": 2898896.0, | |
| "relative_l2": 0.014000012509037957, | |
| "squared_error": 568.1846313476562, | |
| "values": 15943680 | |
| } | |
| }, | |
| "condition_latent_frames": 7785, | |
| "emitted_frames": 2257, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "d73fcec5-5a1d-416a-8a26-5bc21da53b94", | |
| "shard_id": 2429, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4028.322006225586, | |
| "count": 2176, | |
| "top1_correct": 1007, | |
| "top5_correct": 1840 | |
| }, | |
| { | |
| "ce_sum": 9171.18814086914, | |
| "count": 2176, | |
| "top1_correct": 255, | |
| "top5_correct": 779 | |
| }, | |
| { | |
| "ce_sum": 9210.1962890625, | |
| "count": 2176, | |
| "top1_correct": 268, | |
| "top5_correct": 730 | |
| }, | |
| { | |
| "ce_sum": 10116.683166503906, | |
| "count": 2176, | |
| "top1_correct": 205, | |
| "top5_correct": 583 | |
| }, | |
| { | |
| "ce_sum": 10676.993225097656, | |
| "count": 2176, | |
| "top1_correct": 164, | |
| "top5_correct": 504 | |
| }, | |
| { | |
| "ce_sum": 11864.455139160156, | |
| "count": 2176, | |
| "top1_correct": 102, | |
| "top5_correct": 349 | |
| }, | |
| { | |
| "ce_sum": 12930.445434570312, | |
| "count": 2176, | |
| "top1_correct": 61, | |
| "top5_correct": 186 | |
| }, | |
| { | |
| "ce_sum": 13256.701232910156, | |
| "count": 2176, | |
| "top1_correct": 46, | |
| "top5_correct": 180 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9002115726470947, | |
| "cosine_mean": 0.7466614842414856, | |
| "cosine_min": 0.5385191440582275, | |
| "cosine_std": 0.0579909011721611, | |
| "flattened_dot": 814576.75, | |
| "latent_frames": 3318, | |
| "mse": 0.08095404755429664, | |
| "predicted_squared": 1009053.0, | |
| "reference_squared": 1170204.625, | |
| "relative_l2": 0.6856327368874431, | |
| "squared_error": 550104.125, | |
| "values": 6795264 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999575614929199, | |
| "cosine_mean": 0.9998981356620789, | |
| "cosine_min": 0.999567985534668, | |
| "cosine_std": 4.0057129808701575e-05, | |
| "flattened_dot": 1171828.875, | |
| "latent_frames": 3318, | |
| "mse": 3.5400551223409975e-05, | |
| "predicted_squared": 1173693.625, | |
| "reference_squared": 1170204.625, | |
| "relative_l2": 0.014337626877799938, | |
| "squared_error": 240.55609130859375, | |
| "values": 6795264 | |
| } | |
| }, | |
| "condition_latent_frames": 3318, | |
| "emitted_frames": 962, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "e5a32971-24c9-49bc-b651-e7caf0c4a216", | |
| "shard_id": 2444, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2099.044631958008, | |
| "count": 896, | |
| "top1_correct": 340, | |
| "top5_correct": 666 | |
| }, | |
| { | |
| "ce_sum": 3922.6828002929688, | |
| "count": 896, | |
| "top1_correct": 105, | |
| "top5_correct": 277 | |
| }, | |
| { | |
| "ce_sum": 3776.638916015625, | |
| "count": 896, | |
| "top1_correct": 115, | |
| "top5_correct": 301 | |
| }, | |
| { | |
| "ce_sum": 4071.9933471679688, | |
| "count": 896, | |
| "top1_correct": 86, | |
| "top5_correct": 253 | |
| }, | |
| { | |
| "ce_sum": 4315.164123535156, | |
| "count": 896, | |
| "top1_correct": 69, | |
| "top5_correct": 203 | |
| }, | |
| { | |
| "ce_sum": 4751.88427734375, | |
| "count": 896, | |
| "top1_correct": 59, | |
| "top5_correct": 154 | |
| }, | |
| { | |
| "ce_sum": 5048.1514892578125, | |
| "count": 896, | |
| "top1_correct": 32, | |
| "top5_correct": 113 | |
| }, | |
| { | |
| "ce_sum": 5158.513854980469, | |
| "count": 896, | |
| "top1_correct": 36, | |
| "top5_correct": 107 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9577010273933411, | |
| "cosine_mean": 0.7274165153503418, | |
| "cosine_min": 0.16887348890304565, | |
| "cosine_std": 0.04853157326579094, | |
| "flattened_dot": 3607692.75, | |
| "latent_frames": 15524, | |
| "mse": 0.08607673595873727, | |
| "predicted_squared": 4458919.0, | |
| "reference_squared": 5493117.0, | |
| "relative_l2": 0.7058302442533223, | |
| "squared_error": 2736650.75, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999973714351654, | |
| "cosine_mean": 0.9999500513076782, | |
| "cosine_min": 0.9997940063476562, | |
| "cosine_std": 1.0379113518865779e-05, | |
| "flattened_dot": 5494503.5, | |
| "latent_frames": 15524, | |
| "mse": 1.7515142011261577e-05, | |
| "predicted_squared": 5496446.0, | |
| "reference_squared": 5493117.0, | |
| "relative_l2": 0.010068486682593105, | |
| "squared_error": 556.861572265625, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "597f9e50-5535-4bb7-8fd7-728216b28a17", | |
| "shard_id": 2441, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 10096.74447631836, | |
| "count": 4480, | |
| "top1_correct": 1692, | |
| "top5_correct": 3471 | |
| }, | |
| { | |
| "ce_sum": 20470.20101928711, | |
| "count": 4480, | |
| "top1_correct": 429, | |
| "top5_correct": 1231 | |
| }, | |
| { | |
| "ce_sum": 21109.80877685547, | |
| "count": 4480, | |
| "top1_correct": 385, | |
| "top5_correct": 1123 | |
| }, | |
| { | |
| "ce_sum": 21410.721069335938, | |
| "count": 4480, | |
| "top1_correct": 339, | |
| "top5_correct": 1072 | |
| }, | |
| { | |
| "ce_sum": 22893.55792236328, | |
| "count": 4480, | |
| "top1_correct": 275, | |
| "top5_correct": 878 | |
| }, | |
| { | |
| "ce_sum": 26247.259399414062, | |
| "count": 4480, | |
| "top1_correct": 132, | |
| "top5_correct": 420 | |
| }, | |
| { | |
| "ce_sum": 27386.3916015625, | |
| "count": 4480, | |
| "top1_correct": 91, | |
| "top5_correct": 315 | |
| }, | |
| { | |
| "ce_sum": 27611.25323486328, | |
| "count": 4480, | |
| "top1_correct": 82, | |
| "top5_correct": 283 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9088455438613892, | |
| "cosine_mean": 0.7758958339691162, | |
| "cosine_min": 0.5815561413764954, | |
| "cosine_std": 0.04887159541249275, | |
| "flattened_dot": 1613984.75, | |
| "latent_frames": 6157, | |
| "mse": 0.07458600677296928, | |
| "predicted_squared": 1923631.75, | |
| "reference_squared": 2244832.5, | |
| "relative_l2": 0.6472711652607157, | |
| "squared_error": 940494.9375, | |
| "values": 12609536 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999691247940063, | |
| "cosine_mean": 0.9999408721923828, | |
| "cosine_min": 0.999797523021698, | |
| "cosine_std": 1.6951777070062235e-05, | |
| "flattened_dot": 2247072.25, | |
| "latent_frames": 6157, | |
| "mse": 2.1350302439880618e-05, | |
| "predicted_squared": 2249581.0, | |
| "reference_squared": 2244832.5, | |
| "relative_l2": 0.010951146731953715, | |
| "squared_error": 269.2174072265625, | |
| "values": 12609536 | |
| } | |
| }, | |
| "condition_latent_frames": 6157, | |
| "emitted_frames": 1785, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "c53e9479-2a58-4bc7-8880-3d05a8a71363", | |
| "shard_id": 2477, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 3557.0609283447266, | |
| "count": 1664, | |
| "top1_correct": 711, | |
| "top5_correct": 1316 | |
| }, | |
| { | |
| "ce_sum": 7044.395660400391, | |
| "count": 1664, | |
| "top1_correct": 250, | |
| "top5_correct": 580 | |
| }, | |
| { | |
| "ce_sum": 7166.403533935547, | |
| "count": 1664, | |
| "top1_correct": 200, | |
| "top5_correct": 530 | |
| }, | |
| { | |
| "ce_sum": 7796.566589355469, | |
| "count": 1664, | |
| "top1_correct": 145, | |
| "top5_correct": 433 | |
| }, | |
| { | |
| "ce_sum": 8110.619201660156, | |
| "count": 1664, | |
| "top1_correct": 127, | |
| "top5_correct": 374 | |
| }, | |
| { | |
| "ce_sum": 8767.205749511719, | |
| "count": 1664, | |
| "top1_correct": 82, | |
| "top5_correct": 305 | |
| }, | |
| { | |
| "ce_sum": 9261.463562011719, | |
| "count": 1664, | |
| "top1_correct": 74, | |
| "top5_correct": 218 | |
| }, | |
| { | |
| "ce_sum": 9900.171081542969, | |
| "count": 1664, | |
| "top1_correct": 46, | |
| "top5_correct": 156 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9625964164733887, | |
| "cosine_mean": 0.8023310303688049, | |
| "cosine_min": 0.5440495610237122, | |
| "cosine_std": 0.04169777035713196, | |
| "flattened_dot": 1214629.125, | |
| "latent_frames": 4784, | |
| "mse": 0.061771692639609244, | |
| "predicted_squared": 1424817.75, | |
| "reference_squared": 1609656.75, | |
| "relative_l2": 0.6131809797289577, | |
| "squared_error": 605216.3125, | |
| "values": 9797632 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999662637710571, | |
| "cosine_mean": 0.9999380111694336, | |
| "cosine_min": 0.9996904730796814, | |
| "cosine_std": 2.1708601707359776e-05, | |
| "flattened_dot": 1610182.125, | |
| "latent_frames": 4784, | |
| "mse": 2.0652187109790916e-05, | |
| "predicted_squared": 1610909.75, | |
| "reference_squared": 1609656.75, | |
| "relative_l2": 0.011211841501660208, | |
| "squared_error": 202.342529296875, | |
| "values": 9797632 | |
| } | |
| }, | |
| "condition_latent_frames": 4784, | |
| "emitted_frames": 1387, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "0160a954-639b-4808-a84d-dfcd0f97b2d3", | |
| "shard_id": 2484, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2257.0039672851562, | |
| "count": 1280, | |
| "top1_correct": 607, | |
| "top5_correct": 1091 | |
| }, | |
| { | |
| "ce_sum": 5561.0062255859375, | |
| "count": 1280, | |
| "top1_correct": 161, | |
| "top5_correct": 404 | |
| }, | |
| { | |
| "ce_sum": 5388.409729003906, | |
| "count": 1280, | |
| "top1_correct": 150, | |
| "top5_correct": 437 | |
| }, | |
| { | |
| "ce_sum": 5529.749084472656, | |
| "count": 1280, | |
| "top1_correct": 159, | |
| "top5_correct": 406 | |
| }, | |
| { | |
| "ce_sum": 6088.6790771484375, | |
| "count": 1280, | |
| "top1_correct": 101, | |
| "top5_correct": 325 | |
| }, | |
| { | |
| "ce_sum": 6912.5582275390625, | |
| "count": 1280, | |
| "top1_correct": 62, | |
| "top5_correct": 204 | |
| }, | |
| { | |
| "ce_sum": 7660.531494140625, | |
| "count": 1280, | |
| "top1_correct": 32, | |
| "top5_correct": 89 | |
| }, | |
| { | |
| "ce_sum": 7898.8876953125, | |
| "count": 1280, | |
| "top1_correct": 28, | |
| "top5_correct": 95 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9432252645492554, | |
| "cosine_mean": 0.7591830492019653, | |
| "cosine_min": 0.477794885635376, | |
| "cosine_std": 0.048880886286497116, | |
| "flattened_dot": 2215748.25, | |
| "latent_frames": 9186, | |
| "mse": 0.0755551116232412, | |
| "predicted_squared": 2730369.25, | |
| "reference_squared": 3122539.75, | |
| "relative_l2": 0.6746928917077463, | |
| "squared_error": 1421412.875, | |
| "values": 18812928 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999656677246094, | |
| "cosine_mean": 0.9999185800552368, | |
| "cosine_min": 0.9987355470657349, | |
| "cosine_std": 4.4535590859595686e-05, | |
| "flattened_dot": 3123387.25, | |
| "latent_frames": 9186, | |
| "mse": 2.6874985540196084e-05, | |
| "predicted_squared": 3124740.25, | |
| "reference_squared": 3122539.75, | |
| "relative_l2": 0.012724722747510183, | |
| "squared_error": 505.59716796875, | |
| "values": 18812928 | |
| } | |
| }, | |
| "condition_latent_frames": 9186, | |
| "emitted_frames": 2663, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "40b569f5-3a8b-4b17-a880-edb8f669dd63", | |
| "shard_id": 2485, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 5450.988739013672, | |
| "count": 2560, | |
| "top1_correct": 1037, | |
| "top5_correct": 2033 | |
| }, | |
| { | |
| "ce_sum": 11072.133209228516, | |
| "count": 2560, | |
| "top1_correct": 279, | |
| "top5_correct": 828 | |
| }, | |
| { | |
| "ce_sum": 10731.983642578125, | |
| "count": 2560, | |
| "top1_correct": 304, | |
| "top5_correct": 893 | |
| }, | |
| { | |
| "ce_sum": 11569.330871582031, | |
| "count": 2560, | |
| "top1_correct": 273, | |
| "top5_correct": 730 | |
| }, | |
| { | |
| "ce_sum": 12100.776306152344, | |
| "count": 2560, | |
| "top1_correct": 215, | |
| "top5_correct": 633 | |
| }, | |
| { | |
| "ce_sum": 13739.893981933594, | |
| "count": 2560, | |
| "top1_correct": 132, | |
| "top5_correct": 399 | |
| }, | |
| { | |
| "ce_sum": 14735.917785644531, | |
| "count": 2560, | |
| "top1_correct": 71, | |
| "top5_correct": 278 | |
| }, | |
| { | |
| "ce_sum": 15400.230773925781, | |
| "count": 2560, | |
| "top1_correct": 66, | |
| "top5_correct": 212 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9718786478042603, | |
| "cosine_mean": 0.760461688041687, | |
| "cosine_min": 0.5528168082237244, | |
| "cosine_std": 0.05340029299259186, | |
| "flattened_dot": 2321360.0, | |
| "latent_frames": 8365, | |
| "mse": 0.08671246042382695, | |
| "predicted_squared": 2767632.5, | |
| "reference_squared": 3360604.0, | |
| "relative_l2": 0.6648597369899136, | |
| "squared_error": 1485516.25, | |
| "values": 17131520 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999450445175171, | |
| "cosine_mean": 0.9997804164886475, | |
| "cosine_min": 0.9954860806465149, | |
| "cosine_std": 0.0002702320634853095, | |
| "flattened_dot": 3363977.5, | |
| "latent_frames": 8365, | |
| "mse": 8.228294021414913e-05, | |
| "predicted_squared": 3368760.5, | |
| "reference_squared": 3360604.0, | |
| "relative_l2": 0.020480670935235014, | |
| "squared_error": 1409.6318359375, | |
| "values": 17131520 | |
| } | |
| }, | |
| "condition_latent_frames": 8365, | |
| "emitted_frames": 2425, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "dd01e47d-da65-4369-a18d-4991284f4195", | |
| "shard_id": 2515, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4938.713714599609, | |
| "count": 2304, | |
| "top1_correct": 936, | |
| "top5_correct": 1820 | |
| }, | |
| { | |
| "ce_sum": 9798.73355102539, | |
| "count": 2304, | |
| "top1_correct": 275, | |
| "top5_correct": 764 | |
| }, | |
| { | |
| "ce_sum": 9954.697814941406, | |
| "count": 2304, | |
| "top1_correct": 257, | |
| "top5_correct": 729 | |
| }, | |
| { | |
| "ce_sum": 10444.311004638672, | |
| "count": 2304, | |
| "top1_correct": 221, | |
| "top5_correct": 641 | |
| }, | |
| { | |
| "ce_sum": 11160.12548828125, | |
| "count": 2304, | |
| "top1_correct": 158, | |
| "top5_correct": 538 | |
| }, | |
| { | |
| "ce_sum": 12619.273986816406, | |
| "count": 2304, | |
| "top1_correct": 108, | |
| "top5_correct": 302 | |
| }, | |
| { | |
| "ce_sum": 13495.920776367188, | |
| "count": 2304, | |
| "top1_correct": 64, | |
| "top5_correct": 226 | |
| }, | |
| { | |
| "ce_sum": 13658.209594726562, | |
| "count": 2304, | |
| "top1_correct": 69, | |
| "top5_correct": 201 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9450873732566833, | |
| "cosine_mean": 0.7902765870094299, | |
| "cosine_min": 0.5676895380020142, | |
| "cosine_std": 0.046019889414310455, | |
| "flattened_dot": 3361813.25, | |
| "latent_frames": 11549, | |
| "mse": 0.0767218308775381, | |
| "predicted_squared": 3844414.5, | |
| "reference_squared": 4693863.5, | |
| "relative_l2": 0.6217723682614865, | |
| "squared_error": 1814651.75, | |
| "values": 23652352 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999972939491272, | |
| "cosine_mean": 0.9999480843544006, | |
| "cosine_min": 0.9997270703315735, | |
| "cosine_std": 1.6082591173471883e-05, | |
| "flattened_dot": 4695821.0, | |
| "latent_frames": 11549, | |
| "mse": 2.071128767675647e-05, | |
| "predicted_squared": 4698268.0, | |
| "reference_squared": 4693863.5, | |
| "relative_l2": 0.010215873095409748, | |
| "squared_error": 489.87066650390625, | |
| "values": 23652352 | |
| } | |
| }, | |
| "condition_latent_frames": 11549, | |
| "emitted_frames": 3348, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "b65f7d3f-83dd-40be-ba98-b371a373a72c", | |
| "shard_id": 2541, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6282.140686035156, | |
| "count": 3328, | |
| "top1_correct": 1551, | |
| "top5_correct": 2779 | |
| }, | |
| { | |
| "ce_sum": 13693.142700195312, | |
| "count": 3328, | |
| "top1_correct": 461, | |
| "top5_correct": 1194 | |
| }, | |
| { | |
| "ce_sum": 13856.90298461914, | |
| "count": 3328, | |
| "top1_correct": 430, | |
| "top5_correct": 1178 | |
| }, | |
| { | |
| "ce_sum": 14760.587707519531, | |
| "count": 3328, | |
| "top1_correct": 349, | |
| "top5_correct": 994 | |
| }, | |
| { | |
| "ce_sum": 15846.130065917969, | |
| "count": 3328, | |
| "top1_correct": 303, | |
| "top5_correct": 811 | |
| }, | |
| { | |
| "ce_sum": 18003.413818359375, | |
| "count": 3328, | |
| "top1_correct": 152, | |
| "top5_correct": 473 | |
| }, | |
| { | |
| "ce_sum": 19054.21417236328, | |
| "count": 3328, | |
| "top1_correct": 125, | |
| "top5_correct": 391 | |
| }, | |
| { | |
| "ce_sum": 19502.065795898438, | |
| "count": 3328, | |
| "top1_correct": 106, | |
| "top5_correct": 347 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9401639699935913, | |
| "cosine_mean": 0.7523654699325562, | |
| "cosine_min": 0.5226627588272095, | |
| "cosine_std": 0.05255686491727829, | |
| "flattened_dot": 1837255.875, | |
| "latent_frames": 7037, | |
| "mse": 0.08552394063021795, | |
| "predicted_squared": 2174684.0, | |
| "reference_squared": 2732379.5, | |
| "relative_l2": 0.6716331045072117, | |
| "squared_error": 1232551.875, | |
| "values": 14411776 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999751448631287, | |
| "cosine_mean": 0.9999454021453857, | |
| "cosine_min": 0.9996266961097717, | |
| "cosine_std": 2.0060711904079653e-05, | |
| "flattened_dot": 2732855.0, | |
| "latent_frames": 7037, | |
| "mse": 2.075045034596404e-05, | |
| "predicted_squared": 2733630.0, | |
| "reference_squared": 2732379.5, | |
| "relative_l2": 0.010461693827984396, | |
| "squared_error": 299.05084228515625, | |
| "values": 14411776 | |
| } | |
| }, | |
| "condition_latent_frames": 7037, | |
| "emitted_frames": 2040, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "575f0c02-1291-4c8c-8be3-3fbeb1c81dce", | |
| "shard_id": 2552, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 3367.570098876953, | |
| "count": 1920, | |
| "top1_correct": 963, | |
| "top5_correct": 1637 | |
| }, | |
| { | |
| "ce_sum": 8120.1773681640625, | |
| "count": 1920, | |
| "top1_correct": 209, | |
| "top5_correct": 643 | |
| }, | |
| { | |
| "ce_sum": 8253.661193847656, | |
| "count": 1920, | |
| "top1_correct": 251, | |
| "top5_correct": 636 | |
| }, | |
| { | |
| "ce_sum": 8642.581787109375, | |
| "count": 1920, | |
| "top1_correct": 202, | |
| "top5_correct": 567 | |
| }, | |
| { | |
| "ce_sum": 9611.069091796875, | |
| "count": 1920, | |
| "top1_correct": 146, | |
| "top5_correct": 386 | |
| }, | |
| { | |
| "ce_sum": 10811.186584472656, | |
| "count": 1920, | |
| "top1_correct": 69, | |
| "top5_correct": 250 | |
| }, | |
| { | |
| "ce_sum": 11169.659790039062, | |
| "count": 1920, | |
| "top1_correct": 70, | |
| "top5_correct": 195 | |
| }, | |
| { | |
| "ce_sum": 11908.209167480469, | |
| "count": 1920, | |
| "top1_correct": 26, | |
| "top5_correct": 119 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9691461324691772, | |
| "cosine_mean": 0.7657681703567505, | |
| "cosine_min": 0.5520791411399841, | |
| "cosine_std": 0.0462176613509655, | |
| "flattened_dot": 2015456.375, | |
| "latent_frames": 8472, | |
| "mse": 0.0712788611566041, | |
| "predicted_squared": 2407845.5, | |
| "reference_squared": 2859802.25, | |
| "relative_l2": 0.6576129002279494, | |
| "squared_error": 1236735.0, | |
| "values": 17350656 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999487400054932, | |
| "cosine_mean": 0.999870777130127, | |
| "cosine_min": 0.998567521572113, | |
| "cosine_std": 8.105667802738026e-05, | |
| "flattened_dot": 2859139.0, | |
| "latent_frames": 8472, | |
| "mse": 4.210528531538303e-05, | |
| "predicted_squared": 2859206.5, | |
| "reference_squared": 2859802.25, | |
| "relative_l2": 0.015982998372614406, | |
| "squared_error": 730.5543212890625, | |
| "values": 17350656 | |
| } | |
| }, | |
| "condition_latent_frames": 8472, | |
| "emitted_frames": 2456, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "faf4a4a9-c3f2-45e8-ae3f-00f11953fa18", | |
| "shard_id": 2554, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4830.527481079102, | |
| "count": 2432, | |
| "top1_correct": 1063, | |
| "top5_correct": 1991 | |
| }, | |
| { | |
| "ce_sum": 10311.889587402344, | |
| "count": 2432, | |
| "top1_correct": 297, | |
| "top5_correct": 803 | |
| }, | |
| { | |
| "ce_sum": 10151.934356689453, | |
| "count": 2432, | |
| "top1_correct": 307, | |
| "top5_correct": 815 | |
| }, | |
| { | |
| "ce_sum": 10657.224334716797, | |
| "count": 2432, | |
| "top1_correct": 255, | |
| "top5_correct": 750 | |
| }, | |
| { | |
| "ce_sum": 11584.19970703125, | |
| "count": 2432, | |
| "top1_correct": 186, | |
| "top5_correct": 616 | |
| }, | |
| { | |
| "ce_sum": 13169.899780273438, | |
| "count": 2432, | |
| "top1_correct": 115, | |
| "top5_correct": 364 | |
| }, | |
| { | |
| "ce_sum": 14294.261413574219, | |
| "count": 2432, | |
| "top1_correct": 81, | |
| "top5_correct": 237 | |
| }, | |
| { | |
| "ce_sum": 14753.740295410156, | |
| "count": 2432, | |
| "top1_correct": 62, | |
| "top5_correct": 189 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9716746807098389, | |
| "cosine_mean": 0.7484844326972961, | |
| "cosine_min": 0.44047313928604126, | |
| "cosine_std": 0.04889857396483421, | |
| "flattened_dot": 1841944.0, | |
| "latent_frames": 8293, | |
| "mse": 0.07305045629832765, | |
| "predicted_squared": 2285391.25, | |
| "reference_squared": 2639190.5, | |
| "relative_l2": 0.6856411990350829, | |
| "squared_error": 1240693.625, | |
| "values": 16984064 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999672174453735, | |
| "cosine_mean": 0.9999344944953918, | |
| "cosine_min": 0.9991669058799744, | |
| "cosine_std": 3.608278711908497e-05, | |
| "flattened_dot": 2639888.0, | |
| "latent_frames": 8293, | |
| "mse": 2.060889709014506e-05, | |
| "predicted_squared": 2640935.75, | |
| "reference_squared": 2639190.5, | |
| "relative_l2": 0.01151629588399072, | |
| "squared_error": 350.0228271484375, | |
| "values": 16984064 | |
| } | |
| }, | |
| "condition_latent_frames": 8293, | |
| "emitted_frames": 2404, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "b742eaa6-2aba-442e-a7f3-47fb11405eca", | |
| "shard_id": 2596, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 4596.035018920898, | |
| "count": 2304, | |
| "top1_correct": 1020, | |
| "top5_correct": 1888 | |
| }, | |
| { | |
| "ce_sum": 9800.45181274414, | |
| "count": 2304, | |
| "top1_correct": 280, | |
| "top5_correct": 768 | |
| }, | |
| { | |
| "ce_sum": 10444.534545898438, | |
| "count": 2304, | |
| "top1_correct": 226, | |
| "top5_correct": 645 | |
| }, | |
| { | |
| "ce_sum": 10417.038269042969, | |
| "count": 2304, | |
| "top1_correct": 221, | |
| "top5_correct": 642 | |
| }, | |
| { | |
| "ce_sum": 11654.891662597656, | |
| "count": 2304, | |
| "top1_correct": 126, | |
| "top5_correct": 443 | |
| }, | |
| { | |
| "ce_sum": 12989.175720214844, | |
| "count": 2304, | |
| "top1_correct": 89, | |
| "top5_correct": 280 | |
| }, | |
| { | |
| "ce_sum": 13948.340942382812, | |
| "count": 2304, | |
| "top1_correct": 50, | |
| "top5_correct": 188 | |
| }, | |
| { | |
| "ce_sum": 14319.131530761719, | |
| "count": 2304, | |
| "top1_correct": 48, | |
| "top5_correct": 159 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9493405818939209, | |
| "cosine_mean": 0.7807087302207947, | |
| "cosine_min": 0.5848214626312256, | |
| "cosine_std": 0.04490026459097862, | |
| "flattened_dot": 4273888.5, | |
| "latent_frames": 15427, | |
| "mse": 0.07739372547674127, | |
| "predicted_squared": 4887240.5, | |
| "reference_squared": 6105752.0, | |
| "relative_l2": 0.6328328456086435, | |
| "squared_error": 2445215.75, | |
| "values": 31594496 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999669194221497, | |
| "cosine_mean": 0.9999135732650757, | |
| "cosine_min": 0.9987857937812805, | |
| "cosine_std": 5.830015288665891e-05, | |
| "flattened_dot": 6105949.0, | |
| "latent_frames": 15427, | |
| "mse": 3.2348619521518087e-05, | |
| "predicted_squared": 6107168.0, | |
| "reference_squared": 6105752.0, | |
| "relative_l2": 0.012937906601468135, | |
| "squared_error": 1022.038330078125, | |
| "values": 31594496 | |
| } | |
| }, | |
| "condition_latent_frames": 15427, | |
| "emitted_frames": 4472, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "c4467911-c503-4ff3-b9ec-84b867bf9e34", | |
| "shard_id": 2610, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8007.309143066406, | |
| "count": 4352, | |
| "top1_correct": 2033, | |
| "top5_correct": 3680 | |
| }, | |
| { | |
| "ce_sum": 17619.972717285156, | |
| "count": 4352, | |
| "top1_correct": 572, | |
| "top5_correct": 1583 | |
| }, | |
| { | |
| "ce_sum": 17625.95068359375, | |
| "count": 4352, | |
| "top1_correct": 624, | |
| "top5_correct": 1647 | |
| }, | |
| { | |
| "ce_sum": 18418.94595336914, | |
| "count": 4352, | |
| "top1_correct": 527, | |
| "top5_correct": 1452 | |
| }, | |
| { | |
| "ce_sum": 20358.51336669922, | |
| "count": 4352, | |
| "top1_correct": 383, | |
| "top5_correct": 1102 | |
| }, | |
| { | |
| "ce_sum": 23737.96514892578, | |
| "count": 4352, | |
| "top1_correct": 222, | |
| "top5_correct": 642 | |
| }, | |
| { | |
| "ce_sum": 24753.51641845703, | |
| "count": 4352, | |
| "top1_correct": 157, | |
| "top5_correct": 517 | |
| }, | |
| { | |
| "ce_sum": 26132.315551757812, | |
| "count": 4352, | |
| "top1_correct": 104, | |
| "top5_correct": 372 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.8821728229522705, | |
| "cosine_mean": 0.7478866577148438, | |
| "cosine_min": 0.4899372458457947, | |
| "cosine_std": 0.05205751582980156, | |
| "flattened_dot": 3244126.5, | |
| "latent_frames": 12850, | |
| "mse": 0.08462366245136187, | |
| "predicted_squared": 3848687.75, | |
| "reference_squared": 4866589.0, | |
| "relative_l2": 0.6764724490076223, | |
| "squared_error": 2227024.0, | |
| "values": 26316800 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999691247940063, | |
| "cosine_mean": 0.9999428391456604, | |
| "cosine_min": 0.9998059272766113, | |
| "cosine_std": 1.4147717593004927e-05, | |
| "flattened_dot": 4869936.5, | |
| "latent_frames": 12850, | |
| "mse": 2.1661049197156143e-05, | |
| "predicted_squared": 4873853.5, | |
| "reference_squared": 4866589.0, | |
| "relative_l2": 0.010822907564755771, | |
| "squared_error": 570.0494995117188, | |
| "values": 26316800 | |
| } | |
| }, | |
| "condition_latent_frames": 12850, | |
| "emitted_frames": 3725, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "2fa8caa9-0ae9-4d7c-b09d-06e67bd7abfb", | |
| "shard_id": 2636, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9243.257339477539, | |
| "count": 3712, | |
| "top1_correct": 1334, | |
| "top5_correct": 2688 | |
| }, | |
| { | |
| "ce_sum": 17063.60107421875, | |
| "count": 3712, | |
| "top1_correct": 363, | |
| "top5_correct": 1018 | |
| }, | |
| { | |
| "ce_sum": 16872.541412353516, | |
| "count": 3712, | |
| "top1_correct": 353, | |
| "top5_correct": 1056 | |
| }, | |
| { | |
| "ce_sum": 17800.692169189453, | |
| "count": 3712, | |
| "top1_correct": 278, | |
| "top5_correct": 923 | |
| }, | |
| { | |
| "ce_sum": 17543.237731933594, | |
| "count": 3712, | |
| "top1_correct": 289, | |
| "top5_correct": 926 | |
| }, | |
| { | |
| "ce_sum": 20186.83367919922, | |
| "count": 3712, | |
| "top1_correct": 151, | |
| "top5_correct": 548 | |
| }, | |
| { | |
| "ce_sum": 21593.911193847656, | |
| "count": 3712, | |
| "top1_correct": 115, | |
| "top5_correct": 400 | |
| }, | |
| { | |
| "ce_sum": 22000.8193359375, | |
| "count": 3712, | |
| "top1_correct": 83, | |
| "top5_correct": 330 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9077989459037781, | |
| "cosine_mean": 0.747007429599762, | |
| "cosine_min": 0.27546676993370056, | |
| "cosine_std": 0.04726569727063179, | |
| "flattened_dot": 3926712.0, | |
| "latent_frames": 15524, | |
| "mse": 0.08487143709437805, | |
| "predicted_squared": 4713974.0, | |
| "reference_squared": 5837780.0, | |
| "relative_l2": 0.6798666047257483, | |
| "squared_error": 2698330.5, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999737739562988, | |
| "cosine_mean": 0.999947190284729, | |
| "cosine_min": 0.9998262524604797, | |
| "cosine_std": 1.1559675840544514e-05, | |
| "flattened_dot": 5835680.0, | |
| "latent_frames": 15524, | |
| "mse": 1.9659461725682705e-05, | |
| "predicted_squared": 5834205.5, | |
| "reference_squared": 5837780.0, | |
| "relative_l2": 0.010347340541087985, | |
| "squared_error": 625.0362548828125, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "c6f8a38b-0cd4-4322-b2fd-a41e42217cc9", | |
| "shard_id": 2695, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9586.797348022461, | |
| "count": 4480, | |
| "top1_correct": 1833, | |
| "top5_correct": 3524 | |
| }, | |
| { | |
| "ce_sum": 19693.551025390625, | |
| "count": 4480, | |
| "top1_correct": 505, | |
| "top5_correct": 1359 | |
| }, | |
| { | |
| "ce_sum": 19618.578521728516, | |
| "count": 4480, | |
| "top1_correct": 495, | |
| "top5_correct": 1402 | |
| }, | |
| { | |
| "ce_sum": 21159.761962890625, | |
| "count": 4480, | |
| "top1_correct": 398, | |
| "top5_correct": 1140 | |
| }, | |
| { | |
| "ce_sum": 21834.178833007812, | |
| "count": 4480, | |
| "top1_correct": 356, | |
| "top5_correct": 1031 | |
| }, | |
| { | |
| "ce_sum": 24686.233520507812, | |
| "count": 4480, | |
| "top1_correct": 195, | |
| "top5_correct": 610 | |
| }, | |
| { | |
| "ce_sum": 26479.24932861328, | |
| "count": 4480, | |
| "top1_correct": 116, | |
| "top5_correct": 388 | |
| }, | |
| { | |
| "ce_sum": 27177.309326171875, | |
| "count": 4480, | |
| "top1_correct": 102, | |
| "top5_correct": 344 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9508150815963745, | |
| "cosine_mean": 0.7723274827003479, | |
| "cosine_min": 0.48543766140937805, | |
| "cosine_std": 0.047967832535505295, | |
| "flattened_dot": 3397593.0, | |
| "latent_frames": 12339, | |
| "mse": 0.08037313567499392, | |
| "predicted_squared": 3853418.0, | |
| "reference_squared": 4972819.0, | |
| "relative_l2": 0.6390856827829314, | |
| "squared_error": 2031051.0, | |
| "values": 25270272 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999719858169556, | |
| "cosine_mean": 0.9999400973320007, | |
| "cosine_min": 0.9987650513648987, | |
| "cosine_std": 3.520730388117954e-05, | |
| "flattened_dot": 4974526.0, | |
| "latent_frames": 12339, | |
| "mse": 2.3354420023129105e-05, | |
| "predicted_squared": 4976823.0, | |
| "reference_squared": 4972819.0, | |
| "relative_l2": 0.010894020182216947, | |
| "squared_error": 590.1725463867188, | |
| "values": 25270272 | |
| } | |
| }, | |
| "condition_latent_frames": 12339, | |
| "emitted_frames": 3577, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "8c52b53d-9ffd-4ee9-99c5-4977c19bc43d", | |
| "shard_id": 2699, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7358.157577514648, | |
| "count": 3456, | |
| "top1_correct": 1461, | |
| "top5_correct": 2718 | |
| }, | |
| { | |
| "ce_sum": 15745.34765625, | |
| "count": 3456, | |
| "top1_correct": 321, | |
| "top5_correct": 931 | |
| }, | |
| { | |
| "ce_sum": 14655.396301269531, | |
| "count": 3456, | |
| "top1_correct": 440, | |
| "top5_correct": 1168 | |
| }, | |
| { | |
| "ce_sum": 16193.78369140625, | |
| "count": 3456, | |
| "top1_correct": 308, | |
| "top5_correct": 872 | |
| }, | |
| { | |
| "ce_sum": 16566.609497070312, | |
| "count": 3456, | |
| "top1_correct": 295, | |
| "top5_correct": 844 | |
| }, | |
| { | |
| "ce_sum": 18951.304626464844, | |
| "count": 3456, | |
| "top1_correct": 134, | |
| "top5_correct": 464 | |
| }, | |
| { | |
| "ce_sum": 20315.716674804688, | |
| "count": 3456, | |
| "top1_correct": 99, | |
| "top5_correct": 325 | |
| }, | |
| { | |
| "ce_sum": 20792.994018554688, | |
| "count": 3456, | |
| "top1_correct": 98, | |
| "top5_correct": 292 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9066597819328308, | |
| "cosine_mean": 0.7516444325447083, | |
| "cosine_min": 0.49647584557533264, | |
| "cosine_std": 0.053846992552280426, | |
| "flattened_dot": 3582873.0, | |
| "latent_frames": 14165, | |
| "mse": 0.08238724891347511, | |
| "predicted_squared": 4219581.0, | |
| "reference_squared": 5336212.0, | |
| "relative_l2": 0.669247455324674, | |
| "squared_error": 2390047.5, | |
| "values": 29009920 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999725818634033, | |
| "cosine_mean": 0.9999433755874634, | |
| "cosine_min": 0.9994475245475769, | |
| "cosine_std": 2.1615549485431984e-05, | |
| "flattened_dot": 5335518.0, | |
| "latent_frames": 14165, | |
| "mse": 2.0936786854936172e-05, | |
| "predicted_squared": 5335431.0, | |
| "reference_squared": 5336212.0, | |
| "relative_l2": 0.010668705915348716, | |
| "squared_error": 607.37451171875, | |
| "values": 29009920 | |
| } | |
| }, | |
| "condition_latent_frames": 14165, | |
| "emitted_frames": 4106, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "5e2bd322-ab3f-4155-aab5-30991fd52a9a", | |
| "shard_id": 2709, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 9019.953659057617, | |
| "count": 4096, | |
| "top1_correct": 1671, | |
| "top5_correct": 3184 | |
| }, | |
| { | |
| "ce_sum": 17931.531311035156, | |
| "count": 4096, | |
| "top1_correct": 476, | |
| "top5_correct": 1275 | |
| }, | |
| { | |
| "ce_sum": 17428.972106933594, | |
| "count": 4096, | |
| "top1_correct": 554, | |
| "top5_correct": 1434 | |
| }, | |
| { | |
| "ce_sum": 18403.86459350586, | |
| "count": 4096, | |
| "top1_correct": 437, | |
| "top5_correct": 1201 | |
| }, | |
| { | |
| "ce_sum": 19484.740112304688, | |
| "count": 4096, | |
| "top1_correct": 356, | |
| "top5_correct": 986 | |
| }, | |
| { | |
| "ce_sum": 22169.22930908203, | |
| "count": 4096, | |
| "top1_correct": 200, | |
| "top5_correct": 623 | |
| }, | |
| { | |
| "ce_sum": 23501.64959716797, | |
| "count": 4096, | |
| "top1_correct": 123, | |
| "top5_correct": 443 | |
| }, | |
| { | |
| "ce_sum": 23661.376098632812, | |
| "count": 4096, | |
| "top1_correct": 139, | |
| "top5_correct": 463 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9250518679618835, | |
| "cosine_mean": 0.7357695698738098, | |
| "cosine_min": 0.5230843424797058, | |
| "cosine_std": 0.054672230035066605, | |
| "flattened_dot": 2221734.5, | |
| "latent_frames": 8586, | |
| "mse": 0.09161031471108491, | |
| "predicted_squared": 2737073.75, | |
| "reference_squared": 3317282.5, | |
| "relative_l2": 0.6968533255605187, | |
| "squared_error": 1610887.5, | |
| "values": 17584128 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9998878240585327, | |
| "cosine_mean": 0.9994238018989563, | |
| "cosine_min": 0.9936599135398865, | |
| "cosine_std": 0.00044039933709427714, | |
| "flattened_dot": 3319123.0, | |
| "latent_frames": 8586, | |
| "mse": 0.0002081067362726915, | |
| "predicted_squared": 3324622.5, | |
| "reference_squared": 3317282.5, | |
| "relative_l2": 0.03321331760863458, | |
| "squared_error": 3659.37548828125, | |
| "values": 17584128 | |
| } | |
| }, | |
| "condition_latent_frames": 8586, | |
| "emitted_frames": 2489, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "12431af5-17b4-48a8-8aa1-77df9fe01683", | |
| "shard_id": 2723, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6032.887847900391, | |
| "count": 2432, | |
| "top1_correct": 845, | |
| "top5_correct": 1774 | |
| }, | |
| { | |
| "ce_sum": 10976.12548828125, | |
| "count": 2432, | |
| "top1_correct": 236, | |
| "top5_correct": 724 | |
| }, | |
| { | |
| "ce_sum": 11093.168273925781, | |
| "count": 2432, | |
| "top1_correct": 234, | |
| "top5_correct": 701 | |
| }, | |
| { | |
| "ce_sum": 11738.014953613281, | |
| "count": 2432, | |
| "top1_correct": 174, | |
| "top5_correct": 553 | |
| }, | |
| { | |
| "ce_sum": 11968.693237304688, | |
| "count": 2432, | |
| "top1_correct": 180, | |
| "top5_correct": 534 | |
| }, | |
| { | |
| "ce_sum": 12947.682067871094, | |
| "count": 2432, | |
| "top1_correct": 103, | |
| "top5_correct": 366 | |
| }, | |
| { | |
| "ce_sum": 14032.198852539062, | |
| "count": 2432, | |
| "top1_correct": 79, | |
| "top5_correct": 261 | |
| }, | |
| { | |
| "ce_sum": 14438.875732421875, | |
| "count": 2432, | |
| "top1_correct": 59, | |
| "top5_correct": 218 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.956713080406189, | |
| "cosine_mean": 0.7792382836341858, | |
| "cosine_min": 0.565369725227356, | |
| "cosine_std": 0.046165842562913895, | |
| "flattened_dot": 400859.6875, | |
| "latent_frames": 1738, | |
| "mse": 0.06368317949758164, | |
| "predicted_squared": 481591.4375, | |
| "reference_squared": 546803.4375, | |
| "relative_l2": 0.6438528363987539, | |
| "squared_error": 226675.4375, | |
| "values": 3559424 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999907374382019, | |
| "cosine_mean": 0.9995995163917542, | |
| "cosine_min": 0.9943608045578003, | |
| "cosine_std": 0.0005039166426286101, | |
| "flattened_dot": 546611.1875, | |
| "latent_frames": 1738, | |
| "mse": 0.00011381892738188644, | |
| "predicted_squared": 546824.0, | |
| "reference_squared": 546803.4375, | |
| "relative_l2": 0.027219584305724527, | |
| "squared_error": 405.12982177734375, | |
| "values": 3559424 | |
| } | |
| }, | |
| "condition_latent_frames": 1738, | |
| "emitted_frames": 504, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "691f4e4b-692d-480a-922f-c648a147203d", | |
| "shard_id": 2727, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 707.0606994628906, | |
| "count": 384, | |
| "top1_correct": 186, | |
| "top5_correct": 323 | |
| }, | |
| { | |
| "ce_sum": 1572.8191528320312, | |
| "count": 384, | |
| "top1_correct": 53, | |
| "top5_correct": 151 | |
| }, | |
| { | |
| "ce_sum": 1687.3232421875, | |
| "count": 384, | |
| "top1_correct": 39, | |
| "top5_correct": 123 | |
| }, | |
| { | |
| "ce_sum": 1711.1658935546875, | |
| "count": 384, | |
| "top1_correct": 43, | |
| "top5_correct": 111 | |
| }, | |
| { | |
| "ce_sum": 1832.0009155273438, | |
| "count": 384, | |
| "top1_correct": 29, | |
| "top5_correct": 90 | |
| }, | |
| { | |
| "ce_sum": 2135.2010498046875, | |
| "count": 384, | |
| "top1_correct": 14, | |
| "top5_correct": 51 | |
| }, | |
| { | |
| "ce_sum": 2250.9159545898438, | |
| "count": 384, | |
| "top1_correct": 16, | |
| "top5_correct": 45 | |
| }, | |
| { | |
| "ce_sum": 2320.1595458984375, | |
| "count": 384, | |
| "top1_correct": 6, | |
| "top5_correct": 34 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9625306725502014, | |
| "cosine_mean": 0.7761691808700562, | |
| "cosine_min": 0.4450932741165161, | |
| "cosine_std": 0.043149761855602264, | |
| "flattened_dot": 2650833.0, | |
| "latent_frames": 10387, | |
| "mse": 0.07240224456126047, | |
| "predicted_squared": 3104295.0, | |
| "reference_squared": 3737553.5, | |
| "relative_l2": 0.6419369109249967, | |
| "squared_error": 1540182.25, | |
| "values": 21272576 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999701976776123, | |
| "cosine_mean": 0.999940037727356, | |
| "cosine_min": 0.9990377426147461, | |
| "cosine_std": 2.7310026780469343e-05, | |
| "flattened_dot": 3737863.0, | |
| "latent_frames": 10387, | |
| "mse": 2.11959413354179e-05, | |
| "predicted_squared": 3738622.5, | |
| "reference_squared": 3737553.5, | |
| "relative_l2": 0.010983548887614075, | |
| "squared_error": 450.89227294921875, | |
| "values": 21272576 | |
| } | |
| }, | |
| "condition_latent_frames": 10387, | |
| "emitted_frames": 3011, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "294e1725-1ec3-4636-929d-e3c2d1bb2dee", | |
| "shard_id": 2758, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 5581.546051025391, | |
| "count": 2944, | |
| "top1_correct": 1323, | |
| "top5_correct": 2470 | |
| }, | |
| { | |
| "ce_sum": 12207.844543457031, | |
| "count": 2944, | |
| "top1_correct": 393, | |
| "top5_correct": 1048 | |
| }, | |
| { | |
| "ce_sum": 12406.764770507812, | |
| "count": 2944, | |
| "top1_correct": 381, | |
| "top5_correct": 1003 | |
| }, | |
| { | |
| "ce_sum": 13144.047668457031, | |
| "count": 2944, | |
| "top1_correct": 321, | |
| "top5_correct": 859 | |
| }, | |
| { | |
| "ce_sum": 14958.593444824219, | |
| "count": 2944, | |
| "top1_correct": 180, | |
| "top5_correct": 570 | |
| }, | |
| { | |
| "ce_sum": 16082.737121582031, | |
| "count": 2944, | |
| "top1_correct": 123, | |
| "top5_correct": 434 | |
| }, | |
| { | |
| "ce_sum": 17696.772399902344, | |
| "count": 2944, | |
| "top1_correct": 78, | |
| "top5_correct": 265 | |
| }, | |
| { | |
| "ce_sum": 17947.426696777344, | |
| "count": 2944, | |
| "top1_correct": 54, | |
| "top5_correct": 224 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9715849161148071, | |
| "cosine_mean": 0.7746053338050842, | |
| "cosine_min": 0.4575725197792053, | |
| "cosine_std": 0.05152195692062378, | |
| "flattened_dot": 2646429.0, | |
| "latent_frames": 10132, | |
| "mse": 0.07490059438073678, | |
| "predicted_squared": 3252304.5, | |
| "reference_squared": 3594765.5, | |
| "relative_l2": 0.6575365766850695, | |
| "squared_error": 1554212.5, | |
| "values": 20750336 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999963641166687, | |
| "cosine_mean": 0.9999216198921204, | |
| "cosine_min": 0.9993224740028381, | |
| "cosine_std": 3.655890395748429e-05, | |
| "flattened_dot": 3595126.25, | |
| "latent_frames": 10132, | |
| "mse": 2.705657901003386e-05, | |
| "predicted_squared": 3596048.25, | |
| "reference_squared": 3594765.5, | |
| "relative_l2": 0.012497228954051549, | |
| "squared_error": 561.43310546875, | |
| "values": 20750336 | |
| } | |
| }, | |
| "condition_latent_frames": 10132, | |
| "emitted_frames": 2937, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "fc3ac309-110c-471e-8396-f60e94356e1b", | |
| "shard_id": 2763, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6104.321884155273, | |
| "count": 2816, | |
| "top1_correct": 1134, | |
| "top5_correct": 2205 | |
| }, | |
| { | |
| "ce_sum": 12122.102447509766, | |
| "count": 2816, | |
| "top1_correct": 330, | |
| "top5_correct": 877 | |
| }, | |
| { | |
| "ce_sum": 12005.591217041016, | |
| "count": 2816, | |
| "top1_correct": 330, | |
| "top5_correct": 941 | |
| }, | |
| { | |
| "ce_sum": 12715.650024414062, | |
| "count": 2816, | |
| "top1_correct": 284, | |
| "top5_correct": 814 | |
| }, | |
| { | |
| "ce_sum": 13752.832763671875, | |
| "count": 2816, | |
| "top1_correct": 203, | |
| "top5_correct": 611 | |
| }, | |
| { | |
| "ce_sum": 14966.033813476562, | |
| "count": 2816, | |
| "top1_correct": 156, | |
| "top5_correct": 428 | |
| }, | |
| { | |
| "ce_sum": 16115.2783203125, | |
| "count": 2816, | |
| "top1_correct": 98, | |
| "top5_correct": 308 | |
| }, | |
| { | |
| "ce_sum": 16276.012634277344, | |
| "count": 2816, | |
| "top1_correct": 96, | |
| "top5_correct": 324 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9433750510215759, | |
| "cosine_mean": 0.8361330032348633, | |
| "cosine_min": 0.5714523196220398, | |
| "cosine_std": 0.04225217550992966, | |
| "flattened_dot": 1712780.75, | |
| "latent_frames": 5101, | |
| "mse": 0.06465028375065857, | |
| "predicted_squared": 1945855.0, | |
| "reference_squared": 2155098.0, | |
| "relative_l2": 0.5598147584857366, | |
| "squared_error": 675391.6875, | |
| "values": 10446848 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999544620513916, | |
| "cosine_mean": 0.9999021887779236, | |
| "cosine_min": 0.9995412826538086, | |
| "cosine_std": 4.1766859794734046e-05, | |
| "flattened_dot": 2157646.5, | |
| "latent_frames": 5101, | |
| "mse": 4.007266365156714e-05, | |
| "predicted_squared": 2160613.5, | |
| "reference_squared": 2155098.0, | |
| "relative_l2": 0.01393744708578442, | |
| "squared_error": 418.6330261230469, | |
| "values": 10446848 | |
| } | |
| }, | |
| "condition_latent_frames": 5101, | |
| "emitted_frames": 1479, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "714c7c68-d9ea-443c-8d15-43f6cd297e52", | |
| "shard_id": 2773, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 2585.6578826904297, | |
| "count": 1408, | |
| "top1_correct": 642, | |
| "top5_correct": 1199 | |
| }, | |
| { | |
| "ce_sum": 5104.7718505859375, | |
| "count": 1408, | |
| "top1_correct": 238, | |
| "top5_correct": 650 | |
| }, | |
| { | |
| "ce_sum": 5150.457061767578, | |
| "count": 1408, | |
| "top1_correct": 281, | |
| "top5_correct": 631 | |
| }, | |
| { | |
| "ce_sum": 5850.27880859375, | |
| "count": 1408, | |
| "top1_correct": 199, | |
| "top5_correct": 512 | |
| }, | |
| { | |
| "ce_sum": 6325.693176269531, | |
| "count": 1408, | |
| "top1_correct": 138, | |
| "top5_correct": 382 | |
| }, | |
| { | |
| "ce_sum": 7040.982421875, | |
| "count": 1408, | |
| "top1_correct": 81, | |
| "top5_correct": 282 | |
| }, | |
| { | |
| "ce_sum": 7409.056335449219, | |
| "count": 1408, | |
| "top1_correct": 70, | |
| "top5_correct": 236 | |
| }, | |
| { | |
| "ce_sum": 7346.966552734375, | |
| "count": 1408, | |
| "top1_correct": 78, | |
| "top5_correct": 258 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9537258148193359, | |
| "cosine_mean": 0.767276406288147, | |
| "cosine_min": 0.4975220263004303, | |
| "cosine_std": 0.045448385179042816, | |
| "flattened_dot": 3726185.5, | |
| "latent_frames": 15524, | |
| "mse": 0.07143395219196888, | |
| "predicted_squared": 4512751.0, | |
| "reference_squared": 5210731.0, | |
| "relative_l2": 0.6601913134823211, | |
| "squared_error": 2271110.5, | |
| "values": 31793152 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999696612358093, | |
| "cosine_mean": 0.9999325275421143, | |
| "cosine_min": 0.9992012977600098, | |
| "cosine_std": 3.076238135690801e-05, | |
| "flattened_dot": 5211466.0, | |
| "latent_frames": 15524, | |
| "mse": 2.2063267442928828e-05, | |
| "predicted_squared": 5212902.0, | |
| "reference_squared": 5210731.0, | |
| "relative_l2": 0.011602521478740758, | |
| "squared_error": 701.4608154296875, | |
| "values": 31793152 | |
| } | |
| }, | |
| "condition_latent_frames": 15524, | |
| "emitted_frames": 4500, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "8714af38-1caf-45ea-ab9d-f56d3ba19c7a", | |
| "shard_id": 2796, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8561.817398071289, | |
| "count": 4480, | |
| "top1_correct": 1983, | |
| "top5_correct": 3729 | |
| }, | |
| { | |
| "ce_sum": 18887.970672607422, | |
| "count": 4480, | |
| "top1_correct": 507, | |
| "top5_correct": 1518 | |
| }, | |
| { | |
| "ce_sum": 19372.570556640625, | |
| "count": 4480, | |
| "top1_correct": 546, | |
| "top5_correct": 1465 | |
| }, | |
| { | |
| "ce_sum": 20058.42987060547, | |
| "count": 4480, | |
| "top1_correct": 473, | |
| "top5_correct": 1291 | |
| }, | |
| { | |
| "ce_sum": 21453.77166748047, | |
| "count": 4480, | |
| "top1_correct": 354, | |
| "top5_correct": 1038 | |
| }, | |
| { | |
| "ce_sum": 25143.921936035156, | |
| "count": 4480, | |
| "top1_correct": 152, | |
| "top5_correct": 530 | |
| }, | |
| { | |
| "ce_sum": 27043.77703857422, | |
| "count": 4480, | |
| "top1_correct": 110, | |
| "top5_correct": 364 | |
| }, | |
| { | |
| "ce_sum": 27156.03741455078, | |
| "count": 4480, | |
| "top1_correct": 107, | |
| "top5_correct": 350 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.967939555644989, | |
| "cosine_mean": 0.7933732867240906, | |
| "cosine_min": 0.571882426738739, | |
| "cosine_std": 0.045396771281957626, | |
| "flattened_dot": 3492818.0, | |
| "latent_frames": 11946, | |
| "mse": 0.07453821125729847, | |
| "predicted_squared": 3959124.0, | |
| "reference_squared": 4850120.0, | |
| "relative_l2": 0.6131821059326497, | |
| "squared_error": 1823607.75, | |
| "values": 24465408 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999736547470093, | |
| "cosine_mean": 0.9999292492866516, | |
| "cosine_min": 0.9993231296539307, | |
| "cosine_std": 3.688811193569563e-05, | |
| "flattened_dot": 4851119.0, | |
| "latent_frames": 11946, | |
| "mse": 2.708903872625484e-05, | |
| "predicted_squared": 4852781.0, | |
| "reference_squared": 4850120.0, | |
| "relative_l2": 0.011689522909422876, | |
| "squared_error": 662.744384765625, | |
| "values": 24465408 | |
| } | |
| }, | |
| "condition_latent_frames": 11946, | |
| "emitted_frames": 3463, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "c6cb5b8f-fb7e-4cdb-a4ba-9aec542593a2", | |
| "shard_id": 2816, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6670.337539672852, | |
| "count": 3456, | |
| "top1_correct": 1595, | |
| "top5_correct": 2832 | |
| }, | |
| { | |
| "ce_sum": 13966.272430419922, | |
| "count": 3456, | |
| "top1_correct": 439, | |
| "top5_correct": 1249 | |
| }, | |
| { | |
| "ce_sum": 13779.01187133789, | |
| "count": 3456, | |
| "top1_correct": 541, | |
| "top5_correct": 1337 | |
| }, | |
| { | |
| "ce_sum": 15274.446502685547, | |
| "count": 3456, | |
| "top1_correct": 405, | |
| "top5_correct": 1059 | |
| }, | |
| { | |
| "ce_sum": 16039.795471191406, | |
| "count": 3456, | |
| "top1_correct": 304, | |
| "top5_correct": 925 | |
| }, | |
| { | |
| "ce_sum": 17725.42156982422, | |
| "count": 3456, | |
| "top1_correct": 220, | |
| "top5_correct": 692 | |
| }, | |
| { | |
| "ce_sum": 19223.125915527344, | |
| "count": 3456, | |
| "top1_correct": 176, | |
| "top5_correct": 470 | |
| }, | |
| { | |
| "ce_sum": 20114.90216064453, | |
| "count": 3456, | |
| "top1_correct": 117, | |
| "top5_correct": 377 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9643898606300354, | |
| "cosine_mean": 0.7955507636070251, | |
| "cosine_min": 0.4756939709186554, | |
| "cosine_std": 0.04097311943769455, | |
| "flattened_dot": 3518203.25, | |
| "latent_frames": 12895, | |
| "mse": 0.06987510583529226, | |
| "predicted_squared": 4008622.0, | |
| "reference_squared": 4873113.0, | |
| "relative_l2": 0.6153662133860014, | |
| "squared_error": 1845328.875, | |
| "values": 26408960 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999680519104004, | |
| "cosine_mean": 0.999930202960968, | |
| "cosine_min": 0.9966968297958374, | |
| "cosine_std": 9.874150418909267e-05, | |
| "flattened_dot": 4869668.5, | |
| "latent_frames": 12895, | |
| "mse": 2.5702114482404834e-05, | |
| "predicted_squared": 4866902.0, | |
| "reference_squared": 4873113.0, | |
| "relative_l2": 0.011802033286078288, | |
| "squared_error": 678.76611328125, | |
| "values": 26408960 | |
| } | |
| }, | |
| "condition_latent_frames": 12895, | |
| "emitted_frames": 3738, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "61fbb2b6-e81e-4a17-93bb-576d82fa6869", | |
| "shard_id": 2825, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 7018.667282104492, | |
| "count": 3712, | |
| "top1_correct": 1715, | |
| "top5_correct": 3097 | |
| }, | |
| { | |
| "ce_sum": 15459.340545654297, | |
| "count": 3712, | |
| "top1_correct": 475, | |
| "top5_correct": 1281 | |
| }, | |
| { | |
| "ce_sum": 15386.821319580078, | |
| "count": 3712, | |
| "top1_correct": 481, | |
| "top5_correct": 1289 | |
| }, | |
| { | |
| "ce_sum": 16416.910064697266, | |
| "count": 3712, | |
| "top1_correct": 392, | |
| "top5_correct": 1119 | |
| }, | |
| { | |
| "ce_sum": 17729.004821777344, | |
| "count": 3712, | |
| "top1_correct": 290, | |
| "top5_correct": 908 | |
| }, | |
| { | |
| "ce_sum": 20154.625244140625, | |
| "count": 3712, | |
| "top1_correct": 149, | |
| "top5_correct": 535 | |
| }, | |
| { | |
| "ce_sum": 21436.886657714844, | |
| "count": 3712, | |
| "top1_correct": 118, | |
| "top5_correct": 393 | |
| }, | |
| { | |
| "ce_sum": 22051.446655273438, | |
| "count": 3712, | |
| "top1_correct": 117, | |
| "top5_correct": 371 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9615517854690552, | |
| "cosine_mean": 0.7978976368904114, | |
| "cosine_min": 0.6577354669570923, | |
| "cosine_std": 0.037396140396595, | |
| "flattened_dot": 718719.8125, | |
| "latent_frames": 2628, | |
| "mse": 0.06823537121080372, | |
| "predicted_squared": 841138.125, | |
| "reference_squared": 963554.0, | |
| "relative_l2": 0.6173684144801385, | |
| "squared_error": 367252.59375, | |
| "values": 5382144 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.999945878982544, | |
| "cosine_mean": 0.9998265504837036, | |
| "cosine_min": 0.9987019300460815, | |
| "cosine_std": 0.00013342281454242766, | |
| "flattened_dot": 962452.125, | |
| "latent_frames": 2628, | |
| "mse": 5.877174471066967e-05, | |
| "predicted_squared": 961666.625, | |
| "reference_squared": 963554.0, | |
| "relative_l2": 0.018118570034016745, | |
| "squared_error": 316.3179931640625, | |
| "values": 5382144 | |
| } | |
| }, | |
| "condition_latent_frames": 2628, | |
| "emitted_frames": 762, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "9a9447bd-e1f9-4caa-96b9-6acd1468f8f7", | |
| "shard_id": 2826, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 1313.8929595947266, | |
| "count": 640, | |
| "top1_correct": 268, | |
| "top5_correct": 514 | |
| }, | |
| { | |
| "ce_sum": 2543.1156005859375, | |
| "count": 640, | |
| "top1_correct": 88, | |
| "top5_correct": 244 | |
| }, | |
| { | |
| "ce_sum": 2371.023681640625, | |
| "count": 640, | |
| "top1_correct": 118, | |
| "top5_correct": 285 | |
| }, | |
| { | |
| "ce_sum": 2567.2713012695312, | |
| "count": 640, | |
| "top1_correct": 92, | |
| "top5_correct": 248 | |
| }, | |
| { | |
| "ce_sum": 2947.9535522460938, | |
| "count": 640, | |
| "top1_correct": 68, | |
| "top5_correct": 182 | |
| }, | |
| { | |
| "ce_sum": 3265.4898681640625, | |
| "count": 640, | |
| "top1_correct": 41, | |
| "top5_correct": 109 | |
| }, | |
| { | |
| "ce_sum": 3315.3283081054688, | |
| "count": 640, | |
| "top1_correct": 29, | |
| "top5_correct": 113 | |
| }, | |
| { | |
| "ce_sum": 3463.0820922851562, | |
| "count": 640, | |
| "top1_correct": 30, | |
| "top5_correct": 101 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9676209688186646, | |
| "cosine_mean": 0.775428295135498, | |
| "cosine_min": 0.5924640893936157, | |
| "cosine_std": 0.061832644045352936, | |
| "flattened_dot": 317285.875, | |
| "latent_frames": 1189, | |
| "mse": 0.07596474560095143, | |
| "predicted_squared": 375184.5, | |
| "reference_squared": 444366.875, | |
| "relative_l2": 0.6451951716821189, | |
| "squared_error": 184979.625, | |
| "values": 2435072 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999676942825317, | |
| "cosine_mean": 0.9999398589134216, | |
| "cosine_min": 0.9998760223388672, | |
| "cosine_std": 1.703140515019186e-05, | |
| "flattened_dot": 444312.25, | |
| "latent_frames": 1189, | |
| "mse": 2.20588788302432e-05, | |
| "predicted_squared": 444311.34375, | |
| "reference_squared": 444366.875, | |
| "relative_l2": 0.010994532878844616, | |
| "squared_error": 53.71495819091797, | |
| "values": 2435072 | |
| } | |
| }, | |
| "condition_latent_frames": 1189, | |
| "emitted_frames": 345, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "b6a737a4-ec40-4721-943a-dd0cbeff13b4", | |
| "shard_id": 2839, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 646.1787414550781, | |
| "count": 256, | |
| "top1_correct": 90, | |
| "top5_correct": 177 | |
| }, | |
| { | |
| "ce_sum": 1102.7510070800781, | |
| "count": 256, | |
| "top1_correct": 35, | |
| "top5_correct": 78 | |
| }, | |
| { | |
| "ce_sum": 1128.14111328125, | |
| "count": 256, | |
| "top1_correct": 29, | |
| "top5_correct": 83 | |
| }, | |
| { | |
| "ce_sum": 1073.2471923828125, | |
| "count": 256, | |
| "top1_correct": 22, | |
| "top5_correct": 82 | |
| }, | |
| { | |
| "ce_sum": 1126.8576049804688, | |
| "count": 256, | |
| "top1_correct": 36, | |
| "top5_correct": 85 | |
| }, | |
| { | |
| "ce_sum": 1346.1929931640625, | |
| "count": 256, | |
| "top1_correct": 16, | |
| "top5_correct": 44 | |
| }, | |
| { | |
| "ce_sum": 1364.3094482421875, | |
| "count": 256, | |
| "top1_correct": 19, | |
| "top5_correct": 49 | |
| }, | |
| { | |
| "ce_sum": 1381.6097412109375, | |
| "count": 256, | |
| "top1_correct": 17, | |
| "top5_correct": 37 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9825527667999268, | |
| "cosine_mean": 0.7805342078208923, | |
| "cosine_min": 0.43425893783569336, | |
| "cosine_std": 0.04449344426393509, | |
| "flattened_dot": 3893496.0, | |
| "latent_frames": 13920, | |
| "mse": 0.07761435673154633, | |
| "predicted_squared": 4567906.0, | |
| "reference_squared": 5431728.0, | |
| "relative_l2": 0.6382438195238278, | |
| "squared_error": 2212642.5, | |
| "values": 28508160 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999679923057556, | |
| "cosine_mean": 0.9999398589134216, | |
| "cosine_min": 0.9991027116775513, | |
| "cosine_std": 2.364979445701465e-05, | |
| "flattened_dot": 5430987.0, | |
| "latent_frames": 13920, | |
| "mse": 2.297903785760375e-05, | |
| "predicted_squared": 5430901.0, | |
| "reference_squared": 5431728.0, | |
| "relative_l2": 0.010982001712443427, | |
| "squared_error": 655.090087890625, | |
| "values": 28508160 | |
| } | |
| }, | |
| "condition_latent_frames": 13920, | |
| "emitted_frames": 4035, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "98ec4615-a68c-4c5a-885e-0c30edd73292", | |
| "shard_id": 2907, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 8280.937545776367, | |
| "count": 3968, | |
| "top1_correct": 1713, | |
| "top5_correct": 3137 | |
| }, | |
| { | |
| "ce_sum": 16392.628143310547, | |
| "count": 3968, | |
| "top1_correct": 531, | |
| "top5_correct": 1393 | |
| }, | |
| { | |
| "ce_sum": 16581.461547851562, | |
| "count": 3968, | |
| "top1_correct": 524, | |
| "top5_correct": 1390 | |
| }, | |
| { | |
| "ce_sum": 17307.326782226562, | |
| "count": 3968, | |
| "top1_correct": 446, | |
| "top5_correct": 1260 | |
| }, | |
| { | |
| "ce_sum": 18939.10467529297, | |
| "count": 3968, | |
| "top1_correct": 306, | |
| "top5_correct": 968 | |
| }, | |
| { | |
| "ce_sum": 21404.286865234375, | |
| "count": 3968, | |
| "top1_correct": 209, | |
| "top5_correct": 627 | |
| }, | |
| { | |
| "ce_sum": 22870.070739746094, | |
| "count": 3968, | |
| "top1_correct": 126, | |
| "top5_correct": 426 | |
| }, | |
| { | |
| "ce_sum": 23336.119995117188, | |
| "count": 3968, | |
| "top1_correct": 103, | |
| "top5_correct": 382 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9588369727134705, | |
| "cosine_mean": 0.7838839292526245, | |
| "cosine_min": 0.49479958415031433, | |
| "cosine_std": 0.04940566048026085, | |
| "flattened_dot": 3061411.5, | |
| "latent_frames": 11467, | |
| "mse": 0.07367319672756606, | |
| "predicted_squared": 3433307.75, | |
| "reference_squared": 4419687.0, | |
| "relative_l2": 0.6256751159009258, | |
| "squared_error": 1730172.0, | |
| "values": 23484416 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999633431434631, | |
| "cosine_mean": 0.9999056458473206, | |
| "cosine_min": 0.9975554347038269, | |
| "cosine_std": 9.631387365516275e-05, | |
| "flattened_dot": 4419927.0, | |
| "latent_frames": 11467, | |
| "mse": 3.470597525383961e-05, | |
| "predicted_squared": 4420981.0, | |
| "reference_squared": 4419687.0, | |
| "relative_l2": 0.013579889992364716, | |
| "squared_error": 815.049560546875, | |
| "values": 23484416 | |
| } | |
| }, | |
| "condition_latent_frames": 11467, | |
| "emitted_frames": 3324, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "75923ab0-beba-4f6c-8d39-eabf04d22372", | |
| "shard_id": 2928, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 5525.2449951171875, | |
| "count": 3200, | |
| "top1_correct": 1573, | |
| "top5_correct": 2736 | |
| }, | |
| { | |
| "ce_sum": 12963.908142089844, | |
| "count": 3200, | |
| "top1_correct": 489, | |
| "top5_correct": 1196 | |
| }, | |
| { | |
| "ce_sum": 12672.86831665039, | |
| "count": 3200, | |
| "top1_correct": 523, | |
| "top5_correct": 1274 | |
| }, | |
| { | |
| "ce_sum": 13463.091339111328, | |
| "count": 3200, | |
| "top1_correct": 409, | |
| "top5_correct": 1141 | |
| }, | |
| { | |
| "ce_sum": 14765.756164550781, | |
| "count": 3200, | |
| "top1_correct": 293, | |
| "top5_correct": 854 | |
| }, | |
| { | |
| "ce_sum": 16846.82861328125, | |
| "count": 3200, | |
| "top1_correct": 176, | |
| "top5_correct": 563 | |
| }, | |
| { | |
| "ce_sum": 18042.050903320312, | |
| "count": 3200, | |
| "top1_correct": 133, | |
| "top5_correct": 424 | |
| }, | |
| { | |
| "ce_sum": 18849.188354492188, | |
| "count": 3200, | |
| "top1_correct": 95, | |
| "top5_correct": 331 | |
| } | |
| ] | |
| } | |
| }, | |
| { | |
| "condition_embedding_replay": { | |
| "predicted_codes": { | |
| "cosine_max": 0.9422266483306885, | |
| "cosine_mean": 0.7558683156967163, | |
| "cosine_min": 0.5575735569000244, | |
| "cosine_std": 0.04379183426499367, | |
| "flattened_dot": 2990131.5, | |
| "latent_frames": 11788, | |
| "mse": 0.08104376247627354, | |
| "predicted_squared": 3571017.25, | |
| "reference_squared": 4365790.0, | |
| "relative_l2": 0.6694427096567208, | |
| "squared_error": 1956544.25, | |
| "values": 24141824 | |
| }, | |
| "true_code_control": { | |
| "cosine_max": 0.9999693036079407, | |
| "cosine_mean": 0.9999439120292664, | |
| "cosine_min": 0.9997127056121826, | |
| "cosine_std": 1.3662951459991746e-05, | |
| "flattened_dot": 4365614.0, | |
| "latent_frames": 11788, | |
| "mse": 2.0514522664296978e-05, | |
| "predicted_squared": 4365932.5, | |
| "reference_squared": 4365790.0, | |
| "relative_l2": 0.010650851436021755, | |
| "squared_error": 495.25799560546875, | |
| "values": 24141824 | |
| } | |
| }, | |
| "condition_latent_frames": 11788, | |
| "emitted_frames": 3417, | |
| "model_id": "simpletuner-v2", | |
| "sample_id": "4f274859-822a-4105-8e34-2890a3f4e880", | |
| "shard_id": 2955, | |
| "token_metrics": { | |
| "per_head": [ | |
| { | |
| "ce_sum": 6794.089584350586, | |
| "count": 3328, | |
| "top1_correct": 1434, | |
| "top5_correct": 2699 | |
| }, | |
| { | |
| "ce_sum": 14481.278930664062, | |
| "count": 3328, | |
| "top1_correct": 346, | |
| "top5_correct": 1041 | |
| }, | |
| { | |
| "ce_sum": 14119.829162597656, | |
| "count": 3328, | |
| "top1_correct": 415, | |
| "top5_correct": 1117 | |
| }, | |
| { | |
| "ce_sum": 15366.246643066406, | |
| "count": 3328, | |
| "top1_correct": 289, | |
| "top5_correct": 862 | |
| }, | |
| { | |
| "ce_sum": 15731.191955566406, | |
| "count": 3328, | |
| "top1_correct": 284, | |
| "top5_correct": 867 | |
| }, | |
| { | |
| "ce_sum": 18559.358825683594, | |
| "count": 3328, | |
| "top1_correct": 129, | |
| "top5_correct": 396 | |
| }, | |
| { | |
| "ce_sum": 19130.299072265625, | |
| "count": 3328, | |
| "top1_correct": 105, | |
| "top5_correct": 344 | |
| }, | |
| { | |
| "ce_sum": 20287.64422607422, | |
| "count": 3328, | |
| "top1_correct": 61, | |
| "top5_correct": 225 | |
| } | |
| ] | |
| } | |
| } | |
| ], | |
| "token_metrics": { | |
| "acoustic_top1": 0.07620937306461602, | |
| "acoustic_top5": 0.21978099517444263, | |
| "loss": 4.633152916080001, | |
| "per_head": [ | |
| { | |
| "cross_entropy": 2.0675839665480433, | |
| "frames": 354304, | |
| "head": 0, | |
| "top1": 0.4285754606213873, | |
| "top5": 0.8018594201589595, | |
| "vocab_size": 16384 | |
| }, | |
| { | |
| "cross_entropy": 4.25709032254412, | |
| "frames": 354304, | |
| "head": 1, | |
| "top1": 0.11949625180635838, | |
| "top5": 0.33115065028901736, | |
| "vocab_size": 1024 | |
| }, | |
| { | |
| "cross_entropy": 4.236256216991843, | |
| "frames": 354304, | |
| "head": 2, | |
| "top1": 0.12558988890895953, | |
| "top5": 0.3394260296242775, | |
| "vocab_size": 1024 | |
| }, | |
| { | |
| "cross_entropy": 4.532510933934609, | |
| "frames": 354304, | |
| "head": 3, | |
| "top1": 0.10005814216040462, | |
| "top5": 0.2822293849349711, | |
| "vocab_size": 1024 | |
| }, | |
| { | |
| "cross_entropy": 4.802503578752452, | |
| "frames": 354304, | |
| "head": 4, | |
| "top1": 0.08076679913294797, | |
| "top5": 0.23649747109826588, | |
| "vocab_size": 1024 | |
| }, | |
| { | |
| "cross_entropy": 5.436662318045005, | |
| "frames": 354304, | |
| "head": 5, | |
| "top1": 0.0470302339234104, | |
| "top5": 0.14838669617052022, | |
| "vocab_size": 1024 | |
| }, | |
| { | |
| "cross_entropy": 5.788419944013475, | |
| "frames": 354304, | |
| "head": 6, | |
| "top1": 0.03289547958815029, | |
| "top5": 0.10805974530346821, | |
| "vocab_size": 1024 | |
| }, | |
| { | |
| "cross_entropy": 5.944196047810461, | |
| "frames": 354304, | |
| "head": 7, | |
| "top1": 0.027628815932080924, | |
| "top5": 0.09271698880057803, | |
| "vocab_size": 1024 | |
| } | |
| ], | |
| "semantic_top1": 0.4285754606213873, | |
| "semantic_top5": 0.8018594201589595 | |
| } | |
| } | |