{
  "created": "2026-09-24",
  "metric": "phoneme_error_rate",
  "metric_note": "Recognition tokens are whitespace-separated IPA phones. Icefall artifact filenames use the generic WER label, but the reported values are PER.",
  "model": {
    "experiment": "zipformer/exp-zipformer-streaming-robust-es-v1",
    "checkpoint": "evaluated-avg-76-80.pt",
    "checkpoint_sha256": "d5cde97d82c214da39c3d9decffa84eaf6b15869c7b6521d2f184a2e59ad30e5",
    "derivation": "Cumulative averaged-model difference over epochs 76 through 80"
  },
  "streaming": {
    "causal": true,
    "chunk_size": 16,
    "left_context_frames": 128,
    "num_decode_streams": 1000
  },
  "corpora": {
    "common_voice_23_0_es_test": {
      "source_distribution": "https://mozilladatacollective.com/datasets/cmj8u3pe600fhnxxbqol7x8bg",
      "source_manifest_sha256": "ca5e485fd427ca33802293a228b534e1ebb0a14e6f7187bf04f51dc56702d35c",
      "preparation_revision": "591a99e9c5c9e308231746c7baa03eadfe670483",
      "source_test_rows": 15893,
      "accepted_cuts": 15857,
      "accepted_duration_hours": 26.902368,
      "reference_phones": 785942,
      "cut_manifest": "data/fbank/common_voice_16_1_es_cuts_test.jsonl.gz",
      "manifest_note": "The cut filename is a legacy compatibility name; preparation provenance identifies the source as Common Voice 23.0 Spanish.",
      "independent_holdout": false,
      "overlap_note": "This official test split is reused by the recipe for validation."
    },
    "slr72_test": {
      "source_distribution": "https://www.openslr.org/72/",
      "source_manifest_sha256": "fda09e2a168617d6eebabe6553b93ee0b6cce654d26e050cb3482b41718c7d27",
      "preparation_revision": "e7c9924b964eecbdcba1181add860367d3c7ca3a",
      "source_test_rows": 981,
      "accepted_cuts": 981,
      "accepted_duration_hours": 1.500871,
      "reference_phones": 41044,
      "cut_manifest": "data/fbank/slr72_dataset_cuts_test.jsonl.gz",
      "independent_holdout": false,
      "overlap_note": "This official test split is reused by the recipe for validation."
    }
  },
  "results": {
    "greedy": {
      "settings": {},
      "common_voice_23_0_es_test": {
        "errors": 22066,
        "per_percent": 2.8075863104402106,
        "exact_utterances": 8662,
        "exact_utterance_percent": 54.62571734880495
      },
      "slr72_test": {
        "errors": 629,
        "per_percent": 1.5325017054867947,
        "exact_utterances": 688,
        "exact_utterance_percent": 70.13251783893986
      },
      "shared": {
        "cuts": 16838,
        "reference_phones": 826986,
        "errors": 22695,
        "per_percent": 2.7443028056097685
      }
    },
    "modified_beam": {
      "settings": {
        "num_active_paths": 4
      },
      "common_voice_23_0_es_test": {
        "errors": 21148,
        "per_percent": 2.6907837982955485,
        "exact_utterances": 8830,
        "exact_utterance_percent": 55.685186353030204
      },
      "slr72_test": {
        "errors": 573,
        "per_percent": 1.3960627619140435,
        "exact_utterances": 699,
        "exact_utterance_percent": 71.25382262996942
      },
      "shared": {
        "cuts": 16838,
        "reference_phones": 826986,
        "errors": 21721,
        "per_percent": 2.6265257211125705
      }
    },
    "fast_beam_reference": {
      "settings": {
        "beam": 4.0,
        "max_contexts": 4,
        "max_states": 32,
        "blank_penalty": 0.0
      },
      "common_voice_23_0_es_test": {
        "errors": 589284,
        "per_percent": 74.97805181552837,
        "exact_utterances": 1079,
        "exact_utterance_percent": 6.804565806899161
      },
      "slr72_test": {
        "errors": 20623,
        "per_percent": 50.24607738037228,
        "exact_utterances": 227,
        "exact_utterance_percent": 23.139653414882773
      },
      "shared": {
        "cuts": 16838,
        "reference_phones": 826986,
        "errors": 609907,
        "per_percent": 73.75058344397608
      }
    },
    "fast_beam_selected": {
      "settings": {
        "beam": 8.0,
        "max_contexts": 4,
        "max_states": 32,
        "blank_penalty": 3.1
      },
      "common_voice_23_0_es_test": {
        "errors": 25093,
        "per_percent": 3.1927292344727727,
        "exact_utterances": 8058,
        "exact_utterance_percent": 50.816674024090304
      },
      "slr72_test": {
        "errors": 638,
        "per_percent": 1.554429392846701,
        "exact_utterances": 667,
        "exact_utterance_percent": 67.99184505606523
      },
      "shared": {
        "cuts": 16838,
        "reference_phones": 826986,
        "errors": 25731,
        "per_percent": 3.111419056670851
      },
      "replay_note": "Recognition artifacts use epoch-999-avg-1 because epoch-999.pt was a temporary hard link to evaluated-avg-76-80.pt. Recreate the link before replay and remove it afterward."
    }
  },
  "selection_note": "No decoder was selected on Common Voice 23.0 ES or SLR72. The fast-beam blank penalty was selected only on TinyVox validation.",
  "recommendation": "Use modified beam search with four active paths for this streaming model."
}