{
  "aggregate": {
    "cer_normalized_micro": 0.03496945439224774,
    "character_errors": 1328,
    "corpora": 5,
    "reference_characters": 37976,
    "reference_words": 8351,
    "utterances": 1106,
    "wer_normalized_micro": 0.12393725302358999,
    "word_errors": 1035
  },
  "by_corpus": [
    {
      "cer_normalized": "0.019788",
      "cer_raw": "0.019788",
      "char_deletions": "111",
      "char_deletions_raw": "111",
      "char_insertions": "62",
      "char_insertions_raw": "62",
      "char_substitutions": "117",
      "char_substitutions_raw": "117",
      "eval_corpus": "ILRDF",
      "eval_language": "sakizaya",
      "eval_utterances": "527",
      "reference_characters": "14655",
      "reference_characters_raw": "14655",
      "reference_words": "3187",
      "reference_words_raw": "3187",
      "run_id": "whisper_small_pan_formosan_to_language_train-sakizaya_eval-sakizaya-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
      "wer_normalized": "0.089426",
      "wer_raw": "0.089426",
      "word_deletions": "40",
      "word_deletions_raw": "40",
      "word_insertions": "23",
      "word_insertions_raw": "23",
      "word_substitutions": "222",
      "word_substitutions_raw": "222"
    },
    {
      "cer_normalized": "0.171023",
      "cer_raw": "0.171023",
      "char_deletions": "152",
      "char_deletions_raw": "152",
      "char_insertions": "249",
      "char_insertions_raw": "249",
      "char_substitutions": "201",
      "char_substitutions_raw": "201",
      "eval_corpus": "NTU",
      "eval_language": "sakizaya",
      "eval_utterances": "86",
      "reference_characters": "3520",
      "reference_characters_raw": "3520",
      "reference_words": "898",
      "reference_words_raw": "898",
      "run_id": "whisper_small_pan_formosan_to_language_train-sakizaya_eval-sakizaya-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
      "wer_normalized": "0.391982",
      "wer_raw": "0.391982",
      "word_deletions": "57",
      "word_deletions_raw": "57",
      "word_insertions": "77",
      "word_insertions_raw": "77",
      "word_substitutions": "218",
      "word_substitutions_raw": "218"
    },
    {
      "cer_normalized": "0.027812",
      "cer_raw": "0.027812",
      "char_deletions": "16",
      "char_deletions_raw": "16",
      "char_insertions": "9",
      "char_insertions_raw": "9",
      "char_substitutions": "20",
      "char_substitutions_raw": "20",
      "eval_corpus": "ePark1",
      "eval_language": "sakizaya",
      "eval_utterances": "101",
      "reference_characters": "1618",
      "reference_characters_raw": "1618",
      "reference_words": "329",
      "reference_words_raw": "329",
      "run_id": "whisper_small_pan_formosan_to_language_train-sakizaya_eval-sakizaya-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
      "wer_normalized": "0.109422",
      "wer_raw": "0.109422",
      "word_deletions": "1",
      "word_deletions_raw": "1",
      "word_insertions": "3",
      "word_insertions_raw": "3",
      "word_substitutions": "32",
      "word_substitutions_raw": "32"
    },
    {
      "cer_normalized": "0.018554",
      "cer_raw": "0.018554",
      "char_deletions": "7",
      "char_deletions_raw": "7",
      "char_insertions": "38",
      "char_insertions_raw": "38",
      "char_substitutions": "13",
      "char_substitutions_raw": "13",
      "eval_corpus": "ePark2",
      "eval_language": "sakizaya",
      "eval_utterances": "63",
      "reference_characters": "3126",
      "reference_characters_raw": "3126",
      "reference_words": "641",
      "reference_words_raw": "641",
      "run_id": "whisper_small_pan_formosan_to_language_train-sakizaya_eval-sakizaya-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
      "wer_normalized": "0.060842",
      "wer_raw": "0.060842",
      "word_deletions": "7",
      "word_deletions_raw": "7",
      "word_insertions": "5",
      "word_insertions_raw": "5",
      "word_substitutions": "27",
      "word_substitutions_raw": "27"
    },
    {
      "cer_normalized": "0.022116",
      "cer_raw": "0.022116",
      "char_deletions": "116",
      "char_deletions_raw": "116",
      "char_insertions": "108",
      "char_insertions_raw": "108",
      "char_substitutions": "109",
      "char_substitutions_raw": "109",
      "eval_corpus": "ePark3",
      "eval_language": "sakizaya",
      "eval_utterances": "329",
      "reference_characters": "15057",
      "reference_characters_raw": "15057",
      "reference_words": "3296",
      "reference_words_raw": "3296",
      "run_id": "whisper_small_pan_formosan_to_language_train-sakizaya_eval-sakizaya-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
      "wer_normalized": "0.097998",
      "wer_raw": "0.097998",
      "word_deletions": "42",
      "word_deletions_raw": "42",
      "word_insertions": "49",
      "word_insertions_raw": "49",
      "word_substitutions": "232",
      "word_substitutions_raw": "232"
    }
  ],
  "condition": "pan_formosan_to_language",
  "dataset_version": "dataset_v1",
  "iso_639_3": "szy",
  "language": "Sakizaya",
  "language_id": "sakizaya",
  "model_family": "whisper_small",
  "normalization_version": "formosan_safe_v1",
  "readiness": {
    "actual_train_rows": 8811,
    "best_selection_cer": 0.035554319082082717,
    "best_selection_wer": 0.13656783788189591,
    "best_step": 2644,
    "condition": "pan_formosan_to_language",
    "dominant_hypothesis_rate": 0.0027124773960217,
    "estimated_effective_epochs": 3.000794461468619,
    "failures": 0,
    "generated_at": "2026-06-25T21:01:20+00:00",
    "intended_train_rows": 8811,
    "manifest_dir": "/projects/prudlab/tacl_formosan_asr/experiments/manifests/gate5_whisper_final_v1_with_pan_checkpoint/whisper_small_pan_formosan_to_language_train-sakizaya_eval-sakizaya-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
    "nonempty_hypothesis_rate": 1.0,
    "prediction_rows": 1106,
    "result_dir": "/scratch/scheppat/projects/tacl_formosan_asr/runs_whisper_final_v1/whisper_small_pan_formosan_to_language_train-sakizaya_eval-sakizaya-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
    "result_label": "final",
    "run_id": "whisper_small_pan_formosan_to_language_train-sakizaya_eval-sakizaya-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
    "status": "pass",
    "steps": 3305,
    "test_rows": 1106,
    "train_batch_size": 8,
    "warnings": 0
  },
  "seed": 13,
  "split_version": "split_v2"
}