{
  "aggregate": {
    "cer_normalized_micro": 0.0792860273317662,
    "character_errors": 3980,
    "corpora": 5,
    "reference_characters": 50198,
    "reference_words": 8748,
    "utterances": 1189,
    "wer_normalized_micro": 0.2293095564700503,
    "word_errors": 2006
  },
  "by_corpus": [
    {
      "cer_normalized": "0.08096",
      "cer_raw": "0.08096",
      "char_deletions": "682",
      "char_deletions_raw": "682",
      "char_insertions": "482",
      "char_insertions_raw": "482",
      "char_substitutions": "621",
      "char_substitutions_raw": "621",
      "eval_corpus": "ILRDF",
      "eval_language": "saisiyat",
      "eval_utterances": "610",
      "reference_characters": "22048",
      "reference_characters_raw": "22048",
      "reference_words": "3766",
      "reference_words_raw": "3766",
      "run_id": "xlsr53_language_pooled_train-saisiyat_eval-saisiyat-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
      "wer_normalized": "0.21163",
      "wer_raw": "0.21163",
      "word_deletions": "108",
      "word_deletions_raw": "108",
      "word_insertions": "77",
      "word_insertions_raw": "77",
      "word_substitutions": "612",
      "word_substitutions_raw": "612"
    },
    {
      "cer_normalized": "0.283092",
      "cer_raw": "0.283092",
      "char_deletions": "542",
      "char_deletions_raw": "542",
      "char_insertions": "304",
      "char_insertions_raw": "304",
      "char_substitutions": "403",
      "char_substitutions_raw": "403",
      "eval_corpus": "NTU",
      "eval_language": "saisiyat",
      "eval_utterances": "104",
      "reference_characters": "4412",
      "reference_characters_raw": "4412",
      "reference_words": "877",
      "reference_words_raw": "877",
      "run_id": "xlsr53_language_pooled_train-saisiyat_eval-saisiyat-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
      "wer_normalized": "0.651083",
      "wer_raw": "0.651083",
      "word_deletions": "89",
      "word_deletions_raw": "89",
      "word_insertions": "40",
      "word_insertions_raw": "40",
      "word_substitutions": "442",
      "word_substitutions_raw": "442"
    },
    {
      "cer_normalized": "0.028431",
      "cer_raw": "0.028431",
      "char_deletions": "18",
      "char_deletions_raw": "18",
      "char_insertions": "10",
      "char_insertions_raw": "10",
      "char_substitutions": "30",
      "char_substitutions_raw": "30",
      "eval_corpus": "ePark1",
      "eval_language": "saisiyat",
      "eval_utterances": "75",
      "reference_characters": "2040",
      "reference_characters_raw": "2040",
      "reference_words": "343",
      "reference_words_raw": "343",
      "run_id": "xlsr53_language_pooled_train-saisiyat_eval-saisiyat-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
      "wer_normalized": "0.151603",
      "wer_raw": "0.151603",
      "word_deletions": "6",
      "word_deletions_raw": "6",
      "word_insertions": "2",
      "word_insertions_raw": "2",
      "word_substitutions": "44",
      "word_substitutions_raw": "44"
    },
    {
      "cer_normalized": "0.02624",
      "cer_raw": "0.02624",
      "char_deletions": "77",
      "char_deletions_raw": "77",
      "char_insertions": "27",
      "char_insertions_raw": "27",
      "char_substitutions": "24",
      "char_substitutions_raw": "24",
      "eval_corpus": "ePark2",
      "eval_language": "saisiyat",
      "eval_utterances": "106",
      "reference_characters": "4878",
      "reference_characters_raw": "4878",
      "reference_words": "824",
      "reference_words_raw": "824",
      "run_id": "xlsr53_language_pooled_train-saisiyat_eval-saisiyat-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
      "wer_normalized": "0.106796",
      "wer_raw": "0.106796",
      "word_deletions": "16",
      "word_deletions_raw": "16",
      "word_insertions": "8",
      "word_insertions_raw": "8",
      "word_substitutions": "64",
      "word_substitutions_raw": "64"
    },
    {
      "cer_normalized": "0.045184",
      "cer_raw": "0.045184",
      "char_deletions": "371",
      "char_deletions_raw": "371",
      "char_insertions": "245",
      "char_insertions_raw": "245",
      "char_substitutions": "144",
      "char_substitutions_raw": "144",
      "eval_corpus": "ePark3",
      "eval_language": "saisiyat",
      "eval_utterances": "294",
      "reference_characters": "16820",
      "reference_characters_raw": "16820",
      "reference_words": "2938",
      "reference_words_raw": "2938",
      "run_id": "xlsr53_language_pooled_train-saisiyat_eval-saisiyat-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
      "wer_normalized": "0.169503",
      "wer_raw": "0.169503",
      "word_deletions": "82",
      "word_deletions_raw": "82",
      "word_insertions": "48",
      "word_insertions_raw": "48",
      "word_substitutions": "368",
      "word_substitutions_raw": "368"
    }
  ],
  "condition": "language_pooled",
  "dataset_version": "dataset_v1",
  "iso_639_3": "xsy",
  "language": "Saisiyat",
  "language_id": "saisiyat",
  "model_family": "xlsr53",
  "normalization_version": "formosan_safe_v1",
  "readiness": {
    "actual_train_rows": 9473,
    "best_selection_cer": 0.09279681756460974,
    "best_selection_wer": 0.2676440207226045,
    "best_step": 14210,
    "condition": "language_pooled",
    "dominant_hypothesis_rate": 0.001682085786375105,
    "estimated_effective_epochs": 30.000211126359126,
    "failures": 0,
    "generated_at": "2026-06-23T08:17:51+00:00",
    "intended_train_rows": 9473,
    "manifest_dir": "/projects/prudlab/tacl_formosan_asr/experiments/manifests/gate4_xlsr_supervised_matrix/xlsr53_language_pooled_train-saisiyat_eval-saisiyat-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
    "nonempty_hypothesis_rate": 0.9991589571068125,
    "prediction_rows": 1189,
    "result_dir": "/scratch/scheppat/projects/tacl_formosan_asr/runs_xlsr_final_v2/xlsr53_language_pooled_train-saisiyat_eval-saisiyat-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
    "result_label": "final",
    "run_id": "xlsr53_language_pooled_train-saisiyat_eval-saisiyat-all-corpora_dataset_v1_split_v2_formosan_safe_v1_seed13",
    "status": "pass",
    "steps": 35524,
    "test_rows": 1189,
    "train_batch_size": 8,
    "warnings": 0
  },
  "seed": 13,
  "split_version": "split_v2"
}