{
  "format": "inflect_v2_release_evidence_v1",
  "systems": {
    "inflect-micro-v2": {
      "label": "Inflect-Micro-v2",
      "weight_mb": 37.529995,
      "semantic_wer": {
        "wer": 0.019293218720152817,
        "ci": [
          0.014622733476311172,
          0.024179280518969924
        ],
        "categories": {
          "conversational": {
            "raw": {
              "utterances": 25,
              "errors": 0,
              "words": 296,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 25,
              "errors": 0,
              "words": 309,
              "wer": 0.0
            }
          },
          "descriptive": {
            "raw": {
              "utterances": 16,
              "errors": 2,
              "words": 217,
              "wer": 0.009216589861751152
            },
            "semantic": {
              "utterances": 16,
              "errors": 1,
              "words": 226,
              "wer": 0.004424778761061947
            }
          },
          "emotional": {
            "raw": {
              "utterances": 24,
              "errors": 0,
              "words": 314,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 24,
              "errors": 0,
              "words": 329,
              "wer": 0.0
            }
          },
          "homographs": {
            "raw": {
              "utterances": 6,
              "errors": 2,
              "words": 70,
              "wer": 0.02857142857142857
            },
            "semantic": {
              "utterances": 6,
              "errors": 2,
              "words": 70,
              "wer": 0.02857142857142857
            }
          },
          "long": {
            "raw": {
              "utterances": 15,
              "errors": 3,
              "words": 412,
              "wer": 0.007281553398058253
            },
            "semantic": {
              "utterances": 15,
              "errors": 3,
              "words": 432,
              "wer": 0.006944444444444444
            }
          },
          "long_range": {
            "raw": {
              "utterances": 6,
              "errors": 0,
              "words": 121,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 6,
              "errors": 0,
              "words": 121,
              "wer": 0.0
            }
          },
          "names_places": {
            "raw": {
              "utterances": 6,
              "errors": 4,
              "words": 57,
              "wer": 0.07017543859649122
            },
            "semantic": {
              "utterances": 6,
              "errors": 4,
              "words": 57,
              "wer": 0.07017543859649122
            }
          },
          "narrative": {
            "raw": {
              "utterances": 24,
              "errors": 2,
              "words": 342,
              "wer": 0.005847953216374269
            },
            "semantic": {
              "utterances": 24,
              "errors": 1,
              "words": 352,
              "wer": 0.002840909090909091
            }
          },
          "numbers": {
            "raw": {
              "utterances": 6,
              "errors": 33,
              "words": 81,
              "wer": 0.4074074074074074
            },
            "semantic": {
              "utterances": 6,
              "errors": 8,
              "words": 64,
              "wer": 0.125
            }
          },
          "phonetic_balance": {
            "raw": {
              "utterances": 300,
              "errors": 82,
              "words": 2605,
              "wer": 0.03147792706333973
            },
            "semantic": {
              "utterances": 300,
              "errors": 68,
              "words": 2627,
              "wer": 0.02588503996954701
            }
          },
          "punctuation": {
            "raw": {
              "utterances": 6,
              "errors": 0,
              "words": 65,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 6,
              "errors": 0,
              "words": 65,
              "wer": 0.0
            }
          },
          "question": {
            "raw": {
              "utterances": 15,
              "errors": 0,
              "words": 163,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 15,
              "errors": 0,
              "words": 165,
              "wer": 0.0
            }
          },
          "rare_words": {
            "raw": {
              "utterances": 6,
              "errors": 3,
              "words": 57,
              "wer": 0.05263157894736842
            },
            "semantic": {
              "utterances": 6,
              "errors": 3,
              "words": 57,
              "wer": 0.05263157894736842
            }
          },
          "short": {
            "raw": {
              "utterances": 24,
              "errors": 3,
              "words": 98,
              "wer": 0.030612244897959183
            },
            "semantic": {
              "utterances": 24,
              "errors": 3,
              "words": 105,
              "wer": 0.02857142857142857
            }
          },
          "technical": {
            "raw": {
              "utterances": 21,
              "errors": 12,
              "words": 251,
              "wer": 0.04780876494023904
            },
            "semantic": {
              "utterances": 21,
              "errors": 8,
              "words": 256,
              "wer": 0.03125
            }
          }
        }
      },
      "utmos22": {
        "mean": 4.395012595653534,
        "ci": [
          4.3812509111166,
          4.4079569326162344
        ]
      }
    },
    "inflect-nano-v2": {
      "label": "Inflect-Nano-v2",
      "weight_mb": 15.971083,
      "semantic_wer": {
        "wer": 0.024832855778414518,
        "ci": [
          0.019525267993874426,
          0.030727866333781446
        ],
        "categories": {
          "conversational": {
            "raw": {
              "utterances": 25,
              "errors": 5,
              "words": 296,
              "wer": 0.016891891891891893
            },
            "semantic": {
              "utterances": 25,
              "errors": 3,
              "words": 309,
              "wer": 0.009708737864077669
            }
          },
          "descriptive": {
            "raw": {
              "utterances": 16,
              "errors": 2,
              "words": 217,
              "wer": 0.009216589861751152
            },
            "semantic": {
              "utterances": 16,
              "errors": 1,
              "words": 226,
              "wer": 0.004424778761061947
            }
          },
          "emotional": {
            "raw": {
              "utterances": 24,
              "errors": 1,
              "words": 314,
              "wer": 0.0031847133757961785
            },
            "semantic": {
              "utterances": 24,
              "errors": 1,
              "words": 329,
              "wer": 0.00303951367781155
            }
          },
          "homographs": {
            "raw": {
              "utterances": 6,
              "errors": 3,
              "words": 70,
              "wer": 0.04285714285714286
            },
            "semantic": {
              "utterances": 6,
              "errors": 3,
              "words": 70,
              "wer": 0.04285714285714286
            }
          },
          "long": {
            "raw": {
              "utterances": 15,
              "errors": 3,
              "words": 412,
              "wer": 0.007281553398058253
            },
            "semantic": {
              "utterances": 15,
              "errors": 3,
              "words": 432,
              "wer": 0.006944444444444444
            }
          },
          "long_range": {
            "raw": {
              "utterances": 6,
              "errors": 1,
              "words": 121,
              "wer": 0.008264462809917356
            },
            "semantic": {
              "utterances": 6,
              "errors": 1,
              "words": 121,
              "wer": 0.008264462809917356
            }
          },
          "names_places": {
            "raw": {
              "utterances": 6,
              "errors": 3,
              "words": 57,
              "wer": 0.05263157894736842
            },
            "semantic": {
              "utterances": 6,
              "errors": 3,
              "words": 57,
              "wer": 0.05263157894736842
            }
          },
          "narrative": {
            "raw": {
              "utterances": 24,
              "errors": 5,
              "words": 342,
              "wer": 0.014619883040935672
            },
            "semantic": {
              "utterances": 24,
              "errors": 4,
              "words": 352,
              "wer": 0.011363636363636364
            }
          },
          "numbers": {
            "raw": {
              "utterances": 6,
              "errors": 33,
              "words": 81,
              "wer": 0.4074074074074074
            },
            "semantic": {
              "utterances": 6,
              "errors": 6,
              "words": 64,
              "wer": 0.09375
            }
          },
          "phonetic_balance": {
            "raw": {
              "utterances": 300,
              "errors": 96,
              "words": 2605,
              "wer": 0.03685220729366603
            },
            "semantic": {
              "utterances": 300,
              "errors": 83,
              "words": 2627,
              "wer": 0.031594975256947086
            }
          },
          "punctuation": {
            "raw": {
              "utterances": 6,
              "errors": 0,
              "words": 65,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 6,
              "errors": 0,
              "words": 65,
              "wer": 0.0
            }
          },
          "question": {
            "raw": {
              "utterances": 15,
              "errors": 1,
              "words": 163,
              "wer": 0.006134969325153374
            },
            "semantic": {
              "utterances": 15,
              "errors": 1,
              "words": 165,
              "wer": 0.006060606060606061
            }
          },
          "rare_words": {
            "raw": {
              "utterances": 6,
              "errors": 5,
              "words": 57,
              "wer": 0.08771929824561403
            },
            "semantic": {
              "utterances": 6,
              "errors": 5,
              "words": 57,
              "wer": 0.08771929824561403
            }
          },
          "short": {
            "raw": {
              "utterances": 24,
              "errors": 8,
              "words": 98,
              "wer": 0.08163265306122448
            },
            "semantic": {
              "utterances": 24,
              "errors": 8,
              "words": 105,
              "wer": 0.0761904761904762
            }
          },
          "technical": {
            "raw": {
              "utterances": 21,
              "errors": 12,
              "words": 251,
              "wer": 0.04780876494023904
            },
            "semantic": {
              "utterances": 21,
              "errors": 8,
              "words": 256,
              "wer": 0.03125
            }
          }
        }
      },
      "utmos22": {
        "mean": 4.3861008615493775,
        "ci": [
          4.372184220826625,
          4.3987462292552
        ]
      }
    },
    "kitten-nano-bruno": {
      "label": "KittenTTS Nano \u00b7 Bruno",
      "weight_mb": 56.767095,
      "semantic_wer": {
        "wer": 0.009742120343839542,
        "ci": [
          0.006622516556291391,
          0.013268998793727383
        ],
        "categories": {
          "conversational": {
            "raw": {
              "utterances": 25,
              "errors": 0,
              "words": 296,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 25,
              "errors": 0,
              "words": 309,
              "wer": 0.0
            }
          },
          "descriptive": {
            "raw": {
              "utterances": 16,
              "errors": 1,
              "words": 217,
              "wer": 0.004608294930875576
            },
            "semantic": {
              "utterances": 16,
              "errors": 0,
              "words": 226,
              "wer": 0.0
            }
          },
          "emotional": {
            "raw": {
              "utterances": 24,
              "errors": 0,
              "words": 314,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 24,
              "errors": 0,
              "words": 329,
              "wer": 0.0
            }
          },
          "homographs": {
            "raw": {
              "utterances": 6,
              "errors": 1,
              "words": 70,
              "wer": 0.014285714285714285
            },
            "semantic": {
              "utterances": 6,
              "errors": 1,
              "words": 70,
              "wer": 0.014285714285714285
            }
          },
          "long": {
            "raw": {
              "utterances": 15,
              "errors": 2,
              "words": 412,
              "wer": 0.0048543689320388345
            },
            "semantic": {
              "utterances": 15,
              "errors": 2,
              "words": 432,
              "wer": 0.004629629629629629
            }
          },
          "long_range": {
            "raw": {
              "utterances": 6,
              "errors": 0,
              "words": 121,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 6,
              "errors": 0,
              "words": 121,
              "wer": 0.0
            }
          },
          "names_places": {
            "raw": {
              "utterances": 6,
              "errors": 2,
              "words": 57,
              "wer": 0.03508771929824561
            },
            "semantic": {
              "utterances": 6,
              "errors": 2,
              "words": 57,
              "wer": 0.03508771929824561
            }
          },
          "narrative": {
            "raw": {
              "utterances": 24,
              "errors": 3,
              "words": 342,
              "wer": 0.008771929824561403
            },
            "semantic": {
              "utterances": 24,
              "errors": 2,
              "words": 352,
              "wer": 0.005681818181818182
            }
          },
          "numbers": {
            "raw": {
              "utterances": 6,
              "errors": 32,
              "words": 81,
              "wer": 0.3950617283950617
            },
            "semantic": {
              "utterances": 6,
              "errors": 5,
              "words": 64,
              "wer": 0.078125
            }
          },
          "phonetic_balance": {
            "raw": {
              "utterances": 300,
              "errors": 39,
              "words": 2605,
              "wer": 0.014971209213051824
            },
            "semantic": {
              "utterances": 300,
              "errors": 30,
              "words": 2627,
              "wer": 0.011419870574800152
            }
          },
          "punctuation": {
            "raw": {
              "utterances": 6,
              "errors": 0,
              "words": 65,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 6,
              "errors": 0,
              "words": 65,
              "wer": 0.0
            }
          },
          "question": {
            "raw": {
              "utterances": 15,
              "errors": 0,
              "words": 163,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 15,
              "errors": 0,
              "words": 165,
              "wer": 0.0
            }
          },
          "rare_words": {
            "raw": {
              "utterances": 6,
              "errors": 2,
              "words": 57,
              "wer": 0.03508771929824561
            },
            "semantic": {
              "utterances": 6,
              "errors": 2,
              "words": 57,
              "wer": 0.03508771929824561
            }
          },
          "short": {
            "raw": {
              "utterances": 24,
              "errors": 2,
              "words": 98,
              "wer": 0.02040816326530612
            },
            "semantic": {
              "utterances": 24,
              "errors": 2,
              "words": 105,
              "wer": 0.01904761904761905
            }
          },
          "technical": {
            "raw": {
              "utterances": 21,
              "errors": 9,
              "words": 251,
              "wer": 0.035856573705179286
            },
            "semantic": {
              "utterances": 21,
              "errors": 5,
              "words": 256,
              "wer": 0.01953125
            }
          }
        }
      },
      "utmos22": {
        "mean": 4.21684304523468,
        "ci": [
          4.193502563333512,
          4.239324071252346
        ]
      }
    },
    "kitten-nano-hugo": {
      "label": "KittenTTS Nano \u00b7 Hugo",
      "weight_mb": 56.767095,
      "semantic_wer": {
        "wer": 0.011461318051575931,
        "ci": [
          0.007995319812792511,
          0.01523625843780135
        ],
        "categories": {
          "conversational": {
            "raw": {
              "utterances": 25,
              "errors": 1,
              "words": 296,
              "wer": 0.0033783783783783786
            },
            "semantic": {
              "utterances": 25,
              "errors": 1,
              "words": 309,
              "wer": 0.003236245954692557
            }
          },
          "descriptive": {
            "raw": {
              "utterances": 16,
              "errors": 1,
              "words": 217,
              "wer": 0.004608294930875576
            },
            "semantic": {
              "utterances": 16,
              "errors": 0,
              "words": 226,
              "wer": 0.0
            }
          },
          "emotional": {
            "raw": {
              "utterances": 24,
              "errors": 0,
              "words": 314,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 24,
              "errors": 0,
              "words": 329,
              "wer": 0.0
            }
          },
          "homographs": {
            "raw": {
              "utterances": 6,
              "errors": 1,
              "words": 70,
              "wer": 0.014285714285714285
            },
            "semantic": {
              "utterances": 6,
              "errors": 1,
              "words": 70,
              "wer": 0.014285714285714285
            }
          },
          "long": {
            "raw": {
              "utterances": 15,
              "errors": 3,
              "words": 412,
              "wer": 0.007281553398058253
            },
            "semantic": {
              "utterances": 15,
              "errors": 3,
              "words": 432,
              "wer": 0.006944444444444444
            }
          },
          "long_range": {
            "raw": {
              "utterances": 6,
              "errors": 0,
              "words": 121,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 6,
              "errors": 0,
              "words": 121,
              "wer": 0.0
            }
          },
          "names_places": {
            "raw": {
              "utterances": 6,
              "errors": 2,
              "words": 57,
              "wer": 0.03508771929824561
            },
            "semantic": {
              "utterances": 6,
              "errors": 2,
              "words": 57,
              "wer": 0.03508771929824561
            }
          },
          "narrative": {
            "raw": {
              "utterances": 24,
              "errors": 6,
              "words": 342,
              "wer": 0.017543859649122806
            },
            "semantic": {
              "utterances": 24,
              "errors": 5,
              "words": 352,
              "wer": 0.014204545454545454
            }
          },
          "numbers": {
            "raw": {
              "utterances": 6,
              "errors": 32,
              "words": 81,
              "wer": 0.3950617283950617
            },
            "semantic": {
              "utterances": 6,
              "errors": 5,
              "words": 64,
              "wer": 0.078125
            }
          },
          "phonetic_balance": {
            "raw": {
              "utterances": 300,
              "errors": 39,
              "words": 2605,
              "wer": 0.014971209213051824
            },
            "semantic": {
              "utterances": 300,
              "errors": 30,
              "words": 2627,
              "wer": 0.011419870574800152
            }
          },
          "punctuation": {
            "raw": {
              "utterances": 6,
              "errors": 0,
              "words": 65,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 6,
              "errors": 0,
              "words": 65,
              "wer": 0.0
            }
          },
          "question": {
            "raw": {
              "utterances": 15,
              "errors": 0,
              "words": 163,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 15,
              "errors": 0,
              "words": 165,
              "wer": 0.0
            }
          },
          "rare_words": {
            "raw": {
              "utterances": 6,
              "errors": 3,
              "words": 57,
              "wer": 0.05263157894736842
            },
            "semantic": {
              "utterances": 6,
              "errors": 3,
              "words": 57,
              "wer": 0.05263157894736842
            }
          },
          "short": {
            "raw": {
              "utterances": 24,
              "errors": 4,
              "words": 98,
              "wer": 0.04081632653061224
            },
            "semantic": {
              "utterances": 24,
              "errors": 4,
              "words": 105,
              "wer": 0.0380952380952381
            }
          },
          "technical": {
            "raw": {
              "utterances": 21,
              "errors": 12,
              "words": 251,
              "wer": 0.04780876494023904
            },
            "semantic": {
              "utterances": 21,
              "errors": 6,
              "words": 256,
              "wer": 0.0234375
            }
          }
        }
      },
      "utmos22": {
        "mean": 4.191078673839569,
        "ci": [
          4.168552933418751,
          4.212353882300854
        ]
      }
    },
    "piper-ryan-low": {
      "label": "Piper \u00b7 Ryan Low",
      "weight_mb": 63.104526,
      "semantic_wer": {
        "wer": 0.023304680038204392,
        "ci": [
          0.018028169014084508,
          0.02901655306718598
        ],
        "categories": {
          "conversational": {
            "raw": {
              "utterances": 25,
              "errors": 8,
              "words": 296,
              "wer": 0.02702702702702703
            },
            "semantic": {
              "utterances": 25,
              "errors": 5,
              "words": 309,
              "wer": 0.016181229773462782
            }
          },
          "descriptive": {
            "raw": {
              "utterances": 16,
              "errors": 3,
              "words": 217,
              "wer": 0.013824884792626729
            },
            "semantic": {
              "utterances": 16,
              "errors": 1,
              "words": 226,
              "wer": 0.004424778761061947
            }
          },
          "emotional": {
            "raw": {
              "utterances": 24,
              "errors": 1,
              "words": 314,
              "wer": 0.0031847133757961785
            },
            "semantic": {
              "utterances": 24,
              "errors": 1,
              "words": 329,
              "wer": 0.00303951367781155
            }
          },
          "homographs": {
            "raw": {
              "utterances": 6,
              "errors": 1,
              "words": 70,
              "wer": 0.014285714285714285
            },
            "semantic": {
              "utterances": 6,
              "errors": 1,
              "words": 70,
              "wer": 0.014285714285714285
            }
          },
          "long": {
            "raw": {
              "utterances": 15,
              "errors": 3,
              "words": 412,
              "wer": 0.007281553398058253
            },
            "semantic": {
              "utterances": 15,
              "errors": 3,
              "words": 432,
              "wer": 0.006944444444444444
            }
          },
          "long_range": {
            "raw": {
              "utterances": 6,
              "errors": 1,
              "words": 121,
              "wer": 0.008264462809917356
            },
            "semantic": {
              "utterances": 6,
              "errors": 1,
              "words": 121,
              "wer": 0.008264462809917356
            }
          },
          "names_places": {
            "raw": {
              "utterances": 6,
              "errors": 2,
              "words": 57,
              "wer": 0.03508771929824561
            },
            "semantic": {
              "utterances": 6,
              "errors": 2,
              "words": 57,
              "wer": 0.03508771929824561
            }
          },
          "narrative": {
            "raw": {
              "utterances": 24,
              "errors": 1,
              "words": 342,
              "wer": 0.0029239766081871343
            },
            "semantic": {
              "utterances": 24,
              "errors": 0,
              "words": 352,
              "wer": 0.0
            }
          },
          "numbers": {
            "raw": {
              "utterances": 6,
              "errors": 32,
              "words": 81,
              "wer": 0.3950617283950617
            },
            "semantic": {
              "utterances": 6,
              "errors": 6,
              "words": 64,
              "wer": 0.09375
            }
          },
          "phonetic_balance": {
            "raw": {
              "utterances": 300,
              "errors": 94,
              "words": 2605,
              "wer": 0.03608445297504798
            },
            "semantic": {
              "utterances": 300,
              "errors": 83,
              "words": 2627,
              "wer": 0.031594975256947086
            }
          },
          "punctuation": {
            "raw": {
              "utterances": 6,
              "errors": 1,
              "words": 65,
              "wer": 0.015384615384615385
            },
            "semantic": {
              "utterances": 6,
              "errors": 1,
              "words": 65,
              "wer": 0.015384615384615385
            }
          },
          "question": {
            "raw": {
              "utterances": 15,
              "errors": 0,
              "words": 163,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 15,
              "errors": 0,
              "words": 165,
              "wer": 0.0
            }
          },
          "rare_words": {
            "raw": {
              "utterances": 6,
              "errors": 4,
              "words": 57,
              "wer": 0.07017543859649122
            },
            "semantic": {
              "utterances": 6,
              "errors": 4,
              "words": 57,
              "wer": 0.07017543859649122
            }
          },
          "short": {
            "raw": {
              "utterances": 24,
              "errors": 7,
              "words": 98,
              "wer": 0.07142857142857142
            },
            "semantic": {
              "utterances": 24,
              "errors": 8,
              "words": 105,
              "wer": 0.0761904761904762
            }
          },
          "technical": {
            "raw": {
              "utterances": 21,
              "errors": 10,
              "words": 251,
              "wer": 0.0398406374501992
            },
            "semantic": {
              "utterances": 21,
              "errors": 6,
              "words": 256,
              "wer": 0.0234375
            }
          }
        }
      },
      "utmos22": {
        "mean": 4.289378658294678,
        "ci": [
          4.271461564397812,
          4.306235534155369
        ]
      }
    },
    "piper-danny-low": {
      "label": "Piper \u00b7 Danny Low",
      "weight_mb": 63.104526,
      "semantic_wer": {
        "wer": 0.018147086914995225,
        "ci": [
          0.013549618320610687,
          0.022975077881619937
        ],
        "categories": {
          "conversational": {
            "raw": {
              "utterances": 25,
              "errors": 2,
              "words": 296,
              "wer": 0.006756756756756757
            },
            "semantic": {
              "utterances": 25,
              "errors": 2,
              "words": 309,
              "wer": 0.006472491909385114
            }
          },
          "descriptive": {
            "raw": {
              "utterances": 16,
              "errors": 2,
              "words": 217,
              "wer": 0.009216589861751152
            },
            "semantic": {
              "utterances": 16,
              "errors": 1,
              "words": 226,
              "wer": 0.004424778761061947
            }
          },
          "emotional": {
            "raw": {
              "utterances": 24,
              "errors": 1,
              "words": 314,
              "wer": 0.0031847133757961785
            },
            "semantic": {
              "utterances": 24,
              "errors": 1,
              "words": 329,
              "wer": 0.00303951367781155
            }
          },
          "homographs": {
            "raw": {
              "utterances": 6,
              "errors": 1,
              "words": 70,
              "wer": 0.014285714285714285
            },
            "semantic": {
              "utterances": 6,
              "errors": 1,
              "words": 70,
              "wer": 0.014285714285714285
            }
          },
          "long": {
            "raw": {
              "utterances": 15,
              "errors": 7,
              "words": 412,
              "wer": 0.01699029126213592
            },
            "semantic": {
              "utterances": 15,
              "errors": 7,
              "words": 432,
              "wer": 0.016203703703703703
            }
          },
          "long_range": {
            "raw": {
              "utterances": 6,
              "errors": 0,
              "words": 121,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 6,
              "errors": 0,
              "words": 121,
              "wer": 0.0
            }
          },
          "names_places": {
            "raw": {
              "utterances": 6,
              "errors": 3,
              "words": 57,
              "wer": 0.05263157894736842
            },
            "semantic": {
              "utterances": 6,
              "errors": 3,
              "words": 57,
              "wer": 0.05263157894736842
            }
          },
          "narrative": {
            "raw": {
              "utterances": 24,
              "errors": 1,
              "words": 342,
              "wer": 0.0029239766081871343
            },
            "semantic": {
              "utterances": 24,
              "errors": 0,
              "words": 352,
              "wer": 0.0
            }
          },
          "numbers": {
            "raw": {
              "utterances": 6,
              "errors": 33,
              "words": 81,
              "wer": 0.4074074074074074
            },
            "semantic": {
              "utterances": 6,
              "errors": 7,
              "words": 64,
              "wer": 0.109375
            }
          },
          "phonetic_balance": {
            "raw": {
              "utterances": 300,
              "errors": 73,
              "words": 2605,
              "wer": 0.02802303262955854
            },
            "semantic": {
              "utterances": 300,
              "errors": 61,
              "words": 2627,
              "wer": 0.02322040350209364
            }
          },
          "punctuation": {
            "raw": {
              "utterances": 6,
              "errors": 0,
              "words": 65,
              "wer": 0.0
            },
            "semantic": {
              "utterances": 6,
              "errors": 0,
              "words": 65,
              "wer": 0.0
            }
          },
          "question": {
            "raw": {
              "utterances": 15,
              "errors": 2,
              "words": 163,
              "wer": 0.012269938650306749
            },
            "semantic": {
              "utterances": 15,
              "errors": 2,
              "words": 165,
              "wer": 0.012121212121212121
            }
          },
          "rare_words": {
            "raw": {
              "utterances": 6,
              "errors": 2,
              "words": 57,
              "wer": 0.03508771929824561
            },
            "semantic": {
              "utterances": 6,
              "errors": 2,
              "words": 57,
              "wer": 0.03508771929824561
            }
          },
          "short": {
            "raw": {
              "utterances": 24,
              "errors": 3,
              "words": 98,
              "wer": 0.030612244897959183
            },
            "semantic": {
              "utterances": 24,
              "errors": 3,
              "words": 105,
              "wer": 0.02857142857142857
            }
          },
          "technical": {
            "raw": {
              "utterances": 21,
              "errors": 9,
              "words": 251,
              "wer": 0.035856573705179286
            },
            "semantic": {
              "utterances": 21,
              "errors": 5,
              "words": 256,
              "wer": 0.01953125
            }
          }
        }
      },
      "utmos22": {
        "mean": 4.194989757061005,
        "ci": [
          4.179823832964897,
          4.20924334000349
        ]
      }
    },
    "supertonic3-james-3step": {
      "label": "Supertonic 3 \u00b7 James \u00b7 3-step",
      "weight_mb": 398.075273,
      "semantic_wer": {
        "wer": 6.928175740210124,
        "ci": [
          5.861435406698565,
          8.043254987161761
        ],
        "categories": {
          "conversational": {
            "raw": {
              "utterances": 25,
              "errors": 1295,
              "words": 296,
              "wer": 4.375
            },
            "semantic": {
              "utterances": 25,
              "errors": 1449,
              "words": 309,
              "wer": 4.689320388349515
            }
          },
          "descriptive": {
            "raw": {
              "utterances": 16,
              "errors": 902,
              "words": 217,
              "wer": 4.15668202764977
            },
            "semantic": {
              "utterances": 16,
              "errors": 998,
              "words": 226,
              "wer": 4.415929203539823
            }
          },
          "emotional": {
            "raw": {
              "utterances": 24,
              "errors": 2189,
              "words": 314,
              "wer": 6.971337579617835
            },
            "semantic": {
              "utterances": 24,
              "errors": 2306,
              "words": 329,
              "wer": 7.009118541033435
            }
          },
          "homographs": {
            "raw": {
              "utterances": 6,
              "errors": 70,
              "words": 70,
              "wer": 1.0
            },
            "semantic": {
              "utterances": 6,
              "errors": 73,
              "words": 70,
              "wer": 1.042857142857143
            }
          },
          "long": {
            "raw": {
              "utterances": 15,
              "errors": 1113,
              "words": 412,
              "wer": 2.7014563106796117
            },
            "semantic": {
              "utterances": 15,
              "errors": 1190,
              "words": 432,
              "wer": 2.7546296296296298
            }
          },
          "long_range": {
            "raw": {
              "utterances": 6,
              "errors": 153,
              "words": 121,
              "wer": 1.2644628099173554
            },
            "semantic": {
              "utterances": 6,
              "errors": 159,
              "words": 121,
              "wer": 1.3140495867768596
            }
          },
          "names_places": {
            "raw": {
              "utterances": 6,
              "errors": 666,
              "words": 57,
              "wer": 11.68421052631579
            },
            "semantic": {
              "utterances": 6,
              "errors": 828,
              "words": 57,
              "wer": 14.526315789473685
            }
          },
          "narrative": {
            "raw": {
              "utterances": 24,
              "errors": 2415,
              "words": 342,
              "wer": 7.06140350877193
            },
            "semantic": {
              "utterances": 24,
              "errors": 2562,
              "words": 352,
              "wer": 7.278409090909091
            }
          },
          "numbers": {
            "raw": {
              "utterances": 6,
              "errors": 94,
              "words": 81,
              "wer": 1.1604938271604939
            },
            "semantic": {
              "utterances": 6,
              "errors": 91,
              "words": 64,
              "wer": 1.421875
            }
          },
          "phonetic_balance": {
            "raw": {
              "utterances": 300,
              "errors": 19668,
              "words": 2605,
              "wer": 7.550095969289827
            },
            "semantic": {
              "utterances": 300,
              "errors": 21028,
              "words": 2627,
              "wer": 8.00456794822992
            }
          },
          "punctuation": {
            "raw": {
              "utterances": 6,
              "errors": 803,
              "words": 65,
              "wer": 12.353846153846154
            },
            "semantic": {
              "utterances": 6,
              "errors": 807,
              "words": 65,
              "wer": 12.415384615384616
            }
          },
          "question": {
            "raw": {
              "utterances": 15,
              "errors": 1412,
              "words": 163,
              "wer": 8.662576687116564
            },
            "semantic": {
              "utterances": 15,
              "errors": 1529,
              "words": 165,
              "wer": 9.266666666666667
            }
          },
          "rare_words": {
            "raw": {
              "utterances": 6,
              "errors": 819,
              "words": 57,
              "wer": 14.368421052631579
            },
            "semantic": {
              "utterances": 6,
              "errors": 820,
              "words": 57,
              "wer": 14.385964912280702
            }
          },
          "short": {
            "raw": {
              "utterances": 24,
              "errors": 436,
              "words": 98,
              "wer": 4.448979591836735
            },
            "semantic": {
              "utterances": 24,
              "errors": 447,
              "words": 105,
              "wer": 4.257142857142857
            }
          },
          "technical": {
            "raw": {
              "utterances": 21,
              "errors": 1976,
              "words": 251,
              "wer": 7.872509960159363
            },
            "semantic": {
              "utterances": 21,
              "errors": 1982,
              "words": 256,
              "wer": 7.7421875
            }
          }
        }
      },
      "utmos22": {
        "mean": 2.4712263617515564,
        "ci": [
          2.412739716243744,
          2.5290928330957887
        ]
      }
    },
    "supertonic3-james-8step": {
      "label": "Supertonic 3 \u00b7 James \u00b7 8-step",
      "weight_mb": 398.075273,
      "semantic_wer": {
        "wer": 6.225214899713467,
        "ci": [
          5.2127497621313035,
          7.2831739961759085
        ],
        "categories": {
          "conversational": {
            "raw": {
              "utterances": 25,
              "errors": 1746,
              "words": 296,
              "wer": 5.898648648648648
            },
            "semantic": {
              "utterances": 25,
              "errors": 1812,
              "words": 309,
              "wer": 5.864077669902913
            }
          },
          "descriptive": {
            "raw": {
              "utterances": 16,
              "errors": 1230,
              "words": 217,
              "wer": 5.668202764976958
            },
            "semantic": {
              "utterances": 16,
              "errors": 1234,
              "words": 226,
              "wer": 5.460176991150442
            }
          },
          "emotional": {
            "raw": {
              "utterances": 24,
              "errors": 1592,
              "words": 314,
              "wer": 5.070063694267516
            },
            "semantic": {
              "utterances": 24,
              "errors": 1670,
              "words": 329,
              "wer": 5.075987841945289
            }
          },
          "homographs": {
            "raw": {
              "utterances": 6,
              "errors": 326,
              "words": 70,
              "wer": 4.6571428571428575
            },
            "semantic": {
              "utterances": 6,
              "errors": 413,
              "words": 70,
              "wer": 5.9
            }
          },
          "long": {
            "raw": {
              "utterances": 15,
              "errors": 1459,
              "words": 412,
              "wer": 3.54126213592233
            },
            "semantic": {
              "utterances": 15,
              "errors": 1468,
              "words": 432,
              "wer": 3.3981481481481484
            }
          },
          "long_range": {
            "raw": {
              "utterances": 6,
              "errors": 113,
              "words": 121,
              "wer": 0.9338842975206612
            },
            "semantic": {
              "utterances": 6,
              "errors": 113,
              "words": 121,
              "wer": 0.9338842975206612
            }
          },
          "names_places": {
            "raw": {
              "utterances": 6,
              "errors": 381,
              "words": 57,
              "wer": 6.684210526315789
            },
            "semantic": {
              "utterances": 6,
              "errors": 476,
              "words": 57,
              "wer": 8.350877192982455
            }
          },
          "narrative": {
            "raw": {
              "utterances": 24,
              "errors": 1338,
              "words": 342,
              "wer": 3.912280701754386
            },
            "semantic": {
              "utterances": 24,
              "errors": 1344,
              "words": 352,
              "wer": 3.8181818181818183
            }
          },
          "numbers": {
            "raw": {
              "utterances": 6,
              "errors": 90,
              "words": 81,
              "wer": 1.1111111111111112
            },
            "semantic": {
              "utterances": 6,
              "errors": 87,
              "words": 64,
              "wer": 1.359375
            }
          },
          "phonetic_balance": {
            "raw": {
              "utterances": 300,
              "errors": 18274,
              "words": 2605,
              "wer": 7.014971209213051
            },
            "semantic": {
              "utterances": 300,
              "errors": 19044,
              "words": 2627,
              "wer": 7.2493338408831365
            }
          },
          "punctuation": {
            "raw": {
              "utterances": 6,
              "errors": 361,
              "words": 65,
              "wer": 5.553846153846154
            },
            "semantic": {
              "utterances": 6,
              "errors": 438,
              "words": 65,
              "wer": 6.7384615384615385
            }
          },
          "question": {
            "raw": {
              "utterances": 15,
              "errors": 1153,
              "words": 163,
              "wer": 7.07361963190184
            },
            "semantic": {
              "utterances": 15,
              "errors": 1267,
              "words": 165,
              "wer": 7.678787878787879
            }
          },
          "rare_words": {
            "raw": {
              "utterances": 6,
              "errors": 438,
              "words": 57,
              "wer": 7.684210526315789
            },
            "semantic": {
              "utterances": 6,
              "errors": 444,
              "words": 57,
              "wer": 7.7894736842105265
            }
          },
          "short": {
            "raw": {
              "utterances": 24,
              "errors": 1005,
              "words": 98,
              "wer": 10.255102040816327
            },
            "semantic": {
              "utterances": 24,
              "errors": 1057,
              "words": 105,
              "wer": 10.066666666666666
            }
          },
          "technical": {
            "raw": {
              "utterances": 21,
              "errors": 1585,
              "words": 251,
              "wer": 6.314741035856573
            },
            "semantic": {
              "utterances": 21,
              "errors": 1722,
              "words": 256,
              "wer": 6.7265625
            }
          }
        }
      },
      "utmos22": {
        "mean": 4.29470673418045,
        "ci": [
          4.281224336981774,
          4.307890736854076
        ]
      }
    }
  },
  "asr_robustness": {
    "inflect-micro-v2": {
      "whisper-large-v3": {
        "wer": 0.019293218720152817,
        "ci": [
          0.014622733476311172,
          0.024179280518969924
        ]
      },
      "wav2vec2-large-lv60k-960h": {
        "wer": 0.048137535816618914,
        "ci": [
          0.03997704667176741,
          0.05712124077926991
        ]
      }
    },
    "inflect-nano-v2": {
      "whisper-large-v3": {
        "wer": 0.024832855778414518,
        "ci": [
          0.019525267993874426,
          0.030727866333781446
        ]
      },
      "wav2vec2-large-lv60k-960h": {
        "wer": 0.05673352435530086,
        "ci": [
          0.04819277108433735,
          0.06602129719264278
        ]
      }
    },
    "kitten-nano-bruno": {
      "whisper-large-v3": {
        "wer": 0.009742120343839542,
        "ci": [
          0.006622516556291391,
          0.013268998793727383
        ]
      },
      "wav2vec2-large-lv60k-960h": {
        "wer": 0.03553008595988539,
        "ci": [
          0.028724626579854463,
          0.04309006211180124
        ]
      }
    },
    "kitten-nano-hugo": {
      "whisper-large-v3": {
        "wer": 0.011461318051575931,
        "ci": [
          0.007995319812792511,
          0.01523625843780135
        ]
      },
      "wav2vec2-large-lv60k-960h": {
        "wer": 0.03629417382999045,
        "ci": [
          0.029451395572666024,
          0.043798449612403104
        ]
      }
    },
    "piper-ryan-low": {
      "whisper-large-v3": {
        "wer": 0.023304680038204392,
        "ci": [
          0.018028169014084508,
          0.02901655306718598
        ]
      },
      "wav2vec2-large-lv60k-960h": {
        "wer": 0.0670487106017192,
        "ci": [
          0.05838601710673113,
          0.07638619620007756
        ]
      }
    },
    "piper-danny-low": {
      "whisper-large-v3": {
        "wer": 0.018147086914995225,
        "ci": [
          0.013549618320610687,
          0.022975077881619937
        ]
      },
      "wav2vec2-large-lv60k-960h": {
        "wer": 0.053104106972301814,
        "ci": [
          0.04440632742519535,
          0.06227176628867961
        ]
      }
    },
    "supertonic3-james-3step": {
      "whisper-large-v3": {
        "wer": 6.928175740210124,
        "ci": [
          5.861435406698565,
          8.043254987161761
        ]
      },
      "wav2vec2-large-lv60k-960h": {
        "wer": 0.1346704871060172,
        "ci": [
          0.11719324026451139,
          0.15343099460292983
        ]
      }
    },
    "supertonic3-james-8step": {
      "whisper-large-v3": {
        "wer": 6.225214899713467,
        "ci": [
          5.2127497621313035,
          7.2831739961759085
        ]
      },
      "wav2vec2-large-lv60k-960h": {
        "wer": 0.037631327602674305,
        "ci": [
          0.030763314747164008,
          0.044854881266490766
        ]
      }
    }
  },
  "family_averages": {
    "kitten": {
      "semantic_wer": 0.010601719197707736,
      "utmos22": 4.2039608595371245
    },
    "piper": {
      "semantic_wer": 0.02072588347659981,
      "utmos22": 4.242184207677841
    }
  },
  "notes": [
    "Family averages are equal-weight macro averages over the two named voices.",
    "Supertonic 3-step and 8-step remain separate.",
    "UTMOS22 and WER are not combined into one score."
  ]
}