| { | |
| "format": "inflect_v2_release_evidence_v1", | |
| "systems": { | |
| "inflect-micro-v2": { | |
| "label": "Inflect-Micro-v2", | |
| "weight_mb": 37.529995, | |
| "semantic_wer": { | |
| "wer": 0.019293218720152817, | |
| "ci": [ | |
| 0.014622733476311172, | |
| 0.024179280518969924 | |
| ], | |
| "categories": { | |
| "conversational": { | |
| "raw": { | |
| "utterances": 25, | |
| "errors": 0, | |
| "words": 296, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 25, | |
| "errors": 0, | |
| "words": 309, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "descriptive": { | |
| "raw": { | |
| "utterances": 16, | |
| "errors": 2, | |
| "words": 217, | |
| "wer": 0.009216589861751152 | |
| }, | |
| "semantic": { | |
| "utterances": 16, | |
| "errors": 1, | |
| "words": 226, | |
| "wer": 0.004424778761061947 | |
| } | |
| }, | |
| "emotional": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 0, | |
| "words": 314, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 0, | |
| "words": 329, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "homographs": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 70, | |
| "wer": 0.02857142857142857 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 70, | |
| "wer": 0.02857142857142857 | |
| } | |
| }, | |
| "long": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 3, | |
| "words": 412, | |
| "wer": 0.007281553398058253 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 3, | |
| "words": 432, | |
| "wer": 0.006944444444444444 | |
| } | |
| }, | |
| "long_range": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 121, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 121, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "names_places": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 4, | |
| "words": 57, | |
| "wer": 0.07017543859649122 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 4, | |
| "words": 57, | |
| "wer": 0.07017543859649122 | |
| } | |
| }, | |
| "narrative": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 2, | |
| "words": 342, | |
| "wer": 0.005847953216374269 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 1, | |
| "words": 352, | |
| "wer": 0.002840909090909091 | |
| } | |
| }, | |
| "numbers": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 33, | |
| "words": 81, | |
| "wer": 0.4074074074074074 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 8, | |
| "words": 64, | |
| "wer": 0.125 | |
| } | |
| }, | |
| "phonetic_balance": { | |
| "raw": { | |
| "utterances": 300, | |
| "errors": 82, | |
| "words": 2605, | |
| "wer": 0.03147792706333973 | |
| }, | |
| "semantic": { | |
| "utterances": 300, | |
| "errors": 68, | |
| "words": 2627, | |
| "wer": 0.02588503996954701 | |
| } | |
| }, | |
| "punctuation": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 65, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 65, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "question": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 0, | |
| "words": 163, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 0, | |
| "words": 165, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "rare_words": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 3, | |
| "words": 57, | |
| "wer": 0.05263157894736842 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 3, | |
| "words": 57, | |
| "wer": 0.05263157894736842 | |
| } | |
| }, | |
| "short": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 3, | |
| "words": 98, | |
| "wer": 0.030612244897959183 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 3, | |
| "words": 105, | |
| "wer": 0.02857142857142857 | |
| } | |
| }, | |
| "technical": { | |
| "raw": { | |
| "utterances": 21, | |
| "errors": 12, | |
| "words": 251, | |
| "wer": 0.04780876494023904 | |
| }, | |
| "semantic": { | |
| "utterances": 21, | |
| "errors": 8, | |
| "words": 256, | |
| "wer": 0.03125 | |
| } | |
| } | |
| } | |
| }, | |
| "utmos22": { | |
| "mean": 4.395012595653534, | |
| "ci": [ | |
| 4.3812509111166, | |
| 4.4079569326162344 | |
| ] | |
| } | |
| }, | |
| "inflect-nano-v2": { | |
| "label": "Inflect-Nano-v2", | |
| "weight_mb": 15.971083, | |
| "semantic_wer": { | |
| "wer": 0.024832855778414518, | |
| "ci": [ | |
| 0.019525267993874426, | |
| 0.030727866333781446 | |
| ], | |
| "categories": { | |
| "conversational": { | |
| "raw": { | |
| "utterances": 25, | |
| "errors": 5, | |
| "words": 296, | |
| "wer": 0.016891891891891893 | |
| }, | |
| "semantic": { | |
| "utterances": 25, | |
| "errors": 3, | |
| "words": 309, | |
| "wer": 0.009708737864077669 | |
| } | |
| }, | |
| "descriptive": { | |
| "raw": { | |
| "utterances": 16, | |
| "errors": 2, | |
| "words": 217, | |
| "wer": 0.009216589861751152 | |
| }, | |
| "semantic": { | |
| "utterances": 16, | |
| "errors": 1, | |
| "words": 226, | |
| "wer": 0.004424778761061947 | |
| } | |
| }, | |
| "emotional": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 1, | |
| "words": 314, | |
| "wer": 0.0031847133757961785 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 1, | |
| "words": 329, | |
| "wer": 0.00303951367781155 | |
| } | |
| }, | |
| "homographs": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 3, | |
| "words": 70, | |
| "wer": 0.04285714285714286 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 3, | |
| "words": 70, | |
| "wer": 0.04285714285714286 | |
| } | |
| }, | |
| "long": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 3, | |
| "words": 412, | |
| "wer": 0.007281553398058253 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 3, | |
| "words": 432, | |
| "wer": 0.006944444444444444 | |
| } | |
| }, | |
| "long_range": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 121, | |
| "wer": 0.008264462809917356 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 121, | |
| "wer": 0.008264462809917356 | |
| } | |
| }, | |
| "names_places": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 3, | |
| "words": 57, | |
| "wer": 0.05263157894736842 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 3, | |
| "words": 57, | |
| "wer": 0.05263157894736842 | |
| } | |
| }, | |
| "narrative": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 5, | |
| "words": 342, | |
| "wer": 0.014619883040935672 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 4, | |
| "words": 352, | |
| "wer": 0.011363636363636364 | |
| } | |
| }, | |
| "numbers": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 33, | |
| "words": 81, | |
| "wer": 0.4074074074074074 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 6, | |
| "words": 64, | |
| "wer": 0.09375 | |
| } | |
| }, | |
| "phonetic_balance": { | |
| "raw": { | |
| "utterances": 300, | |
| "errors": 96, | |
| "words": 2605, | |
| "wer": 0.03685220729366603 | |
| }, | |
| "semantic": { | |
| "utterances": 300, | |
| "errors": 83, | |
| "words": 2627, | |
| "wer": 0.031594975256947086 | |
| } | |
| }, | |
| "punctuation": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 65, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 65, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "question": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 1, | |
| "words": 163, | |
| "wer": 0.006134969325153374 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 1, | |
| "words": 165, | |
| "wer": 0.006060606060606061 | |
| } | |
| }, | |
| "rare_words": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 5, | |
| "words": 57, | |
| "wer": 0.08771929824561403 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 5, | |
| "words": 57, | |
| "wer": 0.08771929824561403 | |
| } | |
| }, | |
| "short": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 8, | |
| "words": 98, | |
| "wer": 0.08163265306122448 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 8, | |
| "words": 105, | |
| "wer": 0.0761904761904762 | |
| } | |
| }, | |
| "technical": { | |
| "raw": { | |
| "utterances": 21, | |
| "errors": 12, | |
| "words": 251, | |
| "wer": 0.04780876494023904 | |
| }, | |
| "semantic": { | |
| "utterances": 21, | |
| "errors": 8, | |
| "words": 256, | |
| "wer": 0.03125 | |
| } | |
| } | |
| } | |
| }, | |
| "utmos22": { | |
| "mean": 4.3861008615493775, | |
| "ci": [ | |
| 4.372184220826625, | |
| 4.3987462292552 | |
| ] | |
| } | |
| }, | |
| "kitten-nano-bruno": { | |
| "label": "KittenTTS Nano \u00b7 Bruno", | |
| "weight_mb": 56.767095, | |
| "semantic_wer": { | |
| "wer": 0.009742120343839542, | |
| "ci": [ | |
| 0.006622516556291391, | |
| 0.013268998793727383 | |
| ], | |
| "categories": { | |
| "conversational": { | |
| "raw": { | |
| "utterances": 25, | |
| "errors": 0, | |
| "words": 296, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 25, | |
| "errors": 0, | |
| "words": 309, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "descriptive": { | |
| "raw": { | |
| "utterances": 16, | |
| "errors": 1, | |
| "words": 217, | |
| "wer": 0.004608294930875576 | |
| }, | |
| "semantic": { | |
| "utterances": 16, | |
| "errors": 0, | |
| "words": 226, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "emotional": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 0, | |
| "words": 314, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 0, | |
| "words": 329, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "homographs": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 70, | |
| "wer": 0.014285714285714285 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 70, | |
| "wer": 0.014285714285714285 | |
| } | |
| }, | |
| "long": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 2, | |
| "words": 412, | |
| "wer": 0.0048543689320388345 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 2, | |
| "words": 432, | |
| "wer": 0.004629629629629629 | |
| } | |
| }, | |
| "long_range": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 121, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 121, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "names_places": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 57, | |
| "wer": 0.03508771929824561 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 57, | |
| "wer": 0.03508771929824561 | |
| } | |
| }, | |
| "narrative": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 3, | |
| "words": 342, | |
| "wer": 0.008771929824561403 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 2, | |
| "words": 352, | |
| "wer": 0.005681818181818182 | |
| } | |
| }, | |
| "numbers": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 32, | |
| "words": 81, | |
| "wer": 0.3950617283950617 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 5, | |
| "words": 64, | |
| "wer": 0.078125 | |
| } | |
| }, | |
| "phonetic_balance": { | |
| "raw": { | |
| "utterances": 300, | |
| "errors": 39, | |
| "words": 2605, | |
| "wer": 0.014971209213051824 | |
| }, | |
| "semantic": { | |
| "utterances": 300, | |
| "errors": 30, | |
| "words": 2627, | |
| "wer": 0.011419870574800152 | |
| } | |
| }, | |
| "punctuation": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 65, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 65, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "question": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 0, | |
| "words": 163, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 0, | |
| "words": 165, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "rare_words": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 57, | |
| "wer": 0.03508771929824561 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 57, | |
| "wer": 0.03508771929824561 | |
| } | |
| }, | |
| "short": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 2, | |
| "words": 98, | |
| "wer": 0.02040816326530612 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 2, | |
| "words": 105, | |
| "wer": 0.01904761904761905 | |
| } | |
| }, | |
| "technical": { | |
| "raw": { | |
| "utterances": 21, | |
| "errors": 9, | |
| "words": 251, | |
| "wer": 0.035856573705179286 | |
| }, | |
| "semantic": { | |
| "utterances": 21, | |
| "errors": 5, | |
| "words": 256, | |
| "wer": 0.01953125 | |
| } | |
| } | |
| } | |
| }, | |
| "utmos22": { | |
| "mean": 4.21684304523468, | |
| "ci": [ | |
| 4.193502563333512, | |
| 4.239324071252346 | |
| ] | |
| } | |
| }, | |
| "kitten-nano-hugo": { | |
| "label": "KittenTTS Nano \u00b7 Hugo", | |
| "weight_mb": 56.767095, | |
| "semantic_wer": { | |
| "wer": 0.011461318051575931, | |
| "ci": [ | |
| 0.007995319812792511, | |
| 0.01523625843780135 | |
| ], | |
| "categories": { | |
| "conversational": { | |
| "raw": { | |
| "utterances": 25, | |
| "errors": 1, | |
| "words": 296, | |
| "wer": 0.0033783783783783786 | |
| }, | |
| "semantic": { | |
| "utterances": 25, | |
| "errors": 1, | |
| "words": 309, | |
| "wer": 0.003236245954692557 | |
| } | |
| }, | |
| "descriptive": { | |
| "raw": { | |
| "utterances": 16, | |
| "errors": 1, | |
| "words": 217, | |
| "wer": 0.004608294930875576 | |
| }, | |
| "semantic": { | |
| "utterances": 16, | |
| "errors": 0, | |
| "words": 226, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "emotional": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 0, | |
| "words": 314, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 0, | |
| "words": 329, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "homographs": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 70, | |
| "wer": 0.014285714285714285 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 70, | |
| "wer": 0.014285714285714285 | |
| } | |
| }, | |
| "long": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 3, | |
| "words": 412, | |
| "wer": 0.007281553398058253 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 3, | |
| "words": 432, | |
| "wer": 0.006944444444444444 | |
| } | |
| }, | |
| "long_range": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 121, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 121, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "names_places": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 57, | |
| "wer": 0.03508771929824561 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 57, | |
| "wer": 0.03508771929824561 | |
| } | |
| }, | |
| "narrative": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 6, | |
| "words": 342, | |
| "wer": 0.017543859649122806 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 5, | |
| "words": 352, | |
| "wer": 0.014204545454545454 | |
| } | |
| }, | |
| "numbers": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 32, | |
| "words": 81, | |
| "wer": 0.3950617283950617 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 5, | |
| "words": 64, | |
| "wer": 0.078125 | |
| } | |
| }, | |
| "phonetic_balance": { | |
| "raw": { | |
| "utterances": 300, | |
| "errors": 39, | |
| "words": 2605, | |
| "wer": 0.014971209213051824 | |
| }, | |
| "semantic": { | |
| "utterances": 300, | |
| "errors": 30, | |
| "words": 2627, | |
| "wer": 0.011419870574800152 | |
| } | |
| }, | |
| "punctuation": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 65, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 65, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "question": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 0, | |
| "words": 163, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 0, | |
| "words": 165, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "rare_words": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 3, | |
| "words": 57, | |
| "wer": 0.05263157894736842 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 3, | |
| "words": 57, | |
| "wer": 0.05263157894736842 | |
| } | |
| }, | |
| "short": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 4, | |
| "words": 98, | |
| "wer": 0.04081632653061224 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 4, | |
| "words": 105, | |
| "wer": 0.0380952380952381 | |
| } | |
| }, | |
| "technical": { | |
| "raw": { | |
| "utterances": 21, | |
| "errors": 12, | |
| "words": 251, | |
| "wer": 0.04780876494023904 | |
| }, | |
| "semantic": { | |
| "utterances": 21, | |
| "errors": 6, | |
| "words": 256, | |
| "wer": 0.0234375 | |
| } | |
| } | |
| } | |
| }, | |
| "utmos22": { | |
| "mean": 4.191078673839569, | |
| "ci": [ | |
| 4.168552933418751, | |
| 4.212353882300854 | |
| ] | |
| } | |
| }, | |
| "piper-ryan-low": { | |
| "label": "Piper \u00b7 Ryan Low", | |
| "weight_mb": 63.104526, | |
| "semantic_wer": { | |
| "wer": 0.023304680038204392, | |
| "ci": [ | |
| 0.018028169014084508, | |
| 0.02901655306718598 | |
| ], | |
| "categories": { | |
| "conversational": { | |
| "raw": { | |
| "utterances": 25, | |
| "errors": 8, | |
| "words": 296, | |
| "wer": 0.02702702702702703 | |
| }, | |
| "semantic": { | |
| "utterances": 25, | |
| "errors": 5, | |
| "words": 309, | |
| "wer": 0.016181229773462782 | |
| } | |
| }, | |
| "descriptive": { | |
| "raw": { | |
| "utterances": 16, | |
| "errors": 3, | |
| "words": 217, | |
| "wer": 0.013824884792626729 | |
| }, | |
| "semantic": { | |
| "utterances": 16, | |
| "errors": 1, | |
| "words": 226, | |
| "wer": 0.004424778761061947 | |
| } | |
| }, | |
| "emotional": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 1, | |
| "words": 314, | |
| "wer": 0.0031847133757961785 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 1, | |
| "words": 329, | |
| "wer": 0.00303951367781155 | |
| } | |
| }, | |
| "homographs": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 70, | |
| "wer": 0.014285714285714285 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 70, | |
| "wer": 0.014285714285714285 | |
| } | |
| }, | |
| "long": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 3, | |
| "words": 412, | |
| "wer": 0.007281553398058253 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 3, | |
| "words": 432, | |
| "wer": 0.006944444444444444 | |
| } | |
| }, | |
| "long_range": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 121, | |
| "wer": 0.008264462809917356 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 121, | |
| "wer": 0.008264462809917356 | |
| } | |
| }, | |
| "names_places": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 57, | |
| "wer": 0.03508771929824561 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 57, | |
| "wer": 0.03508771929824561 | |
| } | |
| }, | |
| "narrative": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 1, | |
| "words": 342, | |
| "wer": 0.0029239766081871343 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 0, | |
| "words": 352, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "numbers": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 32, | |
| "words": 81, | |
| "wer": 0.3950617283950617 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 6, | |
| "words": 64, | |
| "wer": 0.09375 | |
| } | |
| }, | |
| "phonetic_balance": { | |
| "raw": { | |
| "utterances": 300, | |
| "errors": 94, | |
| "words": 2605, | |
| "wer": 0.03608445297504798 | |
| }, | |
| "semantic": { | |
| "utterances": 300, | |
| "errors": 83, | |
| "words": 2627, | |
| "wer": 0.031594975256947086 | |
| } | |
| }, | |
| "punctuation": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 65, | |
| "wer": 0.015384615384615385 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 65, | |
| "wer": 0.015384615384615385 | |
| } | |
| }, | |
| "question": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 0, | |
| "words": 163, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 0, | |
| "words": 165, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "rare_words": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 4, | |
| "words": 57, | |
| "wer": 0.07017543859649122 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 4, | |
| "words": 57, | |
| "wer": 0.07017543859649122 | |
| } | |
| }, | |
| "short": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 7, | |
| "words": 98, | |
| "wer": 0.07142857142857142 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 8, | |
| "words": 105, | |
| "wer": 0.0761904761904762 | |
| } | |
| }, | |
| "technical": { | |
| "raw": { | |
| "utterances": 21, | |
| "errors": 10, | |
| "words": 251, | |
| "wer": 0.0398406374501992 | |
| }, | |
| "semantic": { | |
| "utterances": 21, | |
| "errors": 6, | |
| "words": 256, | |
| "wer": 0.0234375 | |
| } | |
| } | |
| } | |
| }, | |
| "utmos22": { | |
| "mean": 4.289378658294678, | |
| "ci": [ | |
| 4.271461564397812, | |
| 4.306235534155369 | |
| ] | |
| } | |
| }, | |
| "piper-danny-low": { | |
| "label": "Piper \u00b7 Danny Low", | |
| "weight_mb": 63.104526, | |
| "semantic_wer": { | |
| "wer": 0.018147086914995225, | |
| "ci": [ | |
| 0.013549618320610687, | |
| 0.022975077881619937 | |
| ], | |
| "categories": { | |
| "conversational": { | |
| "raw": { | |
| "utterances": 25, | |
| "errors": 2, | |
| "words": 296, | |
| "wer": 0.006756756756756757 | |
| }, | |
| "semantic": { | |
| "utterances": 25, | |
| "errors": 2, | |
| "words": 309, | |
| "wer": 0.006472491909385114 | |
| } | |
| }, | |
| "descriptive": { | |
| "raw": { | |
| "utterances": 16, | |
| "errors": 2, | |
| "words": 217, | |
| "wer": 0.009216589861751152 | |
| }, | |
| "semantic": { | |
| "utterances": 16, | |
| "errors": 1, | |
| "words": 226, | |
| "wer": 0.004424778761061947 | |
| } | |
| }, | |
| "emotional": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 1, | |
| "words": 314, | |
| "wer": 0.0031847133757961785 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 1, | |
| "words": 329, | |
| "wer": 0.00303951367781155 | |
| } | |
| }, | |
| "homographs": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 70, | |
| "wer": 0.014285714285714285 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 1, | |
| "words": 70, | |
| "wer": 0.014285714285714285 | |
| } | |
| }, | |
| "long": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 7, | |
| "words": 412, | |
| "wer": 0.01699029126213592 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 7, | |
| "words": 432, | |
| "wer": 0.016203703703703703 | |
| } | |
| }, | |
| "long_range": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 121, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 121, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "names_places": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 3, | |
| "words": 57, | |
| "wer": 0.05263157894736842 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 3, | |
| "words": 57, | |
| "wer": 0.05263157894736842 | |
| } | |
| }, | |
| "narrative": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 1, | |
| "words": 342, | |
| "wer": 0.0029239766081871343 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 0, | |
| "words": 352, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "numbers": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 33, | |
| "words": 81, | |
| "wer": 0.4074074074074074 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 7, | |
| "words": 64, | |
| "wer": 0.109375 | |
| } | |
| }, | |
| "phonetic_balance": { | |
| "raw": { | |
| "utterances": 300, | |
| "errors": 73, | |
| "words": 2605, | |
| "wer": 0.02802303262955854 | |
| }, | |
| "semantic": { | |
| "utterances": 300, | |
| "errors": 61, | |
| "words": 2627, | |
| "wer": 0.02322040350209364 | |
| } | |
| }, | |
| "punctuation": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 65, | |
| "wer": 0.0 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 0, | |
| "words": 65, | |
| "wer": 0.0 | |
| } | |
| }, | |
| "question": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 2, | |
| "words": 163, | |
| "wer": 0.012269938650306749 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 2, | |
| "words": 165, | |
| "wer": 0.012121212121212121 | |
| } | |
| }, | |
| "rare_words": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 57, | |
| "wer": 0.03508771929824561 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 2, | |
| "words": 57, | |
| "wer": 0.03508771929824561 | |
| } | |
| }, | |
| "short": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 3, | |
| "words": 98, | |
| "wer": 0.030612244897959183 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 3, | |
| "words": 105, | |
| "wer": 0.02857142857142857 | |
| } | |
| }, | |
| "technical": { | |
| "raw": { | |
| "utterances": 21, | |
| "errors": 9, | |
| "words": 251, | |
| "wer": 0.035856573705179286 | |
| }, | |
| "semantic": { | |
| "utterances": 21, | |
| "errors": 5, | |
| "words": 256, | |
| "wer": 0.01953125 | |
| } | |
| } | |
| } | |
| }, | |
| "utmos22": { | |
| "mean": 4.194989757061005, | |
| "ci": [ | |
| 4.179823832964897, | |
| 4.20924334000349 | |
| ] | |
| } | |
| }, | |
| "supertonic3-james-3step": { | |
| "label": "Supertonic 3 \u00b7 James \u00b7 3-step", | |
| "weight_mb": 398.075273, | |
| "semantic_wer": { | |
| "wer": 6.928175740210124, | |
| "ci": [ | |
| 5.861435406698565, | |
| 8.043254987161761 | |
| ], | |
| "categories": { | |
| "conversational": { | |
| "raw": { | |
| "utterances": 25, | |
| "errors": 1295, | |
| "words": 296, | |
| "wer": 4.375 | |
| }, | |
| "semantic": { | |
| "utterances": 25, | |
| "errors": 1449, | |
| "words": 309, | |
| "wer": 4.689320388349515 | |
| } | |
| }, | |
| "descriptive": { | |
| "raw": { | |
| "utterances": 16, | |
| "errors": 902, | |
| "words": 217, | |
| "wer": 4.15668202764977 | |
| }, | |
| "semantic": { | |
| "utterances": 16, | |
| "errors": 998, | |
| "words": 226, | |
| "wer": 4.415929203539823 | |
| } | |
| }, | |
| "emotional": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 2189, | |
| "words": 314, | |
| "wer": 6.971337579617835 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 2306, | |
| "words": 329, | |
| "wer": 7.009118541033435 | |
| } | |
| }, | |
| "homographs": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 70, | |
| "words": 70, | |
| "wer": 1.0 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 73, | |
| "words": 70, | |
| "wer": 1.042857142857143 | |
| } | |
| }, | |
| "long": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 1113, | |
| "words": 412, | |
| "wer": 2.7014563106796117 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 1190, | |
| "words": 432, | |
| "wer": 2.7546296296296298 | |
| } | |
| }, | |
| "long_range": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 153, | |
| "words": 121, | |
| "wer": 1.2644628099173554 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 159, | |
| "words": 121, | |
| "wer": 1.3140495867768596 | |
| } | |
| }, | |
| "names_places": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 666, | |
| "words": 57, | |
| "wer": 11.68421052631579 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 828, | |
| "words": 57, | |
| "wer": 14.526315789473685 | |
| } | |
| }, | |
| "narrative": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 2415, | |
| "words": 342, | |
| "wer": 7.06140350877193 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 2562, | |
| "words": 352, | |
| "wer": 7.278409090909091 | |
| } | |
| }, | |
| "numbers": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 94, | |
| "words": 81, | |
| "wer": 1.1604938271604939 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 91, | |
| "words": 64, | |
| "wer": 1.421875 | |
| } | |
| }, | |
| "phonetic_balance": { | |
| "raw": { | |
| "utterances": 300, | |
| "errors": 19668, | |
| "words": 2605, | |
| "wer": 7.550095969289827 | |
| }, | |
| "semantic": { | |
| "utterances": 300, | |
| "errors": 21028, | |
| "words": 2627, | |
| "wer": 8.00456794822992 | |
| } | |
| }, | |
| "punctuation": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 803, | |
| "words": 65, | |
| "wer": 12.353846153846154 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 807, | |
| "words": 65, | |
| "wer": 12.415384615384616 | |
| } | |
| }, | |
| "question": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 1412, | |
| "words": 163, | |
| "wer": 8.662576687116564 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 1529, | |
| "words": 165, | |
| "wer": 9.266666666666667 | |
| } | |
| }, | |
| "rare_words": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 819, | |
| "words": 57, | |
| "wer": 14.368421052631579 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 820, | |
| "words": 57, | |
| "wer": 14.385964912280702 | |
| } | |
| }, | |
| "short": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 436, | |
| "words": 98, | |
| "wer": 4.448979591836735 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 447, | |
| "words": 105, | |
| "wer": 4.257142857142857 | |
| } | |
| }, | |
| "technical": { | |
| "raw": { | |
| "utterances": 21, | |
| "errors": 1976, | |
| "words": 251, | |
| "wer": 7.872509960159363 | |
| }, | |
| "semantic": { | |
| "utterances": 21, | |
| "errors": 1982, | |
| "words": 256, | |
| "wer": 7.7421875 | |
| } | |
| } | |
| } | |
| }, | |
| "utmos22": { | |
| "mean": 2.4712263617515564, | |
| "ci": [ | |
| 2.412739716243744, | |
| 2.5290928330957887 | |
| ] | |
| } | |
| }, | |
| "supertonic3-james-8step": { | |
| "label": "Supertonic 3 \u00b7 James \u00b7 8-step", | |
| "weight_mb": 398.075273, | |
| "semantic_wer": { | |
| "wer": 6.225214899713467, | |
| "ci": [ | |
| 5.2127497621313035, | |
| 7.2831739961759085 | |
| ], | |
| "categories": { | |
| "conversational": { | |
| "raw": { | |
| "utterances": 25, | |
| "errors": 1746, | |
| "words": 296, | |
| "wer": 5.898648648648648 | |
| }, | |
| "semantic": { | |
| "utterances": 25, | |
| "errors": 1812, | |
| "words": 309, | |
| "wer": 5.864077669902913 | |
| } | |
| }, | |
| "descriptive": { | |
| "raw": { | |
| "utterances": 16, | |
| "errors": 1230, | |
| "words": 217, | |
| "wer": 5.668202764976958 | |
| }, | |
| "semantic": { | |
| "utterances": 16, | |
| "errors": 1234, | |
| "words": 226, | |
| "wer": 5.460176991150442 | |
| } | |
| }, | |
| "emotional": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 1592, | |
| "words": 314, | |
| "wer": 5.070063694267516 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 1670, | |
| "words": 329, | |
| "wer": 5.075987841945289 | |
| } | |
| }, | |
| "homographs": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 326, | |
| "words": 70, | |
| "wer": 4.6571428571428575 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 413, | |
| "words": 70, | |
| "wer": 5.9 | |
| } | |
| }, | |
| "long": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 1459, | |
| "words": 412, | |
| "wer": 3.54126213592233 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 1468, | |
| "words": 432, | |
| "wer": 3.3981481481481484 | |
| } | |
| }, | |
| "long_range": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 113, | |
| "words": 121, | |
| "wer": 0.9338842975206612 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 113, | |
| "words": 121, | |
| "wer": 0.9338842975206612 | |
| } | |
| }, | |
| "names_places": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 381, | |
| "words": 57, | |
| "wer": 6.684210526315789 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 476, | |
| "words": 57, | |
| "wer": 8.350877192982455 | |
| } | |
| }, | |
| "narrative": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 1338, | |
| "words": 342, | |
| "wer": 3.912280701754386 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 1344, | |
| "words": 352, | |
| "wer": 3.8181818181818183 | |
| } | |
| }, | |
| "numbers": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 90, | |
| "words": 81, | |
| "wer": 1.1111111111111112 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 87, | |
| "words": 64, | |
| "wer": 1.359375 | |
| } | |
| }, | |
| "phonetic_balance": { | |
| "raw": { | |
| "utterances": 300, | |
| "errors": 18274, | |
| "words": 2605, | |
| "wer": 7.014971209213051 | |
| }, | |
| "semantic": { | |
| "utterances": 300, | |
| "errors": 19044, | |
| "words": 2627, | |
| "wer": 7.2493338408831365 | |
| } | |
| }, | |
| "punctuation": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 361, | |
| "words": 65, | |
| "wer": 5.553846153846154 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 438, | |
| "words": 65, | |
| "wer": 6.7384615384615385 | |
| } | |
| }, | |
| "question": { | |
| "raw": { | |
| "utterances": 15, | |
| "errors": 1153, | |
| "words": 163, | |
| "wer": 7.07361963190184 | |
| }, | |
| "semantic": { | |
| "utterances": 15, | |
| "errors": 1267, | |
| "words": 165, | |
| "wer": 7.678787878787879 | |
| } | |
| }, | |
| "rare_words": { | |
| "raw": { | |
| "utterances": 6, | |
| "errors": 438, | |
| "words": 57, | |
| "wer": 7.684210526315789 | |
| }, | |
| "semantic": { | |
| "utterances": 6, | |
| "errors": 444, | |
| "words": 57, | |
| "wer": 7.7894736842105265 | |
| } | |
| }, | |
| "short": { | |
| "raw": { | |
| "utterances": 24, | |
| "errors": 1005, | |
| "words": 98, | |
| "wer": 10.255102040816327 | |
| }, | |
| "semantic": { | |
| "utterances": 24, | |
| "errors": 1057, | |
| "words": 105, | |
| "wer": 10.066666666666666 | |
| } | |
| }, | |
| "technical": { | |
| "raw": { | |
| "utterances": 21, | |
| "errors": 1585, | |
| "words": 251, | |
| "wer": 6.314741035856573 | |
| }, | |
| "semantic": { | |
| "utterances": 21, | |
| "errors": 1722, | |
| "words": 256, | |
| "wer": 6.7265625 | |
| } | |
| } | |
| } | |
| }, | |
| "utmos22": { | |
| "mean": 4.29470673418045, | |
| "ci": [ | |
| 4.281224336981774, | |
| 4.307890736854076 | |
| ] | |
| } | |
| } | |
| }, | |
| "asr_robustness": { | |
| "inflect-micro-v2": { | |
| "whisper-large-v3": { | |
| "wer": 0.019293218720152817, | |
| "ci": [ | |
| 0.014622733476311172, | |
| 0.024179280518969924 | |
| ] | |
| }, | |
| "wav2vec2-large-lv60k-960h": { | |
| "wer": 0.048137535816618914, | |
| "ci": [ | |
| 0.03997704667176741, | |
| 0.05712124077926991 | |
| ] | |
| } | |
| }, | |
| "inflect-nano-v2": { | |
| "whisper-large-v3": { | |
| "wer": 0.024832855778414518, | |
| "ci": [ | |
| 0.019525267993874426, | |
| 0.030727866333781446 | |
| ] | |
| }, | |
| "wav2vec2-large-lv60k-960h": { | |
| "wer": 0.05673352435530086, | |
| "ci": [ | |
| 0.04819277108433735, | |
| 0.06602129719264278 | |
| ] | |
| } | |
| }, | |
| "kitten-nano-bruno": { | |
| "whisper-large-v3": { | |
| "wer": 0.009742120343839542, | |
| "ci": [ | |
| 0.006622516556291391, | |
| 0.013268998793727383 | |
| ] | |
| }, | |
| "wav2vec2-large-lv60k-960h": { | |
| "wer": 0.03553008595988539, | |
| "ci": [ | |
| 0.028724626579854463, | |
| 0.04309006211180124 | |
| ] | |
| } | |
| }, | |
| "kitten-nano-hugo": { | |
| "whisper-large-v3": { | |
| "wer": 0.011461318051575931, | |
| "ci": [ | |
| 0.007995319812792511, | |
| 0.01523625843780135 | |
| ] | |
| }, | |
| "wav2vec2-large-lv60k-960h": { | |
| "wer": 0.03629417382999045, | |
| "ci": [ | |
| 0.029451395572666024, | |
| 0.043798449612403104 | |
| ] | |
| } | |
| }, | |
| "piper-ryan-low": { | |
| "whisper-large-v3": { | |
| "wer": 0.023304680038204392, | |
| "ci": [ | |
| 0.018028169014084508, | |
| 0.02901655306718598 | |
| ] | |
| }, | |
| "wav2vec2-large-lv60k-960h": { | |
| "wer": 0.0670487106017192, | |
| "ci": [ | |
| 0.05838601710673113, | |
| 0.07638619620007756 | |
| ] | |
| } | |
| }, | |
| "piper-danny-low": { | |
| "whisper-large-v3": { | |
| "wer": 0.018147086914995225, | |
| "ci": [ | |
| 0.013549618320610687, | |
| 0.022975077881619937 | |
| ] | |
| }, | |
| "wav2vec2-large-lv60k-960h": { | |
| "wer": 0.053104106972301814, | |
| "ci": [ | |
| 0.04440632742519535, | |
| 0.06227176628867961 | |
| ] | |
| } | |
| }, | |
| "supertonic3-james-3step": { | |
| "whisper-large-v3": { | |
| "wer": 6.928175740210124, | |
| "ci": [ | |
| 5.861435406698565, | |
| 8.043254987161761 | |
| ] | |
| }, | |
| "wav2vec2-large-lv60k-960h": { | |
| "wer": 0.1346704871060172, | |
| "ci": [ | |
| 0.11719324026451139, | |
| 0.15343099460292983 | |
| ] | |
| } | |
| }, | |
| "supertonic3-james-8step": { | |
| "whisper-large-v3": { | |
| "wer": 6.225214899713467, | |
| "ci": [ | |
| 5.2127497621313035, | |
| 7.2831739961759085 | |
| ] | |
| }, | |
| "wav2vec2-large-lv60k-960h": { | |
| "wer": 0.037631327602674305, | |
| "ci": [ | |
| 0.030763314747164008, | |
| 0.044854881266490766 | |
| ] | |
| } | |
| } | |
| }, | |
| "family_averages": { | |
| "kitten": { | |
| "semantic_wer": 0.010601719197707736, | |
| "utmos22": 4.2039608595371245 | |
| }, | |
| "piper": { | |
| "semantic_wer": 0.02072588347659981, | |
| "utmos22": 4.242184207677841 | |
| } | |
| }, | |
| "notes": [ | |
| "Family averages are equal-weight macro averages over the two named voices.", | |
| "Supertonic 3-step and 8-step remain separate.", | |
| "UTMOS22 and WER are not combined into one score." | |
| ] | |
| } | |