Hugging Face's logo

nsalerni
/
flowcast-loudink-v1

MLX
mlx-lm
flowcast
loudink
loudink-v1
voice-agent
apple-silicon
compact-ir
dictation
computer-use
Model card Files
xet
 Community
flowcast-loudink-v1
File size: 2,693 Bytes
06f3ec1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
{
  "reports": [
    {
      "source": "artifacts/benchmarks/loudink_v1/daily_mac/loudink_v1_daily_mac_measurement.json",
      "label": "loudink-v1 v0.4 daily-mac product",
      "writing": {
        "shipped": {
          "total": 22,
          "passed": 22,
          "accuracy": 1.0
        },
        "neural": {
          "total": 22,
          "passed": 19,
          "accuracy": 0.8636363636363636,
          "missing": 0
        },
        "polish_lift": 0.13636363636363635,
        "latency": {
          "n": 22,
          "mean": 174.0530966088853,
          "p50": 179.1810840368271,
          "p95": 332.44862500578165,
          "max": 358.969375025481,
          "model_invoked_p50": 185.30124984681606,
          "model_invoked_p95": 332.44862500578165,
          "model_invoked_n": 18,
          "fast_path_rate": 0.18181818181818177
        }
      },
      "computer": {
        "shipped": {
          "total": 34,
          "passed": 34,
          "accuracy": 1.0
        },
        "neural": {
          "total": 34,
          "passed": 1,
          "accuracy": 0.029411764705882353,
          "missing": 33
        },
        "latency": {
          "n": 34,
          "mean": 13.59642523723271,
          "p50": 0.05,
          "p95": 0.05,
          "max": 460.6284580659121,
          "model_invoked_p50": 460.6284580659121,
          "model_invoked_p95": 460.6284580659121,
          "model_invoked_n": 1,
          "fast_path_rate": 0.9705882352941176
        }
      },
      "multi_step": {
        "shipped": {
          "total": 21,
          "passed": 21,
          "accuracy": 1.0
        },
        "latency": {
          "n": 21,
          "mean": 21.982307526948198,
          "p50": 0.05,
          "p95": 0.05,
          "max": 460.6284580659121,
          "model_invoked_p50": 460.6284580659121,
          "model_invoked_p95": 460.6284580659121,
          "model_invoked_n": 1,
          "fast_path_rate": 0.9523809523809523
        },
        "n": 21
      },
      "overall": {
        "shipped": {
          "total": 56,
          "passed": 56,
          "accuracy": 1.0
        },
        "latency": {
          "n": 56,
          "mean": 76.63297470466766,
          "p50": 0.05,
          "p95": 314.540958032012,
          "max": 460.6284580659121,
          "model_invoked_p50": 194.78566688485444,
          "model_invoked_p95": 358.969375025481,
          "model_invoked_n": 19,
          "fast_path_rate": 0.6607142857142857
        }
      },
      "finish_reasons": {
        "transcript_ir_fast_path": 33,
        "loudink_v1_structural_polish": 18,
        "transcript_polish_fast_path": 4,
        "ir_model_lean": 1
      }
    }
  ]
}