Hugging Face's logo

soniqo
/
PersonaPlex-7B-ONNX

ONNX
English
onnxruntime
personaplex_7b
personaplex
speech-to-speech
full-duplex
voice-agent
moshi-architecture
Model card Files
xet
 Community
PersonaPlex-7B-ONNX
File size: 2,504 Bytes
e86dfd1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
{
  "model_type": "personaplex",
  "version": "personaplex-7b-v1",
  "base_model": "nvidia/personaplex-7b-v1",
  "bundle_variant": "mixed",
  "bundle_size_gb": 11,
  "precision": {
    "temporal": "int8_dynamic",
    "depformer": "fp16",
    "mimi": "fp32"
  },
  "metrics": {
    "host_ram_gb": 7.9,
    "vram_gb": 6.6,
    "rtf": 3.5,
    "hidden_cos_vs_fp32": 0.990448,
    "verdict": "Best quality at low VRAM. RTF is the cost of INT8 dynamic Q/DQ."
  },
  "description": "Pareto winner on quality + VRAM. INT8-dynamic temporal + FP16 depformer + FP32 mimi.",
  "temporal": {
    "dim": 4096,
    "num_layers": 32,
    "num_heads": 32,
    "head_dim": 128,
    "hidden_scale": 4.125,
    "n_q": 16,
    "card": 2048,
    "text_card": 32000,
    "context": 3000,
    "max_period": 10000
  },
  "depformer": {
    "dim": 1024,
    "num_layers": 6,
    "num_heads": 16,
    "head_dim": 64,
    "dim_feedforward": 4224,
    "num_steps": 16,
    "card": 2048,
    "context": 8,
    "weights_per_step": true,
    "multi_linear": true,
    "pos_emb": "none"
  },
  "mimi": {
    "sample_rate": 24000,
    "frame_rate": 12.5,
    "num_codebooks_used": 8,
    "num_codebooks_internal": 32,
    "codebook_size": 2048,
    "samples_per_frame": 1920
  },
  "delays": [
    0,
    0,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    0,
    1,
    1,
    1,
    1,
    1,
    1,
    1
  ],
  "sampling": {
    "audio_temp": 0.8,
    "audio_top_k": 250,
    "text_temp": 0.7,
    "text_top_k": 25
  },
  "voices": [
    "NATF0",
    "NATF1",
    "NATF2",
    "NATF3",
    "NATM0",
    "NATM1",
    "NATM2",
    "NATM3",
    "VARF0",
    "VARF1",
    "VARF2",
    "VARF3",
    "VARF4",
    "VARM0",
    "VARM1",
    "VARM2",
    "VARM3",
    "VARM4"
  ],
  "system_prompts": [
    "helpful",
    "expert",
    "warm",
    "direct"
  ],
  "voice_embedding": {
    "frames": 50,
    "dim": 4096,
    "default_scale": 10.0
  },
  "prefill_layout": {
    "voice_embedding_prefix_frames": 50,
    "voice_cache_replay_frames": 4,
    "silence_spacer_frames": 6
  },
  "graphs": {
    "mimi_encoder": "mimi_encoder.onnx",
    "mimi_decoder": "mimi_decoder.onnx",
    "temporal_step": "temporal_step.onnx",
    "depformer_step": "depformer_step.onnx"
  },
  "auxiliary": {
    "tokenizer": "tokenizer_spm_32k_3.model",
    "system_prompts": "system_prompts.bin",
    "voices_dir": "voices/"
  }
}