int4-nb-dep_gint8/config.json

{
  "model_type": "personaplex",
  "version": "personaplex-7b-v1",
  "base_model": "nvidia/personaplex-7b-v1",
  "bundle_variant": "int4-nb-dep_gint8",
  "bundle_size_gb": 7.6,
  "precision": {
    "temporal": "int4_matmulnbits_b32",
    "depformer": "custom_int8_gather",
    "mimi": "fp32"
  },
  "metrics": {
    "host_ram_gb": 1.4,
    "vram_gb": 9.6,
    "rtf": 1.12,
    "hidden_cos_vs_fp32": 0.877393,
    "verdict": "Smallest viable bundle. Visibly degraded but produces coherent English."
  },
  "description": "Smallest disk. INT4 MatMulNBits temporal (block=32) + custom INT8 depformer + FP32 mimi. Coherent but degraded quality.",
  "temporal": {
    "dim": 4096,
    "num_layers": 32,
    "num_heads": 32,
    "head_dim": 128,
    "hidden_scale": 4.125,
    "n_q": 16,
    "card": 2048,
    "text_card": 32000,
    "context": 3000,
    "max_period": 10000
  },
  "depformer": {
    "dim": 1024,
    "num_layers": 6,
    "num_heads": 16,
    "head_dim": 64,
    "dim_feedforward": 4224,
    "num_steps": 16,
    "card": 2048,
    "context": 8,
    "weights_per_step": true,
    "multi_linear": true,
    "pos_emb": "none"
  },
  "mimi": {
    "sample_rate": 24000,
    "frame_rate": 12.5,
    "num_codebooks_used": 8,
    "num_codebooks_internal": 32,
    "codebook_size": 2048,
    "samples_per_frame": 1920
  },
  "delays": [
    0,
    0,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    0,
    1,
    1,
    1,
    1,
    1,
    1,
    1
  ],
  "sampling": {
    "audio_temp": 0.8,
    "audio_top_k": 250,
    "text_temp": 0.7,
    "text_top_k": 25
  },
  "voices": [
    "NATF0",
    "NATF1",
    "NATF2",
    "NATF3",
    "NATM0",
    "NATM1",
    "NATM2",
    "NATM3",
    "VARF0",
    "VARF1",
    "VARF2",
    "VARF3",
    "VARF4",
    "VARM0",
    "VARM1",
    "VARM2",
    "VARM3",
    "VARM4"
  ],
  "system_prompts": [
    "helpful",
    "expert",
    "warm",
    "direct"
  ],
  "voice_embedding": {
    "frames": 50,
    "dim": 4096,
    "default_scale": 10.0
  },
  "prefill_layout": {
    "voice_embedding_prefix_frames": 50,
    "voice_cache_replay_frames": 4,
    "silence_spacer_frames": 6
  },
  "graphs": {
    "mimi_encoder": "mimi_encoder.onnx",
    "mimi_decoder": "mimi_decoder.onnx",
    "temporal_step": "temporal_step.onnx",
    "depformer_step": "depformer_step.onnx"
  },
  "auxiliary": {
    "tokenizer": "tokenizer_spm_32k_3.model",
    "system_prompts": "system_prompts.bin",
    "voices_dir": "voices/"
  }
}