MOSS-Transcribe-preview-2B-text-decoder-8bit-g64/quantization-report.json

{
  "bits": 8,
  "elapsed_sec": 10.336322624702007,
  "group_size": 64,
  "mode": "affine",
  "output_dir": "/Users/simonpeacocks/GitHub/moss-mlx-conversion/artifacts/mlx/MOSS-Transcribe-preview-2B-text-decoder-8bit-g64",
  "quantize_elapsed_sec": 0.0221092919819057,
  "save_elapsed_sec": 5.280882207676768,
  "saved_tensor_count": 1230,
  "scope": "text-decoder",
  "source_dir": "/Users/simonpeacocks/GitHub/moss-mlx-conversion/artifacts/mlx/MOSS-Transcribe-preview-2B-bf16",
  "weight_bytes": 3516602520,
  "weight_path": "/Users/simonpeacocks/GitHub/moss-mlx-conversion/artifacts/mlx/MOSS-Transcribe-preview-2B-text-decoder-8bit-g64/weights.safetensors"
}