MOSS-Transcribe-preview-2B-text-decoder-4bit-g64/quantization-report.json

{
  "bits": 4,
  "elapsed_sec": 12.934918417129666,
  "group_size": 64,
  "mode": "affine",
  "output_dir": "/Users/simonpeacocks/GitHub/moss-mlx-conversion/artifacts/mlx/MOSS-Transcribe-preview-2B-text-decoder-4bit-g64",
  "quantize_elapsed_sec": 0.030685750301927328,
  "save_elapsed_sec": 7.085229250136763,
  "saved_tensor_count": 1230,
  "scope": "text-decoder",
  "source_dir": "/Users/simonpeacocks/GitHub/moss-mlx-conversion/artifacts/mlx/MOSS-Transcribe-preview-2B-bf16",
  "weight_bytes": 2811958960,
  "weight_path": "/Users/simonpeacocks/GitHub/moss-mlx-conversion/artifacts/mlx/MOSS-Transcribe-preview-2B-text-decoder-4bit-g64/weights.safetensors"
}