{
  "tag": "probe-nvfp4",
  "meta": {
    "harness": "https://git.srk.rest/shadowrock/uocr-quant @ 1f584d7",
    "date": "2026-08-17",
    "base_model": "baidu/Unlimited-OCR",
    "base_model_revision": "07dea832e22aefee32ad281d4b80551282e1c168",
    "engine": "vLLM 0.26.0 (enforce_eager, max_model_len 8192)",
    "torch": "2.11.0+cu130",
    "gpu": "NVIDIA GeForce RTX 5070 Ti (SM120), driver 610.43.03",
    "decoding": "greedy (temperature 0.0), max_tokens 1024",
    "cer_definition": "Levenshtein/len(ref) on whitespace-normalized text after stripping grounding/box tags, vs BF16 reference transcript"
  },
  "model_dir": "models/probe-nvfp4",
  "prompt": "<image>\n<|grounding|>OCR this image.",
  "decode_tok_per_s": 64.24,
  "peak_vram_gib_client": null,
  "fixtures": {
    "invoice.png": {
      "raw": "3\ntitle [55, 80, 402, 132]INVOICE #2026-0817\ntext [54, 260, 456, 315]Bill To: ShadowRock LLC\ntext [55, 276, 456, 317]Bill To: ShadowRock LLC\ntext [55, 443, 452, 506]Item: GPU Quantization Services\ntext [55, 456, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446",
      "ntok": 1024,
      "seconds": 17.313
    },
    "memo.png": {
      "raw": "title [37, 43, 304, 88]MEMORANDUM\ntext [34, 140, 304, 182]To: Engineering Team\ntext [35, 211, 254, 253]From: Operations\ntext [35, 281, 254, 323]From: Operations\ntext [35, 274, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]",
      "ntok": 1024,
      "seconds": 13.87
    },
    "table_report.png": {
      "raw": "",
      "ntok": 1,
      "seconds": 0.714
    }
  },
  "cer_vs_bf16": {
    "invoice.png": 9.4296,
    "memo.png": 2.3867,
    "table_report.png": 1.0
  },
  "mean_cer_vs_bf16": 4.2721
}