| { |
| "tag": "probe-nvfp4", |
| "meta": { |
| "harness": "https://git.srk.rest/shadowrock/uocr-quant @ 1f584d7", |
| "date": "2026-08-17", |
| "base_model": "baidu/Unlimited-OCR", |
| "base_model_revision": "07dea832e22aefee32ad281d4b80551282e1c168", |
| "engine": "vLLM 0.26.0 (enforce_eager, max_model_len 8192)", |
| "torch": "2.11.0+cu130", |
| "gpu": "NVIDIA GeForce RTX 5070 Ti (SM120), driver 610.43.03", |
| "decoding": "greedy (temperature 0.0), max_tokens 1024", |
| "cer_definition": "Levenshtein/len(ref) on whitespace-normalized text after stripping grounding/box tags, vs BF16 reference transcript" |
| }, |
| "model_dir": "models/probe-nvfp4", |
| "prompt": "<image>\n<|grounding|>OCR this image.", |
| "decode_tok_per_s": 64.24, |
| "peak_vram_gib_client": null, |
| "fixtures": { |
| "invoice.png": { |
| "raw": "3\ntitle [55, 80, 402, 132]INVOICE #2026-0817\ntext [54, 260, 456, 315]Bill To: ShadowRock LLC\ntext [55, 276, 456, 317]Bill To: ShadowRock LLC\ntext [55, 443, 452, 506]Item: GPU Quantization Services\ntext [55, 456, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446, 452, 506]Item: GPU Quantization Services\ntext [55, 446", |
| "ntok": 1024, |
| "seconds": 17.313 |
| }, |
| "memo.png": { |
| "raw": "title [37, 43, 304, 88]MEMORANDUM\ntext [34, 140, 304, 182]To: Engineering Team\ntext [35, 211, 254, 253]From: Operations\ntext [35, 281, 254, 323]From: Operations\ntext [35, 274, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]From: Operations\ntext [35, 280, 254, 323]", |
| "ntok": 1024, |
| "seconds": 13.87 |
| }, |
| "table_report.png": { |
| "raw": "", |
| "ntok": 1, |
| "seconds": 0.714 |
| } |
| }, |
| "cer_vs_bf16": { |
| "invoice.png": 9.4296, |
| "memo.png": 2.3867, |
| "table_report.png": 1.0 |
| }, |
| "mean_cer_vs_bf16": 4.2721 |
| } |
