{ "tag": "bf16", "meta": { "harness": "https://git.srk.rest/shadowrock/uocr-quant @ 1f584d7", "date": "2026-08-17", "base_model": "baidu/Unlimited-OCR", "base_model_revision": "07dea832e22aefee32ad281d4b80551282e1c168", "engine": "vLLM 0.26.0 (enforce_eager, max_model_len 8192)", "torch": "2.11.0+cu130", "gpu": "NVIDIA GeForce RTX 5070 Ti (SM120), driver 610.43.03", "decoding": "greedy (temperature 0.0), max_tokens 1024", "cer_definition": "Levenshtein/len(ref) on whitespace-normalized text after stripping grounding/box tags, vs BF16 reference transcript" }, "model_dir": "models/Unlimited-OCR", "prompt": "\n<|grounding|>OCR this image.", "decode_tok_per_s": 45.34, "peak_vram_gib_client": null, "fixtures": { "invoice.png": { "raw": "title [54, 80, 403, 128]INVOICE #2026-0817\ntext [54, 262, 457, 310]Bill To: ShadowRock LLC\ntext [54, 354, 577, 406]Item: GPU Quantization Services\ntext [54, 445, 403, 501]Qty: 2 Unit: $150.00\ntext [54, 628, 356, 675]Total Due: $300.00\ntext [54, 720, 527, 770]Due Date: September 1, 2026", "ntok": 145, "seconds": 5.805 }, "memo.png": { "raw": "title [35, 42, 303, 85]MEMORANDUM\ntext [34, 140, 306, 180]To: Engineering Team\ntext [35, 211, 253, 249]From: Operations\ntext [35, 281, 310, 319]Date: August 17, 2026\ntext [35, 351, 501, 387]Re: GPU cluster maintenance window\ntext [33, 489, 545, 528]The primary GPU cluster will be offline for\ntext [33, 560, 639, 598]scheduled maintenance from 02:00 to 06:00 UTC\ntext [33, 630, 567, 670]on August 24. Batch jobs should be drained\ntext [33, 700, 609, 740]before 01:30 UTC. Contact ops@example.com\ntext [33, 771, 270, 810]with any questions.", "ntok": 234, "seconds": 3.287 }, "table_report.png": { "raw": "text [56, 48, 521, 98]Quarterly Revenue Report\ntable [56, 158, 941, 454]QuarterRevenueGrowthQ1 2026$4.2M12%Q2 2026$4.9M16%Q3 2026$5.1M4%
\ntext [53, 512, 681, 606]Operating expenses decreased 3% QoQ, driven by reduced cloud infrastructure spending.", "ntok": 144, "seconds": 2.442 } } }