File size: 2,145 Bytes
c515c33 6112d3e c515c33 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 | {
"tag": "bf16",
"meta": {
"harness": "https://git.srk.rest/shadowrock/uocr-quant @ 1f584d7",
"date": "2026-08-17",
"base_model": "baidu/Unlimited-OCR",
"base_model_revision": "07dea832e22aefee32ad281d4b80551282e1c168",
"engine": "vLLM 0.26.0 (enforce_eager, max_model_len 8192)",
"torch": "2.11.0+cu130",
"gpu": "NVIDIA GeForce RTX 5070 Ti (SM120), driver 610.43.03",
"decoding": "greedy (temperature 0.0), max_tokens 1024",
"cer_definition": "Levenshtein/len(ref) on whitespace-normalized text after stripping grounding/box tags, vs BF16 reference transcript"
},
"model_dir": "models/Unlimited-OCR",
"prompt": "<image>\n<|grounding|>OCR this image.",
"decode_tok_per_s": 45.34,
"peak_vram_gib_client": null,
"fixtures": {
"invoice.png": {
"raw": "title [54, 80, 403, 128]INVOICE #2026-0817\ntext [54, 262, 457, 310]Bill To: ShadowRock LLC\ntext [54, 354, 577, 406]Item: GPU Quantization Services\ntext [54, 445, 403, 501]Qty: 2 Unit: $150.00\ntext [54, 628, 356, 675]Total Due: $300.00\ntext [54, 720, 527, 770]Due Date: September 1, 2026",
"ntok": 145,
"seconds": 5.805
},
"memo.png": {
"raw": "title [35, 42, 303, 85]MEMORANDUM\ntext [34, 140, 306, 180]To: Engineering Team\ntext [35, 211, 253, 249]From: Operations\ntext [35, 281, 310, 319]Date: August 17, 2026\ntext [35, 351, 501, 387]Re: GPU cluster maintenance window\ntext [33, 489, 545, 528]The primary GPU cluster will be offline for\ntext [33, 560, 639, 598]scheduled maintenance from 02:00 to 06:00 UTC\ntext [33, 630, 567, 670]on August 24. Batch jobs should be drained\ntext [33, 700, 609, 740]before 01:30 UTC. Contact ops@example.com\ntext [33, 771, 270, 810]with any questions.",
"ntok": 234,
"seconds": 3.287
},
"table_report.png": {
"raw": "text [56, 48, 521, 98]Quarterly Revenue Report\ntable [56, 158, 941, 454]<table>QuarterRevenueGrowthQ1 2026$4.2M12%Q2 2026$4.9M16%Q3 2026$5.1M4%</table>\ntext [53, 512, 681, 606]Operating expenses decreased 3% QoQ, driven by reduced cloud infrastructure spending.",
"ntok": 144,
"seconds": 2.442
}
}
} |