{
 "model": "decosa-oneline-reader-paddleocr-vl",
 "date": "2026-09-28",
 "base": "PaddlePaddle/PaddleOCR-VL-1.6@c5630abae1d940eafe0697512a0325494b02ab42",
 "metric": "all_fields_right per drawing (9 fields: poi_kv, plant_limit_mw, models, qty, kva, bess_mw, bess_mwh, transformer_mva, has_disconnect); per-field right/n",
 "setup": "test sets of 60 synthetic drawings each from the training generator family, seeds disjoint from training; bf16, greedy, max_new_tokens 900, batch 6; a re-run on a second machine gave identical results",
 "caveat": "no real utility one-line diagram has been scored",
 "sets": {
  "hard2": {
   "desc": "poor scans (fresh), the headline set",
   "this_model": {
    "all_fields_right": 59,
    "cases": 60,
    "fields": {
     "poi_kv": [
      60,
      60
     ],
     "plant_limit_mw": [
      60,
      60
     ],
     "models": [
      60,
      60
     ],
     "qty": [
      91,
      91
     ],
     "kva": [
      91,
      91
     ],
     "bess_mw": [
      49,
      49
     ],
     "bess_mwh": [
      48,
      49
     ],
     "transformer_mva": [
      60,
      60
     ],
     "has_disconnect": [
      60,
      60
     ]
    }
   },
   "seconds_total": 69.3,
   "qwen3.8-27b_vision": {
    "all_fields_right": 25,
    "cases": 60,
    "fields": {
     "poi_kv": [
      60,
      60
     ],
     "plant_limit_mw": [
      59,
      60
     ],
     "models": [
      38,
      60
     ],
     "qty": [
      57,
      91
     ],
     "kva": [
      67,
      91
     ],
     "bess_mw": [
      48,
      49
     ],
     "bess_mwh": [
      48,
      49
     ],
     "transformer_mva": [
      56,
      60
     ],
     "has_disconnect": [
      60,
      60
     ]
    }
   },
   "base_first12": {
    "all_fields_right": 0,
    "cases": 12,
    "parsed": 0
   }
  },
  "hard": {
   "desc": "the clean set degraded",
   "this_model": {
    "all_fields_right": 59,
    "cases": 60,
    "fields": {
     "poi_kv": [
      60,
      60
     ],
     "plant_limit_mw": [
      60,
      60
     ],
     "models": [
      60,
      60
     ],
     "qty": [
      88,
      88
     ],
     "kva": [
      88,
      88
     ],
     "bess_mw": [
      48,
      48
     ],
     "bess_mwh": [
      47,
      48
     ],
     "transformer_mva": [
      60,
      60
     ],
     "has_disconnect": [
      60,
      60
     ]
    }
   },
   "seconds_total": 137.8,
   "qwen3.8-27b_vision": {
    "all_fields_right": 16,
    "cases": 60,
    "fields": {
     "poi_kv": [
      60,
      60
     ],
     "plant_limit_mw": [
      53,
      60
     ],
     "models": [
      34,
      60
     ],
     "qty": [
      43,
      88
     ],
     "kva": [
      57,
      88
     ],
     "bess_mw": [
      34,
      48
     ],
     "bess_mwh": [
      35,
      48
     ],
     "transformer_mva": [
      46,
      60
     ],
     "has_disconnect": [
      60,
      60
     ]
    }
   }
  },
  "crisp": {
   "desc": "clean drawings (regression check)",
   "this_model": {
    "all_fields_right": 60,
    "cases": 60,
    "fields": {
     "poi_kv": [
      60,
      60
     ],
     "plant_limit_mw": [
      60,
      60
     ],
     "models": [
      60,
      60
     ],
     "qty": [
      88,
      88
     ],
     "kva": [
      88,
      88
     ],
     "bess_mw": [
      48,
      48
     ],
     "bess_mwh": [
      48,
      48
     ],
     "transformer_mva": [
      60,
      60
     ],
     "has_disconnect": [
      60,
      60
     ]
    }
   },
   "seconds_total": 120.3,
   "qwen3.8-27b_vision": {
    "all_fields_right": 59,
    "cases": 60,
    "fields": {
     "poi_kv": [
      60,
      60
     ],
     "plant_limit_mw": [
      60,
      60
     ],
     "models": [
      60,
      60
     ],
     "qty": [
      87,
      88
     ],
     "kva": [
      88,
      88
     ],
     "bess_mw": [
      48,
      48
     ],
     "bess_mwh": [
      48,
      48
     ],
     "transformer_mva": [
      60,
      60
     ],
     "has_disconnect": [
      60,
      60
     ]
    }
   },
   "base_first12": {
    "all_fields_right": 0,
    "cases": 12,
    "parsed": 0
   }
  },
  "novel": {
   "desc": "poor scans with random inverter model names and ratings never used in training",
   "this_model": {
    "all_fields_right": 50,
    "cases": 60,
    "fields": {
     "poi_kv": [
      60,
      60
     ],
     "plant_limit_mw": [
      60,
      60
     ],
     "models": [
      53,
      60
     ],
     "qty": [
      89,
      98
     ],
     "kva": [
      91,
      98
     ],
     "bess_mw": [
      46,
      47
     ],
     "bess_mwh": [
      47,
      47
     ],
     "transformer_mva": [
      60,
      60
     ],
     "has_disconnect": [
      60,
      60
     ]
    }
   },
   "seconds_total": 105.8
  }
 }
}