reports/competition_demo_exp8_validation.json

{
  "status": "development_demo_only",
  "claim_warning": "Opened development/demo pages. Valid for checking the live PAGE-XML/manual pipeline and presentation quality; not an independent final claim.",
  "base_url": "http://127.0.0.1:8001",
  "page_dir": "C:\\Users\\aiden\\Desktop\\مسابقة وطنية\\experiment_4\\data\\test",
  "pages": [
    {
      "scenario": "red_marginalia",
      "stem": "BULAC_MS_ARA_1977_0022",
      "lines": 42,
      "cache_hit": false,
      "request_seconds": 2.9148,
      "lm_applied_lines": 0,
      "metrics": {
        "greedy": {
          "raw": {
            "cer": 0.037701317715959005,
            "wer": 0.16431095406360424,
            "exact_line_rate": 0.19047619047619047,
            "gt_chars": 2732,
            "gt_words": 566
          },
          "arabic_normalized": {
            "cer": 0.03521643433602348,
            "wer": 0.16431095406360424,
            "exact_line_rate": 0.21428571428571427,
            "gt_chars": 2726,
            "gt_words": 566
          }
        },
        "final_gated": {
          "raw": {
            "cer": 0.037701317715959005,
            "wer": 0.16431095406360424,
            "exact_line_rate": 0.19047619047619047,
            "gt_chars": 2732,
            "gt_words": 566
          },
          "arabic_normalized": {
            "cer": 0.03521643433602348,
            "wer": 0.16431095406360424,
            "exact_line_rate": 0.21428571428571427,
            "gt_chars": 2726,
            "gt_words": 566
          },
          "vs_greedy": {
            "improved": 0,
            "damaged": 0,
            "unchanged": 42,
            "net": 0
          }
        }
      },
      "changed_lines": []
    },
    {
      "scenario": "faded_legal",
      "stem": "BULAC_MS_ARA_1943_180494",
      "lines": 47,
      "cache_hit": true,
      "request_seconds": 0.0464,
      "lm_applied_lines": 1,
      "metrics": {
        "greedy": {
          "raw": {
            "cer": 0.07807037986483337,
            "wer": 0.24452133794694347,
            "exact_line_rate": 0.02127659574468085,
            "gt_chars": 4291,
            "gt_words": 867
          },
          "arabic_normalized": {
            "cer": 0.07764047563534623,
            "wer": 0.2433679354094579,
            "exact_line_rate": 0.02127659574468085,
            "gt_chars": 4289,
            "gt_words": 867
          }
        },
        "final_gated": {
          "raw": {
            "cer": 0.07807037986483337,
            "wer": 0.24452133794694347,
            "exact_line_rate": 0.02127659574468085,
            "gt_chars": 4291,
            "gt_words": 867
          },
          "arabic_normalized": {
            "cer": 0.07764047563534623,
            "wer": 0.2433679354094579,
            "exact_line_rate": 0.02127659574468085,
            "gt_chars": 4289,
            "gt_words": 867
          },
          "vs_greedy": {
            "improved": 0,
            "damaged": 0,
            "unchanged": 47,
            "net": 0
          }
        }
      },
      "changed_lines": [
        {
          "line_index": 46,
          "confidence": 0.8539,
          "reason": "low_conf_0.85",
          "ground_truth": "الزوج المذكور لزوج امها",
          "greedy": "الزوج العد يذوي",
          "final": "الزوج العد ذو",
          "greedy_char_errors": 13,
          "final_char_errors": 13,
          "effect": "neutral"
        }
      ]
    },
    {
      "scenario": "framed_history",
      "stem": "BULAC_MS_ARA_417_0076",
      "lines": 12,
      "cache_hit": false,
      "request_seconds": 5.5769,
      "lm_applied_lines": 0,
      "metrics": {
        "greedy": {
          "raw": {
            "cer": 0.028037383177570093,
            "wer": 0.11475409836065574,
            "exact_line_rate": 0.5833333333333334,
            "gt_chars": 321,
            "gt_words": 61
          },
          "arabic_normalized": {
            "cer": 0.028037383177570093,
            "wer": 0.11475409836065574,
            "exact_line_rate": 0.5833333333333334,
            "gt_chars": 321,
            "gt_words": 61
          }
        },
        "final_gated": {
          "raw": {
            "cer": 0.028037383177570093,
            "wer": 0.11475409836065574,
            "exact_line_rate": 0.5833333333333334,
            "gt_chars": 321,
            "gt_words": 61
          },
          "arabic_normalized": {
            "cer": 0.028037383177570093,
            "wer": 0.11475409836065574,
            "exact_line_rate": 0.5833333333333334,
            "gt_chars": 321,
            "gt_words": 61
          },
          "vs_greedy": {
            "improved": 0,
            "damaged": 0,
            "unchanged": 12,
            "net": 0
          }
        }
      },
      "changed_lines": []
    },
    {
      "scenario": "music_red_headings",
      "stem": "BULAC_MS_ARA_1977_0190",
      "lines": 34,
      "cache_hit": false,
      "request_seconds": 2.9834,
      "lm_applied_lines": 0,
      "metrics": {
        "greedy": {
          "raw": {
            "cer": 0.03248839700107105,
            "wer": 0.16536964980544747,
            "exact_line_rate": 0.17647058823529413,
            "gt_chars": 2801,
            "gt_words": 514
          },
          "arabic_normalized": {
            "cer": 0.03213138164941092,
            "wer": 0.16342412451361868,
            "exact_line_rate": 0.17647058823529413,
            "gt_chars": 2801,
            "gt_words": 514
          }
        },
        "final_gated": {
          "raw": {
            "cer": 0.03248839700107105,
            "wer": 0.16536964980544747,
            "exact_line_rate": 0.17647058823529413,
            "gt_chars": 2801,
            "gt_words": 514
          },
          "arabic_normalized": {
            "cer": 0.03213138164941092,
            "wer": 0.16342412451361868,
            "exact_line_rate": 0.17647058823529413,
            "gt_chars": 2801,
            "gt_words": 514
          },
          "vs_greedy": {
            "improved": 0,
            "damaged": 0,
            "unchanged": 34,
            "net": 0
          }
        }
      },
      "changed_lines": []
    }
  ],
  "overall": {
    "lines": 135,
    "decoders": {
      "greedy": {
        "raw": {
          "cer": 0.05303104977821587,
          "wer": 0.19770916334661354,
          "exact_line_rate": 0.16296296296296298,
          "gt_chars": 10145,
          "gt_words": 2008
        },
        "arabic_normalized": {
          "cer": 0.052086416099437705,
          "wer": 0.19671314741035856,
          "exact_line_rate": 0.17037037037037037,
          "gt_chars": 10137,
          "gt_words": 2008
        }
      },
      "final_gated": {
        "raw": {
          "cer": 0.05303104977821587,
          "wer": 0.19770916334661354,
          "exact_line_rate": 0.16296296296296298,
          "gt_chars": 10145,
          "gt_words": 2008
        },
        "arabic_normalized": {
          "cer": 0.052086416099437705,
          "wer": 0.19671314741035856,
          "exact_line_rate": 0.17037037037037037,
          "gt_chars": 10137,
          "gt_words": 2008
        },
        "vs_greedy": {
          "improved": 0,
          "damaged": 0,
          "unchanged": 135,
          "net": 0
        }
      }
    },
    "note": "«حسّن/أفسد» مقاسان بأخطاء الحروف بعد التطبيع، مقابل greedy على السطر نفسه — لا بالمتوسط الكلّي."
  }
}