{
  "eval_entity_strict_micro_precision": 0.9413598285602961,
  "eval_entity_strict_micro_recall": 0.8696904247660188,
  "eval_entity_strict_micro_f1": 0.9041070259144915,
  "eval_entity_strict_macro_precision": 0.9408727959113445,
  "eval_entity_strict_macro_recall": 0.8675303575897155,
  "eval_entity_strict_macro_f1": 0.9023126446752094,
  "eval_entity_strict_support": 11112,
  "eval_entity_strict_classification_report": "label                                     precision     recall         f1    support\n----------------------------------------------------------------------------------\nlocation                                     0.9326     0.9026     0.9173       3910\norganization                                 0.9246     0.8064     0.8614       3450\nperson                                       0.9654     0.8937     0.9282       3752\n----------------------------------------------------------------------------------\nmicro avg                                    0.9414     0.8697     0.9041      11112\nmacro avg                                    0.9409     0.8675     0.9023      11112",
  "eval_entity_relaxed_micro_precision": 0.9701928696668615,
  "eval_entity_relaxed_micro_recall": 0.896328293736501,
  "eval_entity_relaxed_micro_f1": 0.9317990457479651,
  "eval_entity_relaxed_macro_precision": 0.9700960928628602,
  "eval_entity_relaxed_macro_recall": 0.894322683864807,
  "eval_entity_relaxed_macro_f1": 0.9302521695869013,
  "eval_entity_relaxed_support": 11112,
  "eval_entity_relaxed_classification_report": "label                                     precision     recall         f1    support\n----------------------------------------------------------------------------------\nlocation                                     0.9649     0.9338     0.9491       3910\norganization                                 0.9644     0.8412     0.8986       3450\nperson                                       0.9810     0.9080     0.9431       3752\n----------------------------------------------------------------------------------\nmicro avg                                    0.9702     0.8963     0.9318      11112\nmacro avg                                    0.9701     0.8943     0.9303      11112",
  "eval_entity_error_COR": 9664,
  "eval_entity_error_LE": 19,
  "eval_entity_error_BES": 152,
  "eval_entity_error_BEL": 144,
  "eval_entity_error_BEO": 0,
  "eval_entity_error_LBE": 4,
  "eval_entity_error_FP": 283,
  "eval_entity_error_FN": 1129,
  "eval_entity_fair_micro_precision": 0.9562162964428833,
  "eval_entity_fair_micro_recall": 0.8823556265692765,
  "eval_entity_fair_micro_f1": 0.9178023647846527,
  "eval_entity_fair_support": 11112,
  "eval_entity_error_report": "entity error analysis (Ortmann 2022, fair evaluation)\ntype        count\n-----------------\nCOR          9664\nLE             19\nBES           152\nBEL           144\nBEO             0\nLBE             4\nFP            283\nFN           1129\n-----------------\nfair P / R / F1: 0.9562 / 0.8824 / 0.9178\n\nlabel confusions (gold -> pred):\n  organization -> person: 10\n  organization -> location: 6\n  location -> organization: 4\n  person -> organization: 2\n  location -> person: 1"
}