{
  "eval_loss": 4.563982788085404,
  "eval_classification_loss": 0.0,
  "eval_structure_loss": 4.563982788085404,
  "eval_event_structure_loss": 0.0,
  "eval_count_loss": 0.0,
  "step": 15000,
  "epoch": 3,
  "eval_entity_strict_micro_precision": 0.9373177842565598,
  "eval_entity_strict_micro_recall": 0.8638602776533811,
  "eval_entity_strict_micro_f1": 0.8990911209508273,
  "eval_entity_strict_macro_precision": 0.937395128333416,
  "eval_entity_strict_macro_recall": 0.8622668671307463,
  "eval_entity_strict_macro_f1": 0.8979329694713275,
  "eval_entity_strict_support": 11165,
  "eval_entity_strict_classification_report": "label                                     precision     recall         f1    support\n----------------------------------------------------------------------------------\nlocation                                     0.9267     0.8932     0.9097       3980\norganization                                 0.9231     0.8094     0.8625       3515\nperson                                       0.9623     0.8842     0.9216       3670\n----------------------------------------------------------------------------------\nmicro avg                                    0.9373     0.8639     0.8991      11165\nmacro avg                                    0.9374     0.8623     0.8979      11165",
  "eval_entity_relaxed_micro_precision": 0.967444120505345,
  "eval_entity_relaxed_micro_recall": 0.8916256157635468,
  "eval_entity_relaxed_micro_f1": 0.9279888137963179,
  "eval_entity_relaxed_macro_precision": 0.9677130065023839,
  "eval_entity_relaxed_macro_recall": 0.8900455679092878,
  "eval_entity_relaxed_macro_f1": 0.9269130465308143,
  "eval_entity_relaxed_support": 11165,
  "eval_entity_relaxed_classification_report": "label                                     precision     recall         f1    support\n----------------------------------------------------------------------------------\nlocation                                     0.9588     0.9241     0.9411       3980\norganization                                 0.9630     0.8444     0.8998       3515\nperson                                       0.9813     0.9016     0.9398       3670\n----------------------------------------------------------------------------------\nmicro avg                                    0.9674     0.8916     0.9280      11165\nmacro avg                                    0.9677     0.8900     0.9269      11165",
  "eval_entity_error_COR": 9645,
  "eval_entity_error_LE": 19,
  "eval_entity_error_BES": 162,
  "eval_entity_error_BEL": 147,
  "eval_entity_error_BEO": 1,
  "eval_entity_error_LBE": 4,
  "eval_entity_error_FP": 312,
  "eval_entity_error_FN": 1187,
  "eval_entity_fair_micro_precision": 0.9527337383316047,
  "eval_entity_fair_micro_recall": 0.8769377642405782,
  "eval_entity_fair_micro_f1": 0.9132657892245053,
  "eval_entity_fair_support": 11165,
  "eval_entity_error_report": "entity error analysis (Ortmann 2022, fair evaluation)\ntype        count\n-----------------\nCOR          9645\nLE             19\nBES           162\nBEL           147\nBEO             1\nLBE             4\nFP            312\nFN           1187\n-----------------\nfair P / R / F1: 0.9527 / 0.8769 / 0.9133\n\nlabel confusions (gold -> pred):\n  organization -> person: 8\n  organization -> location: 7\n  location -> organization: 5\n  person -> organization: 3"
}