| { |
| "eval_loss": 2237.1742117745534, |
| "eval_classification_loss": 0.0, |
| "eval_structure_loss": 924.8901279994419, |
| "eval_event_structure_loss": 1269.138218470982, |
| "eval_count_loss": 43.145839146205354, |
| "step": 176, |
| "epoch": 7, |
| "eval_entity_strict_micro_precision": 0.7360506529481599, |
| "eval_entity_strict_micro_recall": 0.7383882493052799, |
| "eval_entity_strict_micro_f1": 0.7372175980975031, |
| "eval_entity_strict_macro_precision": 0.5871944153989791, |
| "eval_entity_strict_macro_recall": 0.628832154468941, |
| "eval_entity_strict_macro_f1": 0.598838764578079, |
| "eval_entity_strict_support": 2519, |
| "eval_entity_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nABS 1.0000 0.6667 0.8000 3\nCOM 0.4667 0.4375 0.4516 16\nFAC 0.7348 0.7037 0.7189 189\nGPE 0.8240 0.7806 0.8017 360\nLOC 0.6567 0.6617 0.6592 133\nMHI 0.3478 0.6154 0.4444 13\nMON 0.7500 1.0000 0.8571 3\nORG 0.6103 0.6549 0.6318 397\nPER 0.8188 0.7869 0.8025 1206\nSID 0.0000 0.0000 0.0000 9\nTTL 0.5000 0.5714 0.5333 14\nVAL 0.2917 0.4516 0.3544 31\nVEH 0.6622 0.7000 0.6806 70\nWEA 0.5577 0.7733 0.6480 75\n----------------------------------------------------------------------------------\nmicro avg 0.7361 0.7384 0.7372 2519\nmacro avg 0.5872 0.6288 0.5988 2519", |
| "eval_entity_relaxed_micro_precision": 0.7890779580530273, |
| "eval_entity_relaxed_micro_recall": 0.7915839618896388, |
| "eval_entity_relaxed_micro_f1": 0.7903289734443123, |
| "eval_entity_relaxed_macro_precision": 0.6375907327507713, |
| "eval_entity_relaxed_macro_recall": 0.685591532328602, |
| "eval_entity_relaxed_macro_f1": 0.6518048821778757, |
| "eval_entity_relaxed_support": 2519, |
| "eval_entity_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nABS 1.0000 0.6667 0.8000 3\nCOM 0.5333 0.5000 0.5161 16\nFAC 0.7845 0.7513 0.7676 189\nGPE 0.8768 0.8306 0.8531 360\nLOC 0.7313 0.7368 0.7341 133\nMHI 0.3913 0.6923 0.5000 13\nMON 0.7500 1.0000 0.8571 3\nORG 0.7089 0.7607 0.7339 397\nPER 0.8550 0.8217 0.8381 1206\nSID 0.0000 0.0000 0.0000 9\nTTL 0.6875 0.7857 0.7333 14\nVAL 0.3125 0.4839 0.3797 31\nVEH 0.6892 0.7286 0.7083 70\nWEA 0.6058 0.8400 0.7039 75\n----------------------------------------------------------------------------------\nmicro avg 0.7891 0.7916 0.7903 2519\nmacro avg 0.6376 0.6856 0.6518 2519", |
| "eval_event_type_strict_micro_precision": 1.0, |
| "eval_event_type_strict_micro_recall": 0.717391304347826, |
| "eval_event_type_strict_micro_f1": 0.8354430379746834, |
| "eval_event_type_strict_macro_precision": 0.9142857142857143, |
| "eval_event_type_strict_macro_recall": 0.6982693077230891, |
| "eval_event_type_strict_macro_f1": 0.766571158377881, |
| "eval_event_type_strict_support": 276, |
| "eval_event_type_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 3\nArtifactExistence.DamageDestroyDisable.. 1.0000 0.5000 0.6667 2\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 2\nCognitive.IdentifyCategorize.Unspecified 0.0000 0.0000 0.0000 1\nCognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\nConflict.Attack.DetonateExplode 1.0000 0.7778 0.8750 27\nConflict.Attack.Unspecified 1.0000 0.5556 0.7143 27\nConflict.Demonstrate.DemonstrateWithVi.. 1.0000 1.0000 1.0000 1\nConflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 8\nContact.Contact.Broadcast 1.0000 0.6000 0.7500 15\nContact.Contact.Meet 1.0000 0.6250 0.7692 8\nContact.Contact.Unspecified 1.0000 0.7000 0.8235 20\nContact.RequestCommand.Broadcast 1.0000 0.5000 0.6667 4\nContact.RequestCommand.Meet 1.0000 1.0000 1.0000 1\nContact.RequestCommand.Unspecified 1.0000 0.8571 0.9231 14\nContact.ThreatenCoerce.Broadcast 1.0000 1.0000 1.0000 2\nContact.ThreatenCoerce.Unspecified 1.0000 0.2000 0.3333 5\nControl.ImpedeInterfereWith.Unspecified 1.0000 1.0000 1.0000 4\nDisaster.DiseaseOutbreak.Unspecified 1.0000 0.7500 0.8571 4\nGenericCrime.GenericCrime.GenericCrime 1.0000 0.4000 0.5714 10\nJustice.ArrestJailDetain.Unspecified 1.0000 0.5882 0.7407 17\nJustice.ChargeIndict.Unspecified 1.0000 0.7143 0.8333 7\nJustice.Convict.Unspecified 1.0000 1.0000 1.0000 1\nJustice.InvestigateCrime.Unspecified 1.0000 1.0000 1.0000 3\nJustice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\nLife.Die.Unspecified 1.0000 1.0000 1.0000 26\nLife.Injure.Unspecified 1.0000 1.0000 1.0000 18\nMedical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\nMovement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 0.0000 0.0000 0.0000 1\nMovement.Transportation.Unspecified 1.0000 1.0000 1.0000 13\nPersonnel.EndPosition.Unspecified 1.0000 0.6000 0.7500 5\nTransaction.ExchangeBuySell.Unspecified 1.0000 1.0000 1.0000 3\n----------------------------------------------------------------------------------\nmicro avg 1.0000 0.7174 0.8354 276\nmacro avg 0.9143 0.6983 0.7666 276", |
| "eval_event_type_relaxed_micro_precision": 1.0, |
| "eval_event_type_relaxed_micro_recall": 0.717391304347826, |
| "eval_event_type_relaxed_micro_f1": 0.8354430379746834, |
| "eval_event_type_relaxed_macro_precision": 0.9142857142857143, |
| "eval_event_type_relaxed_macro_recall": 0.6982693077230891, |
| "eval_event_type_relaxed_macro_f1": 0.766571158377881, |
| "eval_event_type_relaxed_support": 276, |
| "eval_event_type_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 3\nArtifactExistence.DamageDestroyDisable.. 1.0000 0.5000 0.6667 2\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 2\nCognitive.IdentifyCategorize.Unspecified 0.0000 0.0000 0.0000 1\nCognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\nConflict.Attack.DetonateExplode 1.0000 0.7778 0.8750 27\nConflict.Attack.Unspecified 1.0000 0.5556 0.7143 27\nConflict.Demonstrate.DemonstrateWithVi.. 1.0000 1.0000 1.0000 1\nConflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 8\nContact.Contact.Broadcast 1.0000 0.6000 0.7500 15\nContact.Contact.Meet 1.0000 0.6250 0.7692 8\nContact.Contact.Unspecified 1.0000 0.7000 0.8235 20\nContact.RequestCommand.Broadcast 1.0000 0.5000 0.6667 4\nContact.RequestCommand.Meet 1.0000 1.0000 1.0000 1\nContact.RequestCommand.Unspecified 1.0000 0.8571 0.9231 14\nContact.ThreatenCoerce.Broadcast 1.0000 1.0000 1.0000 2\nContact.ThreatenCoerce.Unspecified 1.0000 0.2000 0.3333 5\nControl.ImpedeInterfereWith.Unspecified 1.0000 1.0000 1.0000 4\nDisaster.DiseaseOutbreak.Unspecified 1.0000 0.7500 0.8571 4\nGenericCrime.GenericCrime.GenericCrime 1.0000 0.4000 0.5714 10\nJustice.ArrestJailDetain.Unspecified 1.0000 0.5882 0.7407 17\nJustice.ChargeIndict.Unspecified 1.0000 0.7143 0.8333 7\nJustice.Convict.Unspecified 1.0000 1.0000 1.0000 1\nJustice.InvestigateCrime.Unspecified 1.0000 1.0000 1.0000 3\nJustice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\nLife.Die.Unspecified 1.0000 1.0000 1.0000 26\nLife.Injure.Unspecified 1.0000 1.0000 1.0000 18\nMedical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\nMovement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 0.0000 0.0000 0.0000 1\nMovement.Transportation.Unspecified 1.0000 1.0000 1.0000 13\nPersonnel.EndPosition.Unspecified 1.0000 0.6000 0.7500 5\nTransaction.ExchangeBuySell.Unspecified 1.0000 1.0000 1.0000 3\n----------------------------------------------------------------------------------\nmicro avg 1.0000 0.7174 0.8354 276\nmacro avg 0.9143 0.6983 0.7666 276", |
| "eval_event_trigger_strict_micro_precision": 0.7766323024054983, |
| "eval_event_trigger_strict_micro_recall": 0.4870689655172414, |
| "eval_event_trigger_strict_micro_f1": 0.5986754966887418, |
| "eval_event_trigger_strict_macro_precision": 0.7136664091999911, |
| "eval_event_trigger_strict_macro_recall": 0.49201715913126787, |
| "eval_event_trigger_strict_macro_f1": 0.5436752786304171, |
| "eval_event_trigger_strict_support": 464, |
| "eval_event_trigger_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 0.6667 0.5000 0.5714 4\nArtifactExistence.DamageDestroyDisable.. 1.0000 0.3333 0.5000 3\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 2\nCognitive.IdentifyCategorize.Unspecified 0.0000 0.0000 0.0000 1\nCognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\nConflict.Attack.DetonateExplode 0.8367 0.5395 0.6560 76\nConflict.Attack.Unspecified 0.7500 0.3750 0.5000 48\nConflict.Demonstrate.DemonstrateWithVi.. 0.3333 1.0000 0.5000 1\nConflict.Demonstrate.Unspecified 0.7273 0.6154 0.6667 13\nContact.Contact.Broadcast 0.6667 0.4211 0.5161 19\nContact.Contact.Meet 0.8000 0.3333 0.4706 12\nContact.Contact.Unspecified 0.5263 0.2941 0.3774 34\nContact.RequestCommand.Broadcast 0.4000 0.5000 0.4444 4\nContact.RequestCommand.Meet 0.5000 1.0000 0.6667 1\nContact.RequestCommand.Unspecified 0.7059 0.6316 0.6667 19\nContact.ThreatenCoerce.Broadcast 0.5000 0.6667 0.5714 3\nContact.ThreatenCoerce.Unspecified 1.0000 0.1429 0.2500 7\nControl.ImpedeInterfereWith.Unspecified 0.7500 0.5000 0.6000 6\nDisaster.DiseaseOutbreak.Unspecified 0.7500 0.2727 0.4000 11\nGenericCrime.GenericCrime.GenericCrime 0.3333 0.1538 0.2105 13\nJustice.ArrestJailDetain.Unspecified 0.8462 0.4074 0.5500 27\nJustice.ChargeIndict.Unspecified 1.0000 0.6000 0.7500 10\nJustice.Convict.Unspecified 1.0000 0.5000 0.6667 2\nJustice.InvestigateCrime.Unspecified 0.6667 0.5000 0.5714 4\nJustice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\nLife.Die.Unspecified 0.9211 0.7000 0.7955 50\nLife.Injure.Unspecified 1.0000 0.8846 0.9388 26\nMedical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\nMovement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 0.0000 0.0000 0.0000 1\nMovement.Transportation.Unspecified 0.6316 0.4444 0.5217 27\nPersonnel.EndPosition.Unspecified 0.6667 0.3333 0.4444 6\nTransaction.ExchangeBuySell.Unspecified 1.0000 0.5000 0.6667 10\n----------------------------------------------------------------------------------\nmicro avg 0.7766 0.4871 0.5987 464\nmacro avg 0.7137 0.4920 0.5437 464", |
| "eval_event_trigger_relaxed_micro_precision": 0.8006872852233677, |
| "eval_event_trigger_relaxed_micro_recall": 0.5021551724137931, |
| "eval_event_trigger_relaxed_micro_f1": 0.6172185430463577, |
| "eval_event_trigger_relaxed_macro_precision": 0.7467491159669084, |
| "eval_event_trigger_relaxed_macro_recall": 0.5138730809871898, |
| "eval_event_trigger_relaxed_macro_f1": 0.5697435549111811, |
| "eval_event_trigger_relaxed_support": 464, |
| "eval_event_trigger_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 1.0000 0.7500 0.8571 4\nArtifactExistence.DamageDestroyDisable.. 1.0000 0.3333 0.5000 3\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 2\nCognitive.IdentifyCategorize.Unspecified 0.0000 0.0000 0.0000 1\nCognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\nConflict.Attack.DetonateExplode 0.8367 0.5395 0.6560 76\nConflict.Attack.Unspecified 0.7500 0.3750 0.5000 48\nConflict.Demonstrate.DemonstrateWithVi.. 0.3333 1.0000 0.5000 1\nConflict.Demonstrate.Unspecified 0.7273 0.6154 0.6667 13\nContact.Contact.Broadcast 0.6667 0.4211 0.5161 19\nContact.Contact.Meet 0.8000 0.3333 0.4706 12\nContact.Contact.Unspecified 0.5263 0.2941 0.3774 34\nContact.RequestCommand.Broadcast 0.4000 0.5000 0.4444 4\nContact.RequestCommand.Meet 0.5000 1.0000 0.6667 1\nContact.RequestCommand.Unspecified 0.7059 0.6316 0.6667 19\nContact.ThreatenCoerce.Broadcast 0.5000 0.6667 0.5714 3\nContact.ThreatenCoerce.Unspecified 1.0000 0.1429 0.2500 7\nControl.ImpedeInterfereWith.Unspecified 0.7500 0.5000 0.6000 6\nDisaster.DiseaseOutbreak.Unspecified 0.7500 0.2727 0.4000 11\nGenericCrime.GenericCrime.GenericCrime 0.6667 0.3077 0.4211 13\nJustice.ArrestJailDetain.Unspecified 0.8462 0.4074 0.5500 27\nJustice.ChargeIndict.Unspecified 1.0000 0.6000 0.7500 10\nJustice.Convict.Unspecified 1.0000 0.5000 0.6667 2\nJustice.InvestigateCrime.Unspecified 1.0000 0.7500 0.8571 4\nJustice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\nLife.Die.Unspecified 0.9211 0.7000 0.7955 50\nLife.Injure.Unspecified 1.0000 0.8846 0.9388 26\nMedical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\nMovement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 0.0000 0.0000 0.0000 1\nMovement.Transportation.Unspecified 0.7895 0.5556 0.6522 27\nPersonnel.EndPosition.Unspecified 0.6667 0.3333 0.4444 6\nTransaction.ExchangeBuySell.Unspecified 1.0000 0.5000 0.6667 10\n----------------------------------------------------------------------------------\nmicro avg 0.8007 0.5022 0.6172 464\nmacro avg 0.7467 0.5139 0.5697 464", |
| "eval_event_argument_strict_micro_precision": 0.27019498607242337, |
| "eval_event_argument_strict_micro_recall": 0.15619967793880837, |
| "eval_event_argument_strict_micro_f1": 0.19795918367346937, |
| "eval_event_argument_strict_macro_precision": 0.27588987885499516, |
| "eval_event_argument_strict_macro_recall": 0.2148365503379168, |
| "eval_event_argument_strict_macro_f1": 0.23080369260836595, |
| "eval_event_argument_strict_support": 621, |
| "eval_event_argument_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nAcquiredEntity 0.6000 0.2500 0.3529 12\nArtifact 0.5000 0.5000 0.5000 8\nAttacker 0.2857 0.1429 0.1905 28\nCommunicator 0.2400 0.1622 0.1935 37\nDefendant 0.2727 0.4286 0.3333 21\nDemonstrator 0.0000 0.0000 0.0000 5\nDestination 0.2000 0.1765 0.1875 17\nDetainee 0.3571 0.2000 0.2564 25\nEmployee 0.0000 0.0000 0.0000 12\nExplosiveDevice 0.0000 0.0000 0.0000 20\nGiver 0.1667 0.2000 0.1818 5\nImpeder 0.6000 0.3750 0.4615 8\nInjurer 0.3333 0.3333 0.3333 3\nInstrument 0.2000 0.2500 0.2222 4\nInvestigator 0.1667 0.3333 0.2222 3\nJailer 0.6667 0.5000 0.5714 4\nJudgeCourt 0.2500 0.2500 0.2500 4\nKiller 0.0000 0.0000 0.0000 8\nOrigin 0.0000 0.0000 0.0000 5\nParticipant 0.0909 0.0351 0.0506 57\nPassengerArtifact 0.5000 0.3333 0.4000 9\nPatient 1.0000 1.0000 1.0000 1\nPaymentBarter 0.1667 0.2000 0.1818 5\nPerpetrator 0.0000 0.0000 0.0000 9\nPlace 0.1628 0.0959 0.1207 73\nRecipient 0.3333 0.1429 0.2000 35\nRegulator 0.0000 0.0000 0.0000 1\nTarget 0.1667 0.0444 0.0702 45\nTopic 0.4000 0.1429 0.2105 14\nTransporter 0.4167 0.1786 0.2500 28\nVehicle 0.3636 0.4000 0.3810 10\nVictim 0.3889 0.2000 0.2642 105\n----------------------------------------------------------------------------------\nmicro avg 0.2702 0.1562 0.1980 621\nmacro avg 0.2759 0.2148 0.2308 621", |
| "eval_event_argument_relaxed_micro_precision": 0.6438746438746439, |
| "eval_event_argument_relaxed_micro_recall": 0.39304347826086955, |
| "eval_event_argument_relaxed_micro_f1": 0.48812095032397407, |
| "eval_event_argument_relaxed_macro_precision": 0.6083786005661007, |
| "eval_event_argument_relaxed_macro_recall": 0.4745606120552259, |
| "eval_event_argument_relaxed_macro_f1": 0.5075981306803804, |
| "eval_event_argument_relaxed_support": 575, |
| "eval_event_argument_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nAcquiredEntity 1.0000 0.5714 0.7273 7\nArtifact 0.6250 0.6250 0.6250 8\nAttacker 0.7692 0.3704 0.5000 27\nCommunicator 0.6000 0.4054 0.4839 37\nDefendant 0.3636 0.6000 0.4528 20\nDemonstrator 0.0000 0.0000 0.0000 5\nDestination 0.5333 0.4706 0.5000 17\nDetainee 0.5000 0.2800 0.3590 25\nEmployee 0.0000 0.0000 0.0000 12\nExplosiveDevice 0.8750 0.3889 0.5385 18\nGiver 0.2500 0.2000 0.2222 5\nImpeder 0.6000 0.3750 0.4615 8\nInjurer 0.6667 0.6667 0.6667 3\nInstrument 0.4000 0.5000 0.4444 4\nInvestigator 0.5000 1.0000 0.6667 3\nJailer 1.0000 0.7500 0.8571 4\nJudgeCourt 0.5000 0.5000 0.5000 4\nKiller 0.5714 0.5000 0.5333 8\nOrigin 0.7500 0.7500 0.7500 4\nParticipant 0.6364 0.2593 0.3684 54\nPassengerArtifact 0.8333 0.5556 0.6667 9\nPatient 1.0000 1.0000 1.0000 1\nPaymentBarter 0.6000 1.0000 0.7500 3\nPerpetrator 0.7500 0.5000 0.6000 6\nPlace 0.5476 0.3433 0.4220 67\nRecipient 0.7692 0.3030 0.4348 33\nRegulator 0.0000 0.0000 0.0000 1\nTarget 0.7500 0.2045 0.3214 44\nTopic 0.6000 0.2143 0.3158 14\nTransporter 0.9167 0.5789 0.7097 19\nVehicle 0.7273 0.8000 0.7619 10\nVictim 0.8333 0.4737 0.6040 95\n----------------------------------------------------------------------------------\nmicro avg 0.6439 0.3930 0.4881 575\nmacro avg 0.6084 0.4746 0.5076 575", |
| "eval_event_strict_micro_precision": 0.6143867924528302, |
| "eval_event_strict_micro_recall": 0.3828067597354886, |
| "eval_event_strict_micro_f1": 0.47170665459483935, |
| "eval_event_strict_macro_precision": 0.6451647102486229, |
| "eval_event_strict_macro_recall": 0.4758313328501552, |
| "eval_event_strict_macro_f1": 0.5220033672427267, |
| "eval_event_strict_support": 1361, |
| "eval_event_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\narg:AcquiredEntity 0.6000 0.2500 0.3529 12\narg:Artifact 0.5000 0.5000 0.5000 8\narg:Attacker 0.2857 0.1429 0.1905 28\narg:Communicator 0.2400 0.1622 0.1935 37\narg:Defendant 0.2727 0.4286 0.3333 21\narg:Demonstrator 0.0000 0.0000 0.0000 5\narg:Destination 0.2000 0.1765 0.1875 17\narg:Detainee 0.3571 0.2000 0.2564 25\narg:Employee 0.0000 0.0000 0.0000 12\narg:ExplosiveDevice 0.0000 0.0000 0.0000 20\narg:Giver 0.1667 0.2000 0.1818 5\narg:Impeder 0.6000 0.3750 0.4615 8\narg:Injurer 0.3333 0.3333 0.3333 3\narg:Instrument 0.2000 0.2500 0.2222 4\narg:Investigator 0.1667 0.3333 0.2222 3\narg:Jailer 0.6667 0.5000 0.5714 4\narg:JudgeCourt 0.2500 0.2500 0.2500 4\narg:Killer 0.0000 0.0000 0.0000 8\narg:Origin 0.0000 0.0000 0.0000 5\narg:Participant 0.0909 0.0351 0.0506 57\narg:PassengerArtifact 0.5000 0.3333 0.4000 9\narg:Patient 1.0000 1.0000 1.0000 1\narg:PaymentBarter 0.1667 0.2000 0.1818 5\narg:Perpetrator 0.0000 0.0000 0.0000 9\narg:Place 0.1628 0.0959 0.1207 73\narg:Recipient 0.3333 0.1429 0.2000 35\narg:Regulator 0.0000 0.0000 0.0000 1\narg:Target 0.1667 0.0444 0.0702 45\narg:Topic 0.4000 0.1429 0.2105 14\narg:Transporter 0.4167 0.1786 0.2500 28\narg:Vehicle 0.3636 0.4000 0.3810 10\narg:Victim 0.3889 0.2000 0.2642 105\ntrigger:ArtifactExistence.DamageDestro.. 0.6667 0.5000 0.5714 4\ntrigger:ArtifactExistence.DamageDestro.. 1.0000 0.3333 0.5000 3\ntrigger:ArtifactExistence.ManufactureA.. 1.0000 1.0000 1.0000 2\ntrigger:Cognitive.IdentifyCategorize.U.. 0.0000 0.0000 0.0000 1\ntrigger:Cognitive.Inspection.SensoryOb.. 0.0000 0.0000 0.0000 5\ntrigger:Conflict.Attack.DetonateExplode 0.8367 0.5395 0.6560 76\ntrigger:Conflict.Attack.Unspecified 0.7500 0.3750 0.5000 48\ntrigger:Conflict.Demonstrate.Demonstra.. 0.3333 1.0000 0.5000 1\ntrigger:Conflict.Demonstrate.Unspecified 0.7273 0.6154 0.6667 13\ntrigger:Contact.Contact.Broadcast 0.6667 0.4211 0.5161 19\ntrigger:Contact.Contact.Meet 0.8000 0.3333 0.4706 12\ntrigger:Contact.Contact.Unspecified 0.5263 0.2941 0.3774 34\ntrigger:Contact.RequestCommand.Broadcast 0.4000 0.5000 0.4444 4\ntrigger:Contact.RequestCommand.Meet 0.5000 1.0000 0.6667 1\ntrigger:Contact.RequestCommand.Unspeci.. 0.7059 0.6316 0.6667 19\ntrigger:Contact.ThreatenCoerce.Broadcast 0.5000 0.6667 0.5714 3\ntrigger:Contact.ThreatenCoerce.Unspeci.. 1.0000 0.1429 0.2500 7\ntrigger:Control.ImpedeInterfereWith.Un.. 0.7500 0.5000 0.6000 6\ntrigger:Disaster.DiseaseOutbreak.Unspe.. 0.7500 0.2727 0.4000 11\ntrigger:GenericCrime.GenericCrime.Gene.. 0.3333 0.1538 0.2105 13\ntrigger:Justice.ArrestJailDetain.Unspe.. 0.8462 0.4074 0.5500 27\ntrigger:Justice.ChargeIndict.Unspecified 1.0000 0.6000 0.7500 10\ntrigger:Justice.Convict.Unspecified 1.0000 0.5000 0.6667 2\ntrigger:Justice.InvestigateCrime.Unspe.. 0.6667 0.5000 0.5714 4\ntrigger:Justice.ReleaseParole.Unspecif.. 1.0000 0.2857 0.4444 7\ntrigger:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntrigger:Justice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\ntrigger:Life.Die.Unspecified 0.9211 0.7000 0.7955 50\ntrigger:Life.Injure.Unspecified 1.0000 0.8846 0.9388 26\ntrigger:Medical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\ntrigger:Movement.Transportation.Evacua.. 1.0000 1.0000 1.0000 1\ntrigger:Movement.Transportation.Illega.. 0.0000 0.0000 0.0000 1\ntrigger:Movement.Transportation.Unspec.. 0.6316 0.4444 0.5217 27\ntrigger:Personnel.EndPosition.Unspecif.. 0.6667 0.3333 0.4444 6\ntrigger:Transaction.ExchangeBuySell.Un.. 1.0000 0.5000 0.6667 10\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 3\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 0.5000 0.6667 2\ntype:ArtifactExistence.ManufactureAsse.. 1.0000 1.0000 1.0000 2\ntype:Cognitive.IdentifyCategorize.Unsp.. 0.0000 0.0000 0.0000 1\ntype:Cognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\ntype:Conflict.Attack.DetonateExplode 1.0000 0.7778 0.8750 27\ntype:Conflict.Attack.Unspecified 1.0000 0.5556 0.7143 27\ntype:Conflict.Demonstrate.DemonstrateW.. 1.0000 1.0000 1.0000 1\ntype:Conflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 8\ntype:Contact.Contact.Broadcast 1.0000 0.6000 0.7500 15\ntype:Contact.Contact.Meet 1.0000 0.6250 0.7692 8\ntype:Contact.Contact.Unspecified 1.0000 0.7000 0.8235 20\ntype:Contact.RequestCommand.Broadcast 1.0000 0.5000 0.6667 4\ntype:Contact.RequestCommand.Meet 1.0000 1.0000 1.0000 1\ntype:Contact.RequestCommand.Unspecified 1.0000 0.8571 0.9231 14\ntype:Contact.ThreatenCoerce.Broadcast 1.0000 1.0000 1.0000 2\ntype:Contact.ThreatenCoerce.Unspecified 1.0000 0.2000 0.3333 5\ntype:Control.ImpedeInterfereWith.Unspe.. 1.0000 1.0000 1.0000 4\ntype:Disaster.DiseaseOutbreak.Unspecif.. 1.0000 0.7500 0.8571 4\ntype:GenericCrime.GenericCrime.Generic.. 1.0000 0.4000 0.5714 10\ntype:Justice.ArrestJailDetain.Unspecif.. 1.0000 0.5882 0.7407 17\ntype:Justice.ChargeIndict.Unspecified 1.0000 0.7143 0.8333 7\ntype:Justice.Convict.Unspecified 1.0000 1.0000 1.0000 1\ntype:Justice.InvestigateCrime.Unspecif.. 1.0000 1.0000 1.0000 3\ntype:Justice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\ntype:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntype:Justice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\ntype:Life.Die.Unspecified 1.0000 1.0000 1.0000 26\ntype:Life.Injure.Unspecified 1.0000 1.0000 1.0000 18\ntype:Medical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\ntype:Movement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.IllegalTr.. 0.0000 0.0000 0.0000 1\ntype:Movement.Transportation.Unspecified 1.0000 1.0000 1.0000 13\ntype:Personnel.EndPosition.Unspecified 1.0000 0.6000 0.7500 5\ntype:Transaction.ExchangeBuySell.Unspe.. 1.0000 1.0000 1.0000 3\n----------------------------------------------------------------------------------\nmicro avg 0.6144 0.3828 0.4717 1361\nmacro avg 0.6452 0.4758 0.5220 1361", |
| "eval_event_relaxed_micro_precision": 0.7821428571428571, |
| "eval_event_relaxed_micro_recall": 0.49961977186311785, |
| "eval_event_relaxed_micro_f1": 0.6097447795823666, |
| "eval_event_relaxed_macro_precision": 0.7608268066368336, |
| "eval_event_relaxed_macro_recall": 0.5648129724571275, |
| "eval_event_relaxed_macro_f1": 0.6177858347734247, |
| "eval_event_relaxed_support": 1315, |
| "eval_event_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\narg:AcquiredEntity 1.0000 0.5714 0.7273 7\narg:Artifact 0.6250 0.6250 0.6250 8\narg:Attacker 0.7692 0.3704 0.5000 27\narg:Communicator 0.6000 0.4054 0.4839 37\narg:Defendant 0.3636 0.6000 0.4528 20\narg:Demonstrator 0.0000 0.0000 0.0000 5\narg:Destination 0.5333 0.4706 0.5000 17\narg:Detainee 0.5000 0.2800 0.3590 25\narg:Employee 0.0000 0.0000 0.0000 12\narg:ExplosiveDevice 0.8750 0.3889 0.5385 18\narg:Giver 0.2500 0.2000 0.2222 5\narg:Impeder 0.6000 0.3750 0.4615 8\narg:Injurer 0.6667 0.6667 0.6667 3\narg:Instrument 0.4000 0.5000 0.4444 4\narg:Investigator 0.5000 1.0000 0.6667 3\narg:Jailer 1.0000 0.7500 0.8571 4\narg:JudgeCourt 0.5000 0.5000 0.5000 4\narg:Killer 0.5714 0.5000 0.5333 8\narg:Origin 0.7500 0.7500 0.7500 4\narg:Participant 0.6364 0.2593 0.3684 54\narg:PassengerArtifact 0.8333 0.5556 0.6667 9\narg:Patient 1.0000 1.0000 1.0000 1\narg:PaymentBarter 0.6000 1.0000 0.7500 3\narg:Perpetrator 0.7500 0.5000 0.6000 6\narg:Place 0.5476 0.3433 0.4220 67\narg:Recipient 0.7692 0.3030 0.4348 33\narg:Regulator 0.0000 0.0000 0.0000 1\narg:Target 0.7500 0.2045 0.3214 44\narg:Topic 0.6000 0.2143 0.3158 14\narg:Transporter 0.9167 0.5789 0.7097 19\narg:Vehicle 0.7273 0.8000 0.7619 10\narg:Victim 0.8333 0.4737 0.6040 95\ntrigger:ArtifactExistence.DamageDestro.. 1.0000 0.7500 0.8571 4\ntrigger:ArtifactExistence.DamageDestro.. 1.0000 0.3333 0.5000 3\ntrigger:ArtifactExistence.ManufactureA.. 1.0000 1.0000 1.0000 2\ntrigger:Cognitive.IdentifyCategorize.U.. 0.0000 0.0000 0.0000 1\ntrigger:Cognitive.Inspection.SensoryOb.. 0.0000 0.0000 0.0000 5\ntrigger:Conflict.Attack.DetonateExplode 0.8367 0.5395 0.6560 76\ntrigger:Conflict.Attack.Unspecified 0.7500 0.3750 0.5000 48\ntrigger:Conflict.Demonstrate.Demonstra.. 0.3333 1.0000 0.5000 1\ntrigger:Conflict.Demonstrate.Unspecified 0.7273 0.6154 0.6667 13\ntrigger:Contact.Contact.Broadcast 0.6667 0.4211 0.5161 19\ntrigger:Contact.Contact.Meet 0.8000 0.3333 0.4706 12\ntrigger:Contact.Contact.Unspecified 0.5263 0.2941 0.3774 34\ntrigger:Contact.RequestCommand.Broadcast 0.4000 0.5000 0.4444 4\ntrigger:Contact.RequestCommand.Meet 0.5000 1.0000 0.6667 1\ntrigger:Contact.RequestCommand.Unspeci.. 0.7059 0.6316 0.6667 19\ntrigger:Contact.ThreatenCoerce.Broadcast 0.5000 0.6667 0.5714 3\ntrigger:Contact.ThreatenCoerce.Unspeci.. 1.0000 0.1429 0.2500 7\ntrigger:Control.ImpedeInterfereWith.Un.. 0.7500 0.5000 0.6000 6\ntrigger:Disaster.DiseaseOutbreak.Unspe.. 0.7500 0.2727 0.4000 11\ntrigger:GenericCrime.GenericCrime.Gene.. 0.6667 0.3077 0.4211 13\ntrigger:Justice.ArrestJailDetain.Unspe.. 0.8462 0.4074 0.5500 27\ntrigger:Justice.ChargeIndict.Unspecified 1.0000 0.6000 0.7500 10\ntrigger:Justice.Convict.Unspecified 1.0000 0.5000 0.6667 2\ntrigger:Justice.InvestigateCrime.Unspe.. 1.0000 0.7500 0.8571 4\ntrigger:Justice.ReleaseParole.Unspecif.. 1.0000 0.2857 0.4444 7\ntrigger:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntrigger:Justice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\ntrigger:Life.Die.Unspecified 0.9211 0.7000 0.7955 50\ntrigger:Life.Injure.Unspecified 1.0000 0.8846 0.9388 26\ntrigger:Medical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\ntrigger:Movement.Transportation.Evacua.. 1.0000 1.0000 1.0000 1\ntrigger:Movement.Transportation.Illega.. 0.0000 0.0000 0.0000 1\ntrigger:Movement.Transportation.Unspec.. 0.7895 0.5556 0.6522 27\ntrigger:Personnel.EndPosition.Unspecif.. 0.6667 0.3333 0.4444 6\ntrigger:Transaction.ExchangeBuySell.Un.. 1.0000 0.5000 0.6667 10\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 3\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 0.5000 0.6667 2\ntype:ArtifactExistence.ManufactureAsse.. 1.0000 1.0000 1.0000 2\ntype:Cognitive.IdentifyCategorize.Unsp.. 0.0000 0.0000 0.0000 1\ntype:Cognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\ntype:Conflict.Attack.DetonateExplode 1.0000 0.7778 0.8750 27\ntype:Conflict.Attack.Unspecified 1.0000 0.5556 0.7143 27\ntype:Conflict.Demonstrate.DemonstrateW.. 1.0000 1.0000 1.0000 1\ntype:Conflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 8\ntype:Contact.Contact.Broadcast 1.0000 0.6000 0.7500 15\ntype:Contact.Contact.Meet 1.0000 0.6250 0.7692 8\ntype:Contact.Contact.Unspecified 1.0000 0.7000 0.8235 20\ntype:Contact.RequestCommand.Broadcast 1.0000 0.5000 0.6667 4\ntype:Contact.RequestCommand.Meet 1.0000 1.0000 1.0000 1\ntype:Contact.RequestCommand.Unspecified 1.0000 0.8571 0.9231 14\ntype:Contact.ThreatenCoerce.Broadcast 1.0000 1.0000 1.0000 2\ntype:Contact.ThreatenCoerce.Unspecified 1.0000 0.2000 0.3333 5\ntype:Control.ImpedeInterfereWith.Unspe.. 1.0000 1.0000 1.0000 4\ntype:Disaster.DiseaseOutbreak.Unspecif.. 1.0000 0.7500 0.8571 4\ntype:GenericCrime.GenericCrime.Generic.. 1.0000 0.4000 0.5714 10\ntype:Justice.ArrestJailDetain.Unspecif.. 1.0000 0.5882 0.7407 17\ntype:Justice.ChargeIndict.Unspecified 1.0000 0.7143 0.8333 7\ntype:Justice.Convict.Unspecified 1.0000 1.0000 1.0000 1\ntype:Justice.InvestigateCrime.Unspecif.. 1.0000 1.0000 1.0000 3\ntype:Justice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\ntype:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntype:Justice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\ntype:Life.Die.Unspecified 1.0000 1.0000 1.0000 26\ntype:Life.Injure.Unspecified 1.0000 1.0000 1.0000 18\ntype:Medical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\ntype:Movement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.IllegalTr.. 0.0000 0.0000 0.0000 1\ntype:Movement.Transportation.Unspecified 1.0000 1.0000 1.0000 13\ntype:Personnel.EndPosition.Unspecified 1.0000 0.6000 0.7500 5\ntype:Transaction.ExchangeBuySell.Unspe.. 1.0000 1.0000 1.0000 3\n----------------------------------------------------------------------------------\nmicro avg 0.7821 0.4996 0.6097 1315\nmacro avg 0.7608 0.5648 0.6178 1315", |
| "eval_entity_error_COR": 1870, |
| "eval_entity_error_LE": 67, |
| "eval_entity_error_BES": 64, |
| "eval_entity_error_BEL": 52, |
| "eval_entity_error_BEO": 4, |
| "eval_entity_error_LBE": 50, |
| "eval_entity_error_FP": 420, |
| "eval_entity_error_FN": 412, |
| "eval_entity_fair_micro_precision": 0.7764168569649159, |
| "eval_entity_fair_micro_recall": 0.7790043740887315, |
| "eval_entity_fair_micro_f1": 0.7777084632979829, |
| "eval_entity_fair_support": 2519, |
| "eval_entity_error_report": "entity error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 1870\nLE 67\nBES 64\nBEL 52\nBEO 4\nLBE 50\nFP 420\nFN 412\n-----------------\nfair P / R / F1: 0.7764 / 0.7790 / 0.7777\n\nlabel confusions (gold -> pred):\n PER -> ORG: 23\n ORG -> PER: 12\n ORG -> GPE: 8\n PER -> FAC: 7\n GPE -> ORG: 6\n GPE -> PER: 6\n GPE -> LOC: 5\n PER -> GPE: 5\n FAC -> ORG: 4\n FAC -> PER: 4\n GPE -> FAC: 4\n ORG -> FAC: 4\n FAC -> GPE: 3\n FAC -> WEA: 3\n LOC -> ORG: 3\n ORG -> LOC: 3\n GPE -> VEH: 2\n LOC -> FAC: 2\n ORG -> VEH: 2\n PER -> VAL: 2\n PER -> VEH: 2\n VEH -> PER: 2\n GPE -> MHI: 1\n LOC -> GPE: 1\n ORG -> WEA: 1\n SID -> PER: 1\n VEH -> WEA: 1", |
| "eval_event_trigger_error_COR": 226, |
| "eval_event_trigger_error_LE": 11, |
| "eval_event_trigger_error_BES": 4, |
| "eval_event_trigger_error_BEL": 3, |
| "eval_event_trigger_error_BEO": 0, |
| "eval_event_trigger_error_LBE": 4, |
| "eval_event_trigger_error_FP": 43, |
| "eval_event_trigger_error_FN": 216, |
| "eval_event_trigger_fair_micro_precision": 0.8071428571428572, |
| "eval_event_trigger_fair_micro_recall": 0.4988962472406181, |
| "eval_event_trigger_fair_micro_f1": 0.616643929058663, |
| "eval_event_trigger_fair_support": 464, |
| "eval_event_trigger_error_report": "event_trigger error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 226\nLE 11\nBES 4\nBEL 3\nBEO 0\nLBE 4\nFP 43\nFN 216\n-----------------\nfair P / R / F1: 0.8071 / 0.4989 / 0.6166\n\nlabel confusions (gold -> pred):\n Conflict.Attack.DetonateExplode -> Conflict.Attack.Unspecified: 4\n Conflict.Attack.DetonateExplode -> Life.Die.Unspecified: 2\n Contact.RequestCommand.Broadcast -> Contact.ThreatenCoerce.Broadcast: 2\n Justice.ArrestJailDetain.Unspecified -> Contact.RequestCommand.Unspecified: 2\n Conflict.Attack.Unspecified -> Conflict.Attack.DetonateExplode: 1\n Contact.Contact.Meet -> Contact.RequestCommand.Meet: 1\n Contact.Contact.Unspecified -> Contact.Contact.Meet: 1\n Justice.ArrestJailDetain.Unspecified -> GenericCrime.GenericCrime.GenericCrime: 1\n Justice.TrialHearing.Unspecified -> Contact.Contact.Unspecified: 1", |
| "eval_event_argument_error_COR": 222, |
| "eval_event_argument_error_LE": 18, |
| "eval_event_argument_error_BES": 5, |
| "eval_event_argument_error_BEL": 4, |
| "eval_event_argument_error_BEO": 0, |
| "eval_event_argument_error_LBE": 5, |
| "eval_event_argument_error_FP": 86, |
| "eval_event_argument_error_FN": 310, |
| "eval_event_argument_fair_micro_precision": 0.6851851851851852, |
| "eval_event_argument_fair_micro_recall": 0.4051094890510949, |
| "eval_event_argument_fair_micro_f1": 0.5091743119266054, |
| "eval_event_argument_fair_support": 564, |
| "eval_event_argument_error_report": "event_argument error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 222\nLE 18\nBES 5\nBEL 4\nBEO 0\nLBE 5\nFP 86\nFN 310\n-----------------\nfair P / R / F1: 0.6852 / 0.4051 / 0.5092\n\nlabel confusions (gold -> pred):\n Attacker -> Communicator: 2\n Recipient -> Participant: 2\n Target -> Attacker: 2\n Attacker -> Participant: 1\n Communicator -> Impeder: 1\n Destination -> Origin: 1\n Detainee -> Victim: 1\n Employee -> Communicator: 1\n Employee -> Detainee: 1\n Employee -> Recipient: 1\n Participant -> Giver: 1\n PassengerArtifact -> Giver: 1\n Place -> Target: 1\n Recipient -> Giver: 1\n Recipient -> PassengerArtifact: 1\n Recipient -> Topic: 1\n Target -> Instrument: 1\n Topic -> Vehicle: 1\n Transporter -> Vehicle: 1\n Victim -> Killer: 1" |
| } |
