| { |
| "eval_entity_strict_micro_precision": 0.7671152720889409, |
| "eval_entity_strict_micro_recall": 0.8183520599250936, |
| "eval_entity_strict_micro_f1": 0.7919057686499548, |
| "eval_entity_strict_macro_precision": 0.5821863971206781, |
| "eval_entity_strict_macro_recall": 0.6813932566032013, |
| "eval_entity_strict_macro_f1": 0.6192870306014668, |
| "eval_entity_strict_support": 1602, |
| "eval_entity_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nABS 0.0000 0.0000 0.0000 4\nBOD 1.0000 1.0000 1.0000 1\nCRM 0.0000 0.0000 0.0000 1\nFAC 0.7073 0.7632 0.7342 152\nGPE 0.7960 0.8468 0.8206 235\nLOC 0.5753 0.6774 0.6222 62\nMON 0.6667 1.0000 0.8000 2\nORG 0.7041 0.8000 0.7490 235\nPER 0.8807 0.8855 0.8831 725\nTTL 0.5000 1.0000 0.6667 5\nVAL 0.6061 0.4255 0.5000 47\nVEH 0.6000 0.7500 0.6667 40\nWEA 0.5323 0.7097 0.6083 93\n----------------------------------------------------------------------------------\nmicro avg 0.7671 0.8184 0.7919 1602\nmacro avg 0.5822 0.6814 0.6193 1602", |
| "eval_entity_relaxed_micro_precision": 0.8033937975424225, |
| "eval_entity_relaxed_micro_recall": 0.8570536828963795, |
| "eval_entity_relaxed_micro_f1": 0.829356689821806, |
| "eval_entity_relaxed_macro_precision": 0.6203410645995416, |
| "eval_entity_relaxed_macro_recall": 0.7198208767359322, |
| "eval_entity_relaxed_macro_f1": 0.6569738100365081, |
| "eval_entity_relaxed_support": 1602, |
| "eval_entity_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nABS 0.0000 0.0000 0.0000 4\nBOD 1.0000 1.0000 1.0000 1\nCRM 0.0000 0.0000 0.0000 1\nFAC 0.7622 0.8224 0.7911 152\nGPE 0.8240 0.8766 0.8495 235\nLOC 0.6027 0.7097 0.6519 62\nMON 0.6667 1.0000 0.8000 2\nORG 0.7416 0.8426 0.7888 235\nPER 0.9026 0.9076 0.9051 725\nTTL 0.5000 1.0000 0.6667 5\nVAL 0.7879 0.5532 0.6500 47\nVEH 0.6800 0.8500 0.7556 40\nWEA 0.5968 0.7957 0.6820 93\n----------------------------------------------------------------------------------\nmicro avg 0.8034 0.8571 0.8294 1602\nmacro avg 0.6203 0.7198 0.6570 1602", |
| "eval_event_type_strict_micro_precision": 1.0, |
| "eval_event_type_strict_micro_recall": 0.9262295081967213, |
| "eval_event_type_strict_micro_f1": 0.9617021276595745, |
| "eval_event_type_strict_macro_precision": 0.9411764705882353, |
| "eval_event_type_strict_macro_recall": 0.8952865761689291, |
| "eval_event_type_strict_macro_f1": 0.9132154930937894, |
| "eval_event_type_strict_support": 122, |
| "eval_event_type_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 2\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 3\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 1\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 1\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 1\nCognitive.IdentifyCategorize.Unspecified 1.0000 1.0000 1.0000 4\nCognitive.Inspection.SensoryObserve 1.0000 0.6667 0.8000 3\nCognitive.Research.Unspecified 1.0000 1.0000 1.0000 1\nConflict.Attack.DetonateExplode 1.0000 1.0000 1.0000 16\nConflict.Attack.Unspecified 1.0000 0.9231 0.9600 13\nConflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 1\nContact.Contact.Broadcast 1.0000 1.0000 1.0000 4\nContact.Contact.Correspondence 1.0000 1.0000 1.0000 2\nContact.Contact.Meet 1.0000 0.7500 0.8571 4\nContact.Contact.Unspecified 1.0000 1.0000 1.0000 4\nContact.RequestCommand.Correspondence 1.0000 1.0000 1.0000 1\nContact.RequestCommand.Unspecified 1.0000 1.0000 1.0000 1\nContact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\nControl.ImpedeInterfereWith.Unspecified 1.0000 1.0000 1.0000 1\nDisaster.Crash.Unspecified 1.0000 0.5000 0.6667 2\nDisaster.DiseaseOutbreak.Unspecified 0.0000 0.0000 0.0000 1\nGenericCrime.GenericCrime.GenericCrime 1.0000 0.6667 0.8000 3\nJustice.ArrestJailDetain.Unspecified 1.0000 1.0000 1.0000 7\nJustice.ChargeIndict.Unspecified 1.0000 1.0000 1.0000 4\nJustice.InvestigateCrime.Unspecified 1.0000 1.0000 1.0000 1\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 1.0000 1.0000 2\nLife.Die.Unspecified 1.0000 0.9333 0.9655 15\nLife.Injure.Unspecified 1.0000 1.0000 1.0000 12\nMedical.Intervention.Unspecified 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 1.0000 1.0000 1.0000 1\nMovement.Transportation.Unspecified 1.0000 1.0000 1.0000 3\nPersonnel.StartPosition.Unspecified 1.0000 1.0000 1.0000 1\nTransaction.ExchangeBuySell.Unspecified 1.0000 1.0000 1.0000 2\n----------------------------------------------------------------------------------\nmicro avg 1.0000 0.9262 0.9617 122\nmacro avg 0.9412 0.8953 0.9132 122", |
| "eval_event_type_relaxed_micro_precision": 1.0, |
| "eval_event_type_relaxed_micro_recall": 0.9262295081967213, |
| "eval_event_type_relaxed_micro_f1": 0.9617021276595745, |
| "eval_event_type_relaxed_macro_precision": 0.9411764705882353, |
| "eval_event_type_relaxed_macro_recall": 0.8952865761689291, |
| "eval_event_type_relaxed_macro_f1": 0.9132154930937894, |
| "eval_event_type_relaxed_support": 122, |
| "eval_event_type_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 2\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 3\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 1\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 1\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 1\nCognitive.IdentifyCategorize.Unspecified 1.0000 1.0000 1.0000 4\nCognitive.Inspection.SensoryObserve 1.0000 0.6667 0.8000 3\nCognitive.Research.Unspecified 1.0000 1.0000 1.0000 1\nConflict.Attack.DetonateExplode 1.0000 1.0000 1.0000 16\nConflict.Attack.Unspecified 1.0000 0.9231 0.9600 13\nConflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 1\nContact.Contact.Broadcast 1.0000 1.0000 1.0000 4\nContact.Contact.Correspondence 1.0000 1.0000 1.0000 2\nContact.Contact.Meet 1.0000 0.7500 0.8571 4\nContact.Contact.Unspecified 1.0000 1.0000 1.0000 4\nContact.RequestCommand.Correspondence 1.0000 1.0000 1.0000 1\nContact.RequestCommand.Unspecified 1.0000 1.0000 1.0000 1\nContact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\nControl.ImpedeInterfereWith.Unspecified 1.0000 1.0000 1.0000 1\nDisaster.Crash.Unspecified 1.0000 0.5000 0.6667 2\nDisaster.DiseaseOutbreak.Unspecified 0.0000 0.0000 0.0000 1\nGenericCrime.GenericCrime.GenericCrime 1.0000 0.6667 0.8000 3\nJustice.ArrestJailDetain.Unspecified 1.0000 1.0000 1.0000 7\nJustice.ChargeIndict.Unspecified 1.0000 1.0000 1.0000 4\nJustice.InvestigateCrime.Unspecified 1.0000 1.0000 1.0000 1\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 1.0000 1.0000 2\nLife.Die.Unspecified 1.0000 0.9333 0.9655 15\nLife.Injure.Unspecified 1.0000 1.0000 1.0000 12\nMedical.Intervention.Unspecified 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 1.0000 1.0000 1.0000 1\nMovement.Transportation.Unspecified 1.0000 1.0000 1.0000 3\nPersonnel.StartPosition.Unspecified 1.0000 1.0000 1.0000 1\nTransaction.ExchangeBuySell.Unspecified 1.0000 1.0000 1.0000 2\n----------------------------------------------------------------------------------\nmicro avg 1.0000 0.9262 0.9617 122\nmacro avg 0.9412 0.8953 0.9132 122", |
| "eval_event_trigger_strict_micro_precision": 0.49851632047477745, |
| "eval_event_trigger_strict_micro_recall": 0.702928870292887, |
| "eval_event_trigger_strict_micro_f1": 0.5833333333333333, |
| "eval_event_trigger_strict_macro_precision": 0.38193722284821197, |
| "eval_event_trigger_strict_macro_recall": 0.6131185046482361, |
| "eval_event_trigger_strict_macro_f1": 0.43643973298161987, |
| "eval_event_trigger_strict_support": 239, |
| "eval_event_trigger_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 0.7500 1.0000 0.8571 3\nArtifactExistence.DamageDestroyDisable.. 0.6000 1.0000 0.7500 3\nArtifactExistence.DamageDestroyDisable.. 0.0000 0.0000 0.0000 1\nArtifactExistence.DamageDestroyDisable.. 0.2000 1.0000 0.3333 1\nArtifactExistence.ManufactureAssemble... 0.6667 1.0000 0.8000 2\nCognitive.IdentifyCategorize.Unspecified 0.2727 0.7500 0.4000 4\nCognitive.Inspection.SensoryObserve 0.1667 0.2500 0.2000 4\nCognitive.Research.Unspecified 0.0000 0.0000 0.0000 1\nConflict.Attack.DetonateExplode 0.5325 0.7321 0.6165 56\nConflict.Attack.Unspecified 0.5714 0.6957 0.6275 23\nConflict.Demonstrate.Unspecified 0.5000 1.0000 0.6667 1\nContact.Contact.Broadcast 0.5000 0.6667 0.5714 9\nContact.Contact.Correspondence 0.1667 0.5000 0.2500 2\nContact.Contact.Meet 0.1111 0.2500 0.1538 4\nContact.Contact.Unspecified 0.6154 0.5714 0.5926 14\nContact.RequestCommand.Correspondence 0.0000 0.0000 0.0000 1\nContact.RequestCommand.Unspecified 1.0000 0.6667 0.8000 3\nContact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\nControl.ImpedeInterfereWith.Unspecified 0.3333 1.0000 0.5000 1\nDisaster.Crash.Unspecified 0.5000 0.5000 0.5000 2\nDisaster.DiseaseOutbreak.Unspecified 0.0000 0.0000 0.0000 1\nGenericCrime.GenericCrime.GenericCrime 0.3333 0.6667 0.4444 3\nJustice.ArrestJailDetain.Unspecified 0.4444 0.8889 0.5926 9\nJustice.ChargeIndict.Unspecified 0.5455 1.0000 0.7059 6\nJustice.InvestigateCrime.Unspecified 0.0000 0.0000 0.0000 1\nJustice.Sentence.Unspecified 0.8000 1.0000 0.8889 4\nJustice.TrialHearing.Unspecified 0.2857 1.0000 0.4444 2\nLife.Die.Unspecified 0.8333 0.7812 0.8065 32\nLife.Injure.Unspecified 0.6552 0.7600 0.7037 25\nMedical.Intervention.Unspecified 0.1667 1.0000 0.2857 1\nMovement.Transportation.IllegalTranspo.. 0.0000 0.0000 0.0000 1\nMovement.Transportation.Unspecified 0.2353 0.6667 0.3478 6\nPersonnel.StartPosition.Unspecified 0.2000 1.0000 0.3333 1\nTransaction.ExchangeBuySell.Unspecified 1.0000 0.5000 0.6667 10\n----------------------------------------------------------------------------------\nmicro avg 0.4985 0.7029 0.5833 239\nmacro avg 0.3819 0.6131 0.4364 239", |
| "eval_event_trigger_relaxed_micro_precision": 0.5103857566765578, |
| "eval_event_trigger_relaxed_micro_recall": 0.7196652719665272, |
| "eval_event_trigger_relaxed_micro_f1": 0.5972222222222222, |
| "eval_event_trigger_relaxed_macro_precision": 0.41604935254857695, |
| "eval_event_trigger_relaxed_macro_recall": 0.6516871929931394, |
| "eval_event_trigger_relaxed_macro_f1": 0.4719720692788442, |
| "eval_event_trigger_relaxed_support": 239, |
| "eval_event_trigger_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 0.7500 1.0000 0.8571 3\nArtifactExistence.DamageDestroyDisable.. 0.6000 1.0000 0.7500 3\nArtifactExistence.DamageDestroyDisable.. 0.0000 0.0000 0.0000 1\nArtifactExistence.DamageDestroyDisable.. 0.2000 1.0000 0.3333 1\nArtifactExistence.ManufactureAssemble... 0.6667 1.0000 0.8000 2\nCognitive.IdentifyCategorize.Unspecified 0.2727 0.7500 0.4000 4\nCognitive.Inspection.SensoryObserve 0.1667 0.2500 0.2000 4\nCognitive.Research.Unspecified 0.0000 0.0000 0.0000 1\nConflict.Attack.DetonateExplode 0.5455 0.7500 0.6316 56\nConflict.Attack.Unspecified 0.6071 0.7391 0.6667 23\nConflict.Demonstrate.Unspecified 0.5000 1.0000 0.6667 1\nContact.Contact.Broadcast 0.5000 0.6667 0.5714 9\nContact.Contact.Correspondence 0.1667 0.5000 0.2500 2\nContact.Contact.Meet 0.2222 0.5000 0.3077 4\nContact.Contact.Unspecified 0.6154 0.5714 0.5926 14\nContact.RequestCommand.Correspondence 0.0000 0.0000 0.0000 1\nContact.RequestCommand.Unspecified 1.0000 0.6667 0.8000 3\nContact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\nControl.ImpedeInterfereWith.Unspecified 0.3333 1.0000 0.5000 1\nDisaster.Crash.Unspecified 0.5000 0.5000 0.5000 2\nDisaster.DiseaseOutbreak.Unspecified 0.0000 0.0000 0.0000 1\nGenericCrime.GenericCrime.GenericCrime 0.3333 0.6667 0.4444 3\nJustice.ArrestJailDetain.Unspecified 0.4444 0.8889 0.5926 9\nJustice.ChargeIndict.Unspecified 0.5455 1.0000 0.7059 6\nJustice.InvestigateCrime.Unspecified 0.0000 0.0000 0.0000 1\nJustice.Sentence.Unspecified 0.8000 1.0000 0.8889 4\nJustice.TrialHearing.Unspecified 0.2857 1.0000 0.4444 2\nLife.Die.Unspecified 0.8333 0.7812 0.8065 32\nLife.Injure.Unspecified 0.6552 0.7600 0.7037 25\nMedical.Intervention.Unspecified 0.1667 1.0000 0.2857 1\nMovement.Transportation.IllegalTranspo.. 1.0000 1.0000 1.0000 1\nMovement.Transportation.Unspecified 0.2353 0.6667 0.3478 6\nPersonnel.StartPosition.Unspecified 0.2000 1.0000 0.3333 1\nTransaction.ExchangeBuySell.Unspecified 1.0000 0.5000 0.6667 10\n----------------------------------------------------------------------------------\nmicro avg 0.5104 0.7197 0.5972 239\nmacro avg 0.4160 0.6517 0.4720 239", |
| "eval_event_argument_strict_micro_precision": 0.11449016100178891, |
| "eval_event_argument_strict_micro_recall": 0.12427184466019417, |
| "eval_event_argument_strict_micro_f1": 0.1191806331471136, |
| "eval_event_argument_strict_macro_precision": 0.11778895720270778, |
| "eval_event_argument_strict_macro_recall": 0.1839324962400476, |
| "eval_event_argument_strict_macro_f1": 0.12599840787154593, |
| "eval_event_argument_strict_support": 515, |
| "eval_event_argument_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nAcquiredEntity 0.0000 0.0000 0.0000 15\nArtifact 0.2353 0.4000 0.2963 10\nAttacker 0.0714 0.0645 0.0678 31\nCommunicator 0.0476 0.0370 0.0417 27\nCrashObject 0.0000 0.0000 0.0000 1\nDamager 0.2500 0.5000 0.3333 2\nDefendant 0.2308 0.4000 0.2927 15\nDemonstrator 0.0000 0.0000 0.0000 1\nDestination 0.0909 0.2000 0.1250 5\nDestroyer 0.3333 1.0000 0.5000 1\nDetainee 0.0938 0.2308 0.1333 13\nDisabler 0.0000 0.0000 0.0000 1\nDismantler 0.1429 1.0000 0.2500 1\nEmployee 1.0000 0.5000 0.6667 2\nExplosiveDevice 0.0000 0.0000 0.0000 28\nGiver 0.0000 0.0000 0.0000 5\nIdentifiedObject 0.2000 0.7500 0.3158 4\nIdentifier 0.1000 0.5000 0.1667 2\nImpeder 0.0000 0.0000 0.0000 1\nInjurer 0.2222 0.3333 0.2667 6\nInstrument 0.1739 0.2000 0.1860 20\nInvestigator 0.0000 0.0000 0.0000 1\nJailer 0.0000 0.0000 0.0000 5\nJudgeCourt 0.1111 0.2500 0.1538 4\nKiller 0.2727 0.1875 0.2222 16\nManufacturerAssembler 0.0000 0.0000 0.0000 2\nObservedEntity 0.0000 0.0000 0.0000 2\nObserver 0.0000 0.0000 0.0000 3\nOrigin 0.0000 0.0000 0.0000 1\nParticipant 0.0408 0.0645 0.0500 31\nPassengerArtifact 0.0625 0.1429 0.0870 7\nPatient 0.0000 0.0000 0.0000 2\nPerpetrator 0.0000 0.0000 0.0000 2\nPlace 0.0208 0.0260 0.0231 77\nPosition 1.0000 1.0000 1.0000 1\nProsecutor 0.0000 0.0000 0.0000 3\nRecipient 0.0000 0.0000 0.0000 14\nResearcher 0.0000 0.0000 0.0000 1\nTarget 0.1923 0.0758 0.1087 66\nTopic 0.0000 0.0000 0.0000 3\nTransporter 0.0000 0.0000 0.0000 2\nTreater 0.0000 0.0000 0.0000 1\nVehicle 0.0000 0.0000 0.0000 2\nVictim 0.2903 0.2308 0.2571 78\n----------------------------------------------------------------------------------\nmicro avg 0.1145 0.1243 0.1192 515\nmacro avg 0.1178 0.1839 0.1260 515", |
| "eval_event_argument_relaxed_micro_precision": 0.4552683896620278, |
| "eval_event_argument_relaxed_micro_recall": 0.4790794979079498, |
| "eval_event_argument_relaxed_micro_f1": 0.46687054026503566, |
| "eval_event_argument_relaxed_macro_precision": 0.4487703009744276, |
| "eval_event_argument_relaxed_macro_recall": 0.5984881803182716, |
| "eval_event_argument_relaxed_macro_f1": 0.460954143861078, |
| "eval_event_argument_relaxed_support": 478, |
| "eval_event_argument_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nAcquiredEntity 0.3333 0.0667 0.1111 15\nArtifact 0.6000 1.0000 0.7500 9\nAttacker 0.5417 0.4483 0.4906 29\nCommunicator 0.4000 0.3333 0.3636 24\nCrashObject 0.5000 1.0000 0.6667 1\nDamager 0.2500 0.5000 0.3333 2\nDefendant 0.5000 0.7857 0.6111 14\nDemonstrator 0.0000 0.0000 0.0000 1\nDestination 0.4545 1.0000 0.6250 5\nDestroyer 0.3333 1.0000 0.5000 1\nDetainee 0.4138 0.9231 0.5714 13\nDisabler 0.5000 1.0000 0.6667 1\nDismantler 0.1429 1.0000 0.2500 1\nEmployee 1.0000 0.5000 0.6667 2\nExplosiveDevice 0.6250 0.4762 0.5405 21\nGiver 1.0000 0.5000 0.6667 4\nIdentifiedObject 0.2308 0.7500 0.3529 4\nIdentifier 0.2500 1.0000 0.4000 2\nImpeder 0.5000 1.0000 0.6667 1\nInjurer 0.3333 0.5000 0.4000 6\nInstrument 0.6667 0.6316 0.6486 19\nInvestigator 0.5000 1.0000 0.6667 1\nJailer 0.4286 0.6000 0.5000 5\nJudgeCourt 0.2857 0.5000 0.3636 4\nKiller 0.7000 0.5000 0.5833 14\nManufacturerAssembler 0.0000 0.0000 0.0000 2\nObservedEntity 0.0000 0.0000 0.0000 2\nObserver 0.0000 0.0000 0.0000 3\nOrigin 0.0000 0.0000 0.0000 1\nParticipant 0.4865 0.6667 0.5625 27\nPassengerArtifact 0.2143 0.4286 0.2857 7\nPatient 0.4000 1.0000 0.5714 2\nPerpetrator 1.0000 0.5000 0.6667 2\nPlace 0.3034 0.3553 0.3273 76\nPosition 1.0000 1.0000 1.0000 1\nProsecutor 0.4000 0.6667 0.5000 3\nRecipient 0.5714 0.4000 0.4706 10\nResearcher 0.5000 1.0000 0.6667 1\nTarget 0.6000 0.2381 0.3409 63\nTopic 0.0000 0.0000 0.0000 3\nTransporter 1.0000 0.5000 0.6667 2\nTreater 0.1250 1.0000 0.2222 1\nVehicle 1.0000 1.0000 1.0000 2\nVictim 0.6557 0.5634 0.6061 71\n----------------------------------------------------------------------------------\nmicro avg 0.4553 0.4791 0.4669 478\nmacro avg 0.4488 0.5985 0.4610 478", |
| "eval_event_strict_micro_precision": 0.3419226957383548, |
| "eval_event_strict_micro_recall": 0.3938356164383562, |
| "eval_event_strict_micro_f1": 0.36604774535809015, |
| "eval_event_strict_macro_precision": 0.44793374726569957, |
| "eval_event_strict_macro_recall": 0.5301678801995152, |
| "eval_event_strict_macro_f1": 0.4592161395795707, |
| "eval_event_strict_support": 876, |
| "eval_event_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\narg:AcquiredEntity 0.0000 0.0000 0.0000 15\narg:Artifact 0.2353 0.4000 0.2963 10\narg:Attacker 0.0714 0.0645 0.0678 31\narg:Communicator 0.0476 0.0370 0.0417 27\narg:CrashObject 0.0000 0.0000 0.0000 1\narg:Damager 0.2500 0.5000 0.3333 2\narg:Defendant 0.2308 0.4000 0.2927 15\narg:Demonstrator 0.0000 0.0000 0.0000 1\narg:Destination 0.0909 0.2000 0.1250 5\narg:Destroyer 0.3333 1.0000 0.5000 1\narg:Detainee 0.0938 0.2308 0.1333 13\narg:Disabler 0.0000 0.0000 0.0000 1\narg:Dismantler 0.1429 1.0000 0.2500 1\narg:Employee 1.0000 0.5000 0.6667 2\narg:ExplosiveDevice 0.0000 0.0000 0.0000 28\narg:Giver 0.0000 0.0000 0.0000 5\narg:IdentifiedObject 0.2000 0.7500 0.3158 4\narg:Identifier 0.1000 0.5000 0.1667 2\narg:Impeder 0.0000 0.0000 0.0000 1\narg:Injurer 0.2222 0.3333 0.2667 6\narg:Instrument 0.1739 0.2000 0.1860 20\narg:Investigator 0.0000 0.0000 0.0000 1\narg:Jailer 0.0000 0.0000 0.0000 5\narg:JudgeCourt 0.1111 0.2500 0.1538 4\narg:Killer 0.2727 0.1875 0.2222 16\narg:ManufacturerAssembler 0.0000 0.0000 0.0000 2\narg:ObservedEntity 0.0000 0.0000 0.0000 2\narg:Observer 0.0000 0.0000 0.0000 3\narg:Origin 0.0000 0.0000 0.0000 1\narg:Participant 0.0408 0.0645 0.0500 31\narg:PassengerArtifact 0.0625 0.1429 0.0870 7\narg:Patient 0.0000 0.0000 0.0000 2\narg:Perpetrator 0.0000 0.0000 0.0000 2\narg:Place 0.0208 0.0260 0.0231 77\narg:Position 1.0000 1.0000 1.0000 1\narg:Prosecutor 0.0000 0.0000 0.0000 3\narg:Recipient 0.0000 0.0000 0.0000 14\narg:Researcher 0.0000 0.0000 0.0000 1\narg:Target 0.1923 0.0758 0.1087 66\narg:Topic 0.0000 0.0000 0.0000 3\narg:Transporter 0.0000 0.0000 0.0000 2\narg:Treater 0.0000 0.0000 0.0000 1\narg:Vehicle 0.0000 0.0000 0.0000 2\narg:Victim 0.2903 0.2308 0.2571 78\ntrigger:ArtifactExistence.DamageDestro.. 0.7500 1.0000 0.8571 3\ntrigger:ArtifactExistence.DamageDestro.. 0.6000 1.0000 0.7500 3\ntrigger:ArtifactExistence.DamageDestro.. 0.0000 0.0000 0.0000 1\ntrigger:ArtifactExistence.DamageDestro.. 0.2000 1.0000 0.3333 1\ntrigger:ArtifactExistence.ManufactureA.. 0.6667 1.0000 0.8000 2\ntrigger:Cognitive.IdentifyCategorize.U.. 0.2727 0.7500 0.4000 4\ntrigger:Cognitive.Inspection.SensoryOb.. 0.1667 0.2500 0.2000 4\ntrigger:Cognitive.Research.Unspecified 0.0000 0.0000 0.0000 1\ntrigger:Conflict.Attack.DetonateExplode 0.5325 0.7321 0.6165 56\ntrigger:Conflict.Attack.Unspecified 0.5714 0.6957 0.6275 23\ntrigger:Conflict.Demonstrate.Unspecified 0.5000 1.0000 0.6667 1\ntrigger:Contact.Contact.Broadcast 0.5000 0.6667 0.5714 9\ntrigger:Contact.Contact.Correspondence 0.1667 0.5000 0.2500 2\ntrigger:Contact.Contact.Meet 0.1111 0.2500 0.1538 4\ntrigger:Contact.Contact.Unspecified 0.6154 0.5714 0.5926 14\ntrigger:Contact.RequestCommand.Corresp.. 0.0000 0.0000 0.0000 1\ntrigger:Contact.RequestCommand.Unspeci.. 1.0000 0.6667 0.8000 3\ntrigger:Contact.ThreatenCoerce.Unspeci.. 0.0000 0.0000 0.0000 2\ntrigger:Control.ImpedeInterfereWith.Un.. 0.3333 1.0000 0.5000 1\ntrigger:Disaster.Crash.Unspecified 0.5000 0.5000 0.5000 2\ntrigger:Disaster.DiseaseOutbreak.Unspe.. 0.0000 0.0000 0.0000 1\ntrigger:GenericCrime.GenericCrime.Gene.. 0.3333 0.6667 0.4444 3\ntrigger:Justice.ArrestJailDetain.Unspe.. 0.4444 0.8889 0.5926 9\ntrigger:Justice.ChargeIndict.Unspecified 0.5455 1.0000 0.7059 6\ntrigger:Justice.InvestigateCrime.Unspe.. 0.0000 0.0000 0.0000 1\ntrigger:Justice.Sentence.Unspecified 0.8000 1.0000 0.8889 4\ntrigger:Justice.TrialHearing.Unspecified 0.2857 1.0000 0.4444 2\ntrigger:Life.Die.Unspecified 0.8333 0.7812 0.8065 32\ntrigger:Life.Injure.Unspecified 0.6552 0.7600 0.7037 25\ntrigger:Medical.Intervention.Unspecified 0.1667 1.0000 0.2857 1\ntrigger:Movement.Transportation.Illega.. 0.0000 0.0000 0.0000 1\ntrigger:Movement.Transportation.Unspec.. 0.2353 0.6667 0.3478 6\ntrigger:Personnel.StartPosition.Unspec.. 0.2000 1.0000 0.3333 1\ntrigger:Transaction.ExchangeBuySell.Un.. 1.0000 0.5000 0.6667 10\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 2\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 3\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 1\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 1\ntype:ArtifactExistence.ManufactureAsse.. 1.0000 1.0000 1.0000 1\ntype:Cognitive.IdentifyCategorize.Unsp.. 1.0000 1.0000 1.0000 4\ntype:Cognitive.Inspection.SensoryObserve 1.0000 0.6667 0.8000 3\ntype:Cognitive.Research.Unspecified 1.0000 1.0000 1.0000 1\ntype:Conflict.Attack.DetonateExplode 1.0000 1.0000 1.0000 16\ntype:Conflict.Attack.Unspecified 1.0000 0.9231 0.9600 13\ntype:Conflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 1\ntype:Contact.Contact.Broadcast 1.0000 1.0000 1.0000 4\ntype:Contact.Contact.Correspondence 1.0000 1.0000 1.0000 2\ntype:Contact.Contact.Meet 1.0000 0.7500 0.8571 4\ntype:Contact.Contact.Unspecified 1.0000 1.0000 1.0000 4\ntype:Contact.RequestCommand.Correspond.. 1.0000 1.0000 1.0000 1\ntype:Contact.RequestCommand.Unspecified 1.0000 1.0000 1.0000 1\ntype:Contact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\ntype:Control.ImpedeInterfereWith.Unspe.. 1.0000 1.0000 1.0000 1\ntype:Disaster.Crash.Unspecified 1.0000 0.5000 0.6667 2\ntype:Disaster.DiseaseOutbreak.Unspecif.. 0.0000 0.0000 0.0000 1\ntype:GenericCrime.GenericCrime.Generic.. 1.0000 0.6667 0.8000 3\ntype:Justice.ArrestJailDetain.Unspecif.. 1.0000 1.0000 1.0000 7\ntype:Justice.ChargeIndict.Unspecified 1.0000 1.0000 1.0000 4\ntype:Justice.InvestigateCrime.Unspecif.. 1.0000 1.0000 1.0000 1\ntype:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntype:Justice.TrialHearing.Unspecified 1.0000 1.0000 1.0000 2\ntype:Life.Die.Unspecified 1.0000 0.9333 0.9655 15\ntype:Life.Injure.Unspecified 1.0000 1.0000 1.0000 12\ntype:Medical.Intervention.Unspecified 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.IllegalTr.. 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.Unspecified 1.0000 1.0000 1.0000 3\ntype:Personnel.StartPosition.Unspecified 1.0000 1.0000 1.0000 1\ntype:Transaction.ExchangeBuySell.Unspe.. 1.0000 1.0000 1.0000 2\n----------------------------------------------------------------------------------\nmicro avg 0.3419 0.3938 0.3660 876\nmacro avg 0.4479 0.5302 0.4592 876", |
| "eval_event_relaxed_micro_precision": 0.5393494228751312, |
| "eval_event_relaxed_micro_recall": 0.6126340882002383, |
| "eval_event_relaxed_micro_f1": 0.5736607142857143, |
| "eval_event_relaxed_macro_precision": 0.5883176002636289, |
| "eval_event_relaxed_macro_recall": 0.704737393620663, |
| "eval_event_relaxed_macro_f1": 0.6015924950942585, |
| "eval_event_relaxed_support": 839, |
| "eval_event_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\narg:AcquiredEntity 0.3333 0.0667 0.1111 15\narg:Artifact 0.6000 1.0000 0.7500 9\narg:Attacker 0.5417 0.4483 0.4906 29\narg:Communicator 0.4000 0.3333 0.3636 24\narg:CrashObject 0.5000 1.0000 0.6667 1\narg:Damager 0.2500 0.5000 0.3333 2\narg:Defendant 0.5000 0.7857 0.6111 14\narg:Demonstrator 0.0000 0.0000 0.0000 1\narg:Destination 0.4545 1.0000 0.6250 5\narg:Destroyer 0.3333 1.0000 0.5000 1\narg:Detainee 0.4138 0.9231 0.5714 13\narg:Disabler 0.5000 1.0000 0.6667 1\narg:Dismantler 0.1429 1.0000 0.2500 1\narg:Employee 1.0000 0.5000 0.6667 2\narg:ExplosiveDevice 0.6250 0.4762 0.5405 21\narg:Giver 1.0000 0.5000 0.6667 4\narg:IdentifiedObject 0.2308 0.7500 0.3529 4\narg:Identifier 0.2500 1.0000 0.4000 2\narg:Impeder 0.5000 1.0000 0.6667 1\narg:Injurer 0.3333 0.5000 0.4000 6\narg:Instrument 0.6667 0.6316 0.6486 19\narg:Investigator 0.5000 1.0000 0.6667 1\narg:Jailer 0.4286 0.6000 0.5000 5\narg:JudgeCourt 0.2857 0.5000 0.3636 4\narg:Killer 0.7000 0.5000 0.5833 14\narg:ManufacturerAssembler 0.0000 0.0000 0.0000 2\narg:ObservedEntity 0.0000 0.0000 0.0000 2\narg:Observer 0.0000 0.0000 0.0000 3\narg:Origin 0.0000 0.0000 0.0000 1\narg:Participant 0.4865 0.6667 0.5625 27\narg:PassengerArtifact 0.2143 0.4286 0.2857 7\narg:Patient 0.4000 1.0000 0.5714 2\narg:Perpetrator 1.0000 0.5000 0.6667 2\narg:Place 0.3034 0.3553 0.3273 76\narg:Position 1.0000 1.0000 1.0000 1\narg:Prosecutor 0.4000 0.6667 0.5000 3\narg:Recipient 0.5714 0.4000 0.4706 10\narg:Researcher 0.5000 1.0000 0.6667 1\narg:Target 0.6000 0.2381 0.3409 63\narg:Topic 0.0000 0.0000 0.0000 3\narg:Transporter 1.0000 0.5000 0.6667 2\narg:Treater 0.1250 1.0000 0.2222 1\narg:Vehicle 1.0000 1.0000 1.0000 2\narg:Victim 0.6557 0.5634 0.6061 71\ntrigger:ArtifactExistence.DamageDestro.. 0.7500 1.0000 0.8571 3\ntrigger:ArtifactExistence.DamageDestro.. 0.6000 1.0000 0.7500 3\ntrigger:ArtifactExistence.DamageDestro.. 0.0000 0.0000 0.0000 1\ntrigger:ArtifactExistence.DamageDestro.. 0.2000 1.0000 0.3333 1\ntrigger:ArtifactExistence.ManufactureA.. 0.6667 1.0000 0.8000 2\ntrigger:Cognitive.IdentifyCategorize.U.. 0.2727 0.7500 0.4000 4\ntrigger:Cognitive.Inspection.SensoryOb.. 0.1667 0.2500 0.2000 4\ntrigger:Cognitive.Research.Unspecified 0.0000 0.0000 0.0000 1\ntrigger:Conflict.Attack.DetonateExplode 0.5455 0.7500 0.6316 56\ntrigger:Conflict.Attack.Unspecified 0.6071 0.7391 0.6667 23\ntrigger:Conflict.Demonstrate.Unspecified 0.5000 1.0000 0.6667 1\ntrigger:Contact.Contact.Broadcast 0.5000 0.6667 0.5714 9\ntrigger:Contact.Contact.Correspondence 0.1667 0.5000 0.2500 2\ntrigger:Contact.Contact.Meet 0.2222 0.5000 0.3077 4\ntrigger:Contact.Contact.Unspecified 0.6154 0.5714 0.5926 14\ntrigger:Contact.RequestCommand.Corresp.. 0.0000 0.0000 0.0000 1\ntrigger:Contact.RequestCommand.Unspeci.. 1.0000 0.6667 0.8000 3\ntrigger:Contact.ThreatenCoerce.Unspeci.. 0.0000 0.0000 0.0000 2\ntrigger:Control.ImpedeInterfereWith.Un.. 0.3333 1.0000 0.5000 1\ntrigger:Disaster.Crash.Unspecified 0.5000 0.5000 0.5000 2\ntrigger:Disaster.DiseaseOutbreak.Unspe.. 0.0000 0.0000 0.0000 1\ntrigger:GenericCrime.GenericCrime.Gene.. 0.3333 0.6667 0.4444 3\ntrigger:Justice.ArrestJailDetain.Unspe.. 0.4444 0.8889 0.5926 9\ntrigger:Justice.ChargeIndict.Unspecified 0.5455 1.0000 0.7059 6\ntrigger:Justice.InvestigateCrime.Unspe.. 0.0000 0.0000 0.0000 1\ntrigger:Justice.Sentence.Unspecified 0.8000 1.0000 0.8889 4\ntrigger:Justice.TrialHearing.Unspecified 0.2857 1.0000 0.4444 2\ntrigger:Life.Die.Unspecified 0.8333 0.7812 0.8065 32\ntrigger:Life.Injure.Unspecified 0.6552 0.7600 0.7037 25\ntrigger:Medical.Intervention.Unspecified 0.1667 1.0000 0.2857 1\ntrigger:Movement.Transportation.Illega.. 1.0000 1.0000 1.0000 1\ntrigger:Movement.Transportation.Unspec.. 0.2353 0.6667 0.3478 6\ntrigger:Personnel.StartPosition.Unspec.. 0.2000 1.0000 0.3333 1\ntrigger:Transaction.ExchangeBuySell.Un.. 1.0000 0.5000 0.6667 10\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 2\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 3\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 1\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 1\ntype:ArtifactExistence.ManufactureAsse.. 1.0000 1.0000 1.0000 1\ntype:Cognitive.IdentifyCategorize.Unsp.. 1.0000 1.0000 1.0000 4\ntype:Cognitive.Inspection.SensoryObserve 1.0000 0.6667 0.8000 3\ntype:Cognitive.Research.Unspecified 1.0000 1.0000 1.0000 1\ntype:Conflict.Attack.DetonateExplode 1.0000 1.0000 1.0000 16\ntype:Conflict.Attack.Unspecified 1.0000 0.9231 0.9600 13\ntype:Conflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 1\ntype:Contact.Contact.Broadcast 1.0000 1.0000 1.0000 4\ntype:Contact.Contact.Correspondence 1.0000 1.0000 1.0000 2\ntype:Contact.Contact.Meet 1.0000 0.7500 0.8571 4\ntype:Contact.Contact.Unspecified 1.0000 1.0000 1.0000 4\ntype:Contact.RequestCommand.Correspond.. 1.0000 1.0000 1.0000 1\ntype:Contact.RequestCommand.Unspecified 1.0000 1.0000 1.0000 1\ntype:Contact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\ntype:Control.ImpedeInterfereWith.Unspe.. 1.0000 1.0000 1.0000 1\ntype:Disaster.Crash.Unspecified 1.0000 0.5000 0.6667 2\ntype:Disaster.DiseaseOutbreak.Unspecif.. 0.0000 0.0000 0.0000 1\ntype:GenericCrime.GenericCrime.Generic.. 1.0000 0.6667 0.8000 3\ntype:Justice.ArrestJailDetain.Unspecif.. 1.0000 1.0000 1.0000 7\ntype:Justice.ChargeIndict.Unspecified 1.0000 1.0000 1.0000 4\ntype:Justice.InvestigateCrime.Unspecif.. 1.0000 1.0000 1.0000 1\ntype:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntype:Justice.TrialHearing.Unspecified 1.0000 1.0000 1.0000 2\ntype:Life.Die.Unspecified 1.0000 0.9333 0.9655 15\ntype:Life.Injure.Unspecified 1.0000 1.0000 1.0000 12\ntype:Medical.Intervention.Unspecified 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.IllegalTr.. 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.Unspecified 1.0000 1.0000 1.0000 3\ntype:Personnel.StartPosition.Unspecified 1.0000 1.0000 1.0000 1\ntype:Transaction.ExchangeBuySell.Unspe.. 1.0000 1.0000 1.0000 2\n----------------------------------------------------------------------------------\nmicro avg 0.5393 0.6126 0.5737 839\nmacro avg 0.5883 0.7047 0.6016 839", |
| "eval_entity_error_COR": 1315, |
| "eval_entity_error_LE": 44, |
| "eval_entity_error_BES": 44, |
| "eval_entity_error_BEL": 13, |
| "eval_entity_error_BEO": 1, |
| "eval_entity_error_LBE": 20, |
| "eval_entity_error_FP": 272, |
| "eval_entity_error_FN": 165, |
| "eval_entity_fair_micro_precision": 0.7979368932038835, |
| "eval_entity_fair_micro_recall": 0.8533419857235561, |
| "eval_entity_fair_micro_f1": 0.8247099404201944, |
| "eval_entity_fair_support": 1602, |
| "eval_entity_error_report": "entity error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 1315\nLE 44\nBES 44\nBEL 13\nBEO 1\nLBE 20\nFP 272\nFN 165\n-----------------\nfair P / R / F1: 0.7979 / 0.8533 / 0.8247\n\nlabel confusions (gold -> pred):\n LOC -> FAC: 7\n PER -> ORG: 7\n FAC -> LOC: 5\n ORG -> PER: 5\n GPE -> PER: 4\n ORG -> GPE: 4\n PER -> FAC: 4\n GPE -> LOC: 3\n ORG -> WEA: 3\n FAC -> GPE: 2\n GPE -> ORG: 2\n GPE -> WEA: 2\n LOC -> GPE: 2\n ORG -> FAC: 2\n VEH -> WEA: 2\n FAC -> ORG: 1\n FAC -> PER: 1\n FAC -> VEH: 1\n FAC -> WEA: 1\n GPE -> FAC: 1\n PER -> GPE: 1\n PER -> TTL: 1\n PER -> WEA: 1\n VAL -> PER: 1\n WEA -> VEH: 1", |
| "eval_event_trigger_error_COR": 169, |
| "eval_event_trigger_error_LE": 10, |
| "eval_event_trigger_error_BES": 2, |
| "eval_event_trigger_error_BEL": 0, |
| "eval_event_trigger_error_BEO": 0, |
| "eval_event_trigger_error_LBE": 1, |
| "eval_event_trigger_error_FP": 155, |
| "eval_event_trigger_error_FN": 57, |
| "eval_event_trigger_fair_micro_precision": 0.5113464447806354, |
| "eval_event_trigger_fair_micro_recall": 0.7268817204301076, |
| "eval_event_trigger_fair_micro_f1": 0.6003552397868561, |
| "eval_event_trigger_fair_support": 239, |
| "eval_event_trigger_error_report": "event_trigger error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 169\nLE 10\nBES 2\nBEL 0\nBEO 0\nLBE 1\nFP 155\nFN 57\n-----------------\nfair P / R / F1: 0.5113 / 0.7269 / 0.6004\n\nlabel confusions (gold -> pred):\n Cognitive.Inspection.SensoryObserve -> Cognitive.IdentifyCategorize.Unspecified: 2\n Cognitive.IdentifyCategorize.Unspecified -> Cognitive.Inspection.SensoryObserve: 1\n Conflict.Attack.DetonateExplode -> Conflict.Attack.Unspecified: 1\n Conflict.Attack.DetonateExplode -> Life.Die.Unspecified: 1\n Conflict.Attack.Unspecified -> Conflict.Attack.DetonateExplode: 1\n Contact.RequestCommand.Correspondence -> Contact.Contact.Meet: 1\n Disaster.Crash.Unspecified -> Conflict.Attack.Unspecified: 1\n Life.Die.Unspecified -> GenericCrime.GenericCrime.GenericCrime: 1\n Life.Die.Unspecified -> Life.Injure.Unspecified: 1\n Transaction.ExchangeBuySell.Unspecified -> Contact.Contact.Meet: 1", |
| "eval_event_argument_error_COR": 216, |
| "eval_event_argument_error_LE": 34, |
| "eval_event_argument_error_BES": 5, |
| "eval_event_argument_error_BEL": 2, |
| "eval_event_argument_error_BEO": 1, |
| "eval_event_argument_error_LBE": 13, |
| "eval_event_argument_error_FP": 187, |
| "eval_event_argument_error_FN": 181, |
| "eval_event_argument_fair_micro_precision": 0.5017421602787456, |
| "eval_event_argument_fair_micro_recall": 0.508833922261484, |
| "eval_event_argument_fair_micro_f1": 0.5052631578947367, |
| "eval_event_argument_fair_support": 452, |
| "eval_event_argument_error_report": "event_argument error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 216\nLE 34\nBES 5\nBEL 2\nBEO 1\nLBE 13\nFP 187\nFN 181\n-----------------\nfair P / R / F1: 0.5017 / 0.5088 / 0.5053\n\nlabel confusions (gold -> pred):\n Target -> Place: 4\n Communicator -> Dismantler: 2\n Jailer -> Injurer: 2\n Place -> Target: 2\n Attacker -> Defendant: 1\n Attacker -> Place: 1\n Attacker -> Prosecutor: 1\n Communicator -> Investigator: 1\n Communicator -> Participant: 1\n Communicator -> Victim: 1\n Damager -> Victim: 1\n Defendant -> PassengerArtifact: 1\n Demonstrator -> Impeder: 1\n Employee -> ObservedEntity: 1\n ExplosiveDevice -> Instrument: 1\n IdentifiedObject -> Communicator: 1\n Injurer -> Attacker: 1\n Injurer -> ManufacturerAssembler: 1\n Instrument -> ExplosiveDevice: 1\n Instrument -> IdentifiedObject: 1\n JudgeCourt -> Damager: 1\n JudgeCourt -> Place: 1\n Killer -> Detainee: 1\n Observer -> Place: 1\n Origin -> Target: 1\n Participant -> Detainee: 1\n Participant -> Identifier: 1\n Participant -> Jailer: 1\n Participant -> JudgeCourt: 1\n PassengerArtifact -> Detainee: 1\n PassengerArtifact -> IdentifiedObject: 1\n PassengerArtifact -> Victim: 1\n Place -> JudgeCourt: 1\n Place -> Participant: 1\n Recipient -> Participant: 1\n Target -> Attacker: 1\n Target -> Defendant: 1\n Target -> Victim: 1\n Topic -> PassengerArtifact: 1\n Transporter -> Origin: 1\n Victim -> Killer: 1" |
| } |
