Hugging Face's logo

whr778
/
gliner2-large-v1-wikievents

Token Classification
GLiNER2
Safetensors
English
extractor
information-extraction
named-entity-recognition
relation-extraction
event-extraction
text-classification
Model card Files
xet
 Community
whr778 commited on
Commit
2808b3e
·
verified ·
1 Parent(s): 0e22e54

Upload GLiNER2 event checkpoint

Browse files
Files changed (7) hide show
  1. config.json +21 -0
  2. encoder_config/config.json +36 -0
  3. eval_metrics.json +128 -0
  4. model.safetensors +3 -0
  5. test_metrics.json +121 -0
  6. tokenizer.json +0 -0
  7. tokenizer_config.json +34 -0
config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "asl_clip": 0.05,
4
+ "asl_gamma_neg": 4.0,
5
+ "asl_gamma_pos": 1.0,
6
+ "counting_layer": "count_lstm",
7
+ "dice_smooth": 1.0,
8
+ "event_struct_loss": null,
9
+ "event_struct_pos_weight": null,
10
+ "focal_alpha": 0.25,
11
+ "focal_gamma": 2.0,
12
+ "max_len": null,
13
+ "max_width": 8,
14
+ "model_name": "microsoft/deberta-v3-large",
15
+ "model_type": "extractor",
16
+ "struct_loss": "bce",
17
+ "struct_pos_weight": 1.0,
18
+ "token_pooling": "first",
19
+ "transformers_version": "5.6.2",
20
+ "use_moe": false
21
+ }
encoder_config/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "attention_probs_dropout_prob": 0.1,
4
+ "bos_token_id": null,
5
+ "dtype": "float32",
6
+ "eos_token_id": null,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 1024,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 4096,
12
+ "layer_norm_eps": 1e-07,
13
+ "legacy": true,
14
+ "max_position_embeddings": 512,
15
+ "max_relative_positions": -1,
16
+ "model_type": "deberta-v2",
17
+ "norm_rel_ebd": "layer_norm",
18
+ "num_attention_heads": 16,
19
+ "num_hidden_layers": 24,
20
+ "pad_token_id": 0,
21
+ "pooler_dropout": 0,
22
+ "pooler_hidden_act": "gelu",
23
+ "pooler_hidden_size": 1024,
24
+ "pos_att_type": [
25
+ "p2c",
26
+ "c2p"
27
+ ],
28
+ "position_biased_input": false,
29
+ "position_buckets": 256,
30
+ "relative_attention": true,
31
+ "share_att_key": true,
32
+ "tie_word_embeddings": true,
33
+ "transformers_version": "5.6.2",
34
+ "type_vocab_size": 0,
35
+ "vocab_size": 128012
36
+ }
eval_metrics.json ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_loss": 2237.1742117745534,
3
+ "eval_classification_loss": 0.0,
4
+ "eval_structure_loss": 924.8901279994419,
5
+ "eval_event_structure_loss": 1269.138218470982,
6
+ "eval_count_loss": 43.145839146205354,
7
+ "step": 176,
8
+ "epoch": 7,
9
+ "eval_entity_strict_micro_precision": 0.7360506529481599,
10
+ "eval_entity_strict_micro_recall": 0.7383882493052799,
11
+ "eval_entity_strict_micro_f1": 0.7372175980975031,
12
+ "eval_entity_strict_macro_precision": 0.5871944153989791,
13
+ "eval_entity_strict_macro_recall": 0.628832154468941,
14
+ "eval_entity_strict_macro_f1": 0.598838764578079,
15
+ "eval_entity_strict_support": 2519,
16
+ "eval_entity_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nABS 1.0000 0.6667 0.8000 3\nCOM 0.4667 0.4375 0.4516 16\nFAC 0.7348 0.7037 0.7189 189\nGPE 0.8240 0.7806 0.8017 360\nLOC 0.6567 0.6617 0.6592 133\nMHI 0.3478 0.6154 0.4444 13\nMON 0.7500 1.0000 0.8571 3\nORG 0.6103 0.6549 0.6318 397\nPER 0.8188 0.7869 0.8025 1206\nSID 0.0000 0.0000 0.0000 9\nTTL 0.5000 0.5714 0.5333 14\nVAL 0.2917 0.4516 0.3544 31\nVEH 0.6622 0.7000 0.6806 70\nWEA 0.5577 0.7733 0.6480 75\n----------------------------------------------------------------------------------\nmicro avg 0.7361 0.7384 0.7372 2519\nmacro avg 0.5872 0.6288 0.5988 2519",
17
+ "eval_entity_relaxed_micro_precision": 0.7890779580530273,
18
+ "eval_entity_relaxed_micro_recall": 0.7915839618896388,
19
+ "eval_entity_relaxed_micro_f1": 0.7903289734443123,
20
+ "eval_entity_relaxed_macro_precision": 0.6375907327507713,
21
+ "eval_entity_relaxed_macro_recall": 0.685591532328602,
22
+ "eval_entity_relaxed_macro_f1": 0.6518048821778757,
23
+ "eval_entity_relaxed_support": 2519,
24
+ "eval_entity_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nABS 1.0000 0.6667 0.8000 3\nCOM 0.5333 0.5000 0.5161 16\nFAC 0.7845 0.7513 0.7676 189\nGPE 0.8768 0.8306 0.8531 360\nLOC 0.7313 0.7368 0.7341 133\nMHI 0.3913 0.6923 0.5000 13\nMON 0.7500 1.0000 0.8571 3\nORG 0.7089 0.7607 0.7339 397\nPER 0.8550 0.8217 0.8381 1206\nSID 0.0000 0.0000 0.0000 9\nTTL 0.6875 0.7857 0.7333 14\nVAL 0.3125 0.4839 0.3797 31\nVEH 0.6892 0.7286 0.7083 70\nWEA 0.6058 0.8400 0.7039 75\n----------------------------------------------------------------------------------\nmicro avg 0.7891 0.7916 0.7903 2519\nmacro avg 0.6376 0.6856 0.6518 2519",
25
+ "eval_event_type_strict_micro_precision": 1.0,
26
+ "eval_event_type_strict_micro_recall": 0.717391304347826,
27
+ "eval_event_type_strict_micro_f1": 0.8354430379746834,
28
+ "eval_event_type_strict_macro_precision": 0.9142857142857143,
29
+ "eval_event_type_strict_macro_recall": 0.6982693077230891,
30
+ "eval_event_type_strict_macro_f1": 0.766571158377881,
31
+ "eval_event_type_strict_support": 276,
32
+ "eval_event_type_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 3\nArtifactExistence.DamageDestroyDisable.. 1.0000 0.5000 0.6667 2\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 2\nCognitive.IdentifyCategorize.Unspecified 0.0000 0.0000 0.0000 1\nCognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\nConflict.Attack.DetonateExplode 1.0000 0.7778 0.8750 27\nConflict.Attack.Unspecified 1.0000 0.5556 0.7143 27\nConflict.Demonstrate.DemonstrateWithVi.. 1.0000 1.0000 1.0000 1\nConflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 8\nContact.Contact.Broadcast 1.0000 0.6000 0.7500 15\nContact.Contact.Meet 1.0000 0.6250 0.7692 8\nContact.Contact.Unspecified 1.0000 0.7000 0.8235 20\nContact.RequestCommand.Broadcast 1.0000 0.5000 0.6667 4\nContact.RequestCommand.Meet 1.0000 1.0000 1.0000 1\nContact.RequestCommand.Unspecified 1.0000 0.8571 0.9231 14\nContact.ThreatenCoerce.Broadcast 1.0000 1.0000 1.0000 2\nContact.ThreatenCoerce.Unspecified 1.0000 0.2000 0.3333 5\nControl.ImpedeInterfereWith.Unspecified 1.0000 1.0000 1.0000 4\nDisaster.DiseaseOutbreak.Unspecified 1.0000 0.7500 0.8571 4\nGenericCrime.GenericCrime.GenericCrime 1.0000 0.4000 0.5714 10\nJustice.ArrestJailDetain.Unspecified 1.0000 0.5882 0.7407 17\nJustice.ChargeIndict.Unspecified 1.0000 0.7143 0.8333 7\nJustice.Convict.Unspecified 1.0000 1.0000 1.0000 1\nJustice.InvestigateCrime.Unspecified 1.0000 1.0000 1.0000 3\nJustice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\nLife.Die.Unspecified 1.0000 1.0000 1.0000 26\nLife.Injure.Unspecified 1.0000 1.0000 1.0000 18\nMedical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\nMovement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 0.0000 0.0000 0.0000 1\nMovement.Transportation.Unspecified 1.0000 1.0000 1.0000 13\nPersonnel.EndPosition.Unspecified 1.0000 0.6000 0.7500 5\nTransaction.ExchangeBuySell.Unspecified 1.0000 1.0000 1.0000 3\n----------------------------------------------------------------------------------\nmicro avg 1.0000 0.7174 0.8354 276\nmacro avg 0.9143 0.6983 0.7666 276",
33
+ "eval_event_type_relaxed_micro_precision": 1.0,
34
+ "eval_event_type_relaxed_micro_recall": 0.717391304347826,
35
+ "eval_event_type_relaxed_micro_f1": 0.8354430379746834,
36
+ "eval_event_type_relaxed_macro_precision": 0.9142857142857143,
37
+ "eval_event_type_relaxed_macro_recall": 0.6982693077230891,
38
+ "eval_event_type_relaxed_macro_f1": 0.766571158377881,
39
+ "eval_event_type_relaxed_support": 276,
40
+ "eval_event_type_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 3\nArtifactExistence.DamageDestroyDisable.. 1.0000 0.5000 0.6667 2\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 2\nCognitive.IdentifyCategorize.Unspecified 0.0000 0.0000 0.0000 1\nCognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\nConflict.Attack.DetonateExplode 1.0000 0.7778 0.8750 27\nConflict.Attack.Unspecified 1.0000 0.5556 0.7143 27\nConflict.Demonstrate.DemonstrateWithVi.. 1.0000 1.0000 1.0000 1\nConflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 8\nContact.Contact.Broadcast 1.0000 0.6000 0.7500 15\nContact.Contact.Meet 1.0000 0.6250 0.7692 8\nContact.Contact.Unspecified 1.0000 0.7000 0.8235 20\nContact.RequestCommand.Broadcast 1.0000 0.5000 0.6667 4\nContact.RequestCommand.Meet 1.0000 1.0000 1.0000 1\nContact.RequestCommand.Unspecified 1.0000 0.8571 0.9231 14\nContact.ThreatenCoerce.Broadcast 1.0000 1.0000 1.0000 2\nContact.ThreatenCoerce.Unspecified 1.0000 0.2000 0.3333 5\nControl.ImpedeInterfereWith.Unspecified 1.0000 1.0000 1.0000 4\nDisaster.DiseaseOutbreak.Unspecified 1.0000 0.7500 0.8571 4\nGenericCrime.GenericCrime.GenericCrime 1.0000 0.4000 0.5714 10\nJustice.ArrestJailDetain.Unspecified 1.0000 0.5882 0.7407 17\nJustice.ChargeIndict.Unspecified 1.0000 0.7143 0.8333 7\nJustice.Convict.Unspecified 1.0000 1.0000 1.0000 1\nJustice.InvestigateCrime.Unspecified 1.0000 1.0000 1.0000 3\nJustice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\nLife.Die.Unspecified 1.0000 1.0000 1.0000 26\nLife.Injure.Unspecified 1.0000 1.0000 1.0000 18\nMedical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\nMovement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 0.0000 0.0000 0.0000 1\nMovement.Transportation.Unspecified 1.0000 1.0000 1.0000 13\nPersonnel.EndPosition.Unspecified 1.0000 0.6000 0.7500 5\nTransaction.ExchangeBuySell.Unspecified 1.0000 1.0000 1.0000 3\n----------------------------------------------------------------------------------\nmicro avg 1.0000 0.7174 0.8354 276\nmacro avg 0.9143 0.6983 0.7666 276",
41
+ "eval_event_trigger_strict_micro_precision": 0.7766323024054983,
42
+ "eval_event_trigger_strict_micro_recall": 0.4870689655172414,
43
+ "eval_event_trigger_strict_micro_f1": 0.5986754966887418,
44
+ "eval_event_trigger_strict_macro_precision": 0.7136664091999911,
45
+ "eval_event_trigger_strict_macro_recall": 0.49201715913126787,
46
+ "eval_event_trigger_strict_macro_f1": 0.5436752786304171,
47
+ "eval_event_trigger_strict_support": 464,
48
+ "eval_event_trigger_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 0.6667 0.5000 0.5714 4\nArtifactExistence.DamageDestroyDisable.. 1.0000 0.3333 0.5000 3\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 2\nCognitive.IdentifyCategorize.Unspecified 0.0000 0.0000 0.0000 1\nCognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\nConflict.Attack.DetonateExplode 0.8367 0.5395 0.6560 76\nConflict.Attack.Unspecified 0.7500 0.3750 0.5000 48\nConflict.Demonstrate.DemonstrateWithVi.. 0.3333 1.0000 0.5000 1\nConflict.Demonstrate.Unspecified 0.7273 0.6154 0.6667 13\nContact.Contact.Broadcast 0.6667 0.4211 0.5161 19\nContact.Contact.Meet 0.8000 0.3333 0.4706 12\nContact.Contact.Unspecified 0.5263 0.2941 0.3774 34\nContact.RequestCommand.Broadcast 0.4000 0.5000 0.4444 4\nContact.RequestCommand.Meet 0.5000 1.0000 0.6667 1\nContact.RequestCommand.Unspecified 0.7059 0.6316 0.6667 19\nContact.ThreatenCoerce.Broadcast 0.5000 0.6667 0.5714 3\nContact.ThreatenCoerce.Unspecified 1.0000 0.1429 0.2500 7\nControl.ImpedeInterfereWith.Unspecified 0.7500 0.5000 0.6000 6\nDisaster.DiseaseOutbreak.Unspecified 0.7500 0.2727 0.4000 11\nGenericCrime.GenericCrime.GenericCrime 0.3333 0.1538 0.2105 13\nJustice.ArrestJailDetain.Unspecified 0.8462 0.4074 0.5500 27\nJustice.ChargeIndict.Unspecified 1.0000 0.6000 0.7500 10\nJustice.Convict.Unspecified 1.0000 0.5000 0.6667 2\nJustice.InvestigateCrime.Unspecified 0.6667 0.5000 0.5714 4\nJustice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\nLife.Die.Unspecified 0.9211 0.7000 0.7955 50\nLife.Injure.Unspecified 1.0000 0.8846 0.9388 26\nMedical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\nMovement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 0.0000 0.0000 0.0000 1\nMovement.Transportation.Unspecified 0.6316 0.4444 0.5217 27\nPersonnel.EndPosition.Unspecified 0.6667 0.3333 0.4444 6\nTransaction.ExchangeBuySell.Unspecified 1.0000 0.5000 0.6667 10\n----------------------------------------------------------------------------------\nmicro avg 0.7766 0.4871 0.5987 464\nmacro avg 0.7137 0.4920 0.5437 464",
49
+ "eval_event_trigger_relaxed_micro_precision": 0.8006872852233677,
50
+ "eval_event_trigger_relaxed_micro_recall": 0.5021551724137931,
51
+ "eval_event_trigger_relaxed_micro_f1": 0.6172185430463577,
52
+ "eval_event_trigger_relaxed_macro_precision": 0.7467491159669084,
53
+ "eval_event_trigger_relaxed_macro_recall": 0.5138730809871898,
54
+ "eval_event_trigger_relaxed_macro_f1": 0.5697435549111811,
55
+ "eval_event_trigger_relaxed_support": 464,
56
+ "eval_event_trigger_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 1.0000 0.7500 0.8571 4\nArtifactExistence.DamageDestroyDisable.. 1.0000 0.3333 0.5000 3\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 2\nCognitive.IdentifyCategorize.Unspecified 0.0000 0.0000 0.0000 1\nCognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\nConflict.Attack.DetonateExplode 0.8367 0.5395 0.6560 76\nConflict.Attack.Unspecified 0.7500 0.3750 0.5000 48\nConflict.Demonstrate.DemonstrateWithVi.. 0.3333 1.0000 0.5000 1\nConflict.Demonstrate.Unspecified 0.7273 0.6154 0.6667 13\nContact.Contact.Broadcast 0.6667 0.4211 0.5161 19\nContact.Contact.Meet 0.8000 0.3333 0.4706 12\nContact.Contact.Unspecified 0.5263 0.2941 0.3774 34\nContact.RequestCommand.Broadcast 0.4000 0.5000 0.4444 4\nContact.RequestCommand.Meet 0.5000 1.0000 0.6667 1\nContact.RequestCommand.Unspecified 0.7059 0.6316 0.6667 19\nContact.ThreatenCoerce.Broadcast 0.5000 0.6667 0.5714 3\nContact.ThreatenCoerce.Unspecified 1.0000 0.1429 0.2500 7\nControl.ImpedeInterfereWith.Unspecified 0.7500 0.5000 0.6000 6\nDisaster.DiseaseOutbreak.Unspecified 0.7500 0.2727 0.4000 11\nGenericCrime.GenericCrime.GenericCrime 0.6667 0.3077 0.4211 13\nJustice.ArrestJailDetain.Unspecified 0.8462 0.4074 0.5500 27\nJustice.ChargeIndict.Unspecified 1.0000 0.6000 0.7500 10\nJustice.Convict.Unspecified 1.0000 0.5000 0.6667 2\nJustice.InvestigateCrime.Unspecified 1.0000 0.7500 0.8571 4\nJustice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\nLife.Die.Unspecified 0.9211 0.7000 0.7955 50\nLife.Injure.Unspecified 1.0000 0.8846 0.9388 26\nMedical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\nMovement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 0.0000 0.0000 0.0000 1\nMovement.Transportation.Unspecified 0.7895 0.5556 0.6522 27\nPersonnel.EndPosition.Unspecified 0.6667 0.3333 0.4444 6\nTransaction.ExchangeBuySell.Unspecified 1.0000 0.5000 0.6667 10\n----------------------------------------------------------------------------------\nmicro avg 0.8007 0.5022 0.6172 464\nmacro avg 0.7467 0.5139 0.5697 464",
57
+ "eval_event_argument_strict_micro_precision": 0.27019498607242337,
58
+ "eval_event_argument_strict_micro_recall": 0.15619967793880837,
59
+ "eval_event_argument_strict_micro_f1": 0.19795918367346937,
60
+ "eval_event_argument_strict_macro_precision": 0.27588987885499516,
61
+ "eval_event_argument_strict_macro_recall": 0.2148365503379168,
62
+ "eval_event_argument_strict_macro_f1": 0.23080369260836595,
63
+ "eval_event_argument_strict_support": 621,
64
+ "eval_event_argument_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nAcquiredEntity 0.6000 0.2500 0.3529 12\nArtifact 0.5000 0.5000 0.5000 8\nAttacker 0.2857 0.1429 0.1905 28\nCommunicator 0.2400 0.1622 0.1935 37\nDefendant 0.2727 0.4286 0.3333 21\nDemonstrator 0.0000 0.0000 0.0000 5\nDestination 0.2000 0.1765 0.1875 17\nDetainee 0.3571 0.2000 0.2564 25\nEmployee 0.0000 0.0000 0.0000 12\nExplosiveDevice 0.0000 0.0000 0.0000 20\nGiver 0.1667 0.2000 0.1818 5\nImpeder 0.6000 0.3750 0.4615 8\nInjurer 0.3333 0.3333 0.3333 3\nInstrument 0.2000 0.2500 0.2222 4\nInvestigator 0.1667 0.3333 0.2222 3\nJailer 0.6667 0.5000 0.5714 4\nJudgeCourt 0.2500 0.2500 0.2500 4\nKiller 0.0000 0.0000 0.0000 8\nOrigin 0.0000 0.0000 0.0000 5\nParticipant 0.0909 0.0351 0.0506 57\nPassengerArtifact 0.5000 0.3333 0.4000 9\nPatient 1.0000 1.0000 1.0000 1\nPaymentBarter 0.1667 0.2000 0.1818 5\nPerpetrator 0.0000 0.0000 0.0000 9\nPlace 0.1628 0.0959 0.1207 73\nRecipient 0.3333 0.1429 0.2000 35\nRegulator 0.0000 0.0000 0.0000 1\nTarget 0.1667 0.0444 0.0702 45\nTopic 0.4000 0.1429 0.2105 14\nTransporter 0.4167 0.1786 0.2500 28\nVehicle 0.3636 0.4000 0.3810 10\nVictim 0.3889 0.2000 0.2642 105\n----------------------------------------------------------------------------------\nmicro avg 0.2702 0.1562 0.1980 621\nmacro avg 0.2759 0.2148 0.2308 621",
65
+ "eval_event_argument_relaxed_micro_precision": 0.6438746438746439,
66
+ "eval_event_argument_relaxed_micro_recall": 0.39304347826086955,
67
+ "eval_event_argument_relaxed_micro_f1": 0.48812095032397407,
68
+ "eval_event_argument_relaxed_macro_precision": 0.6083786005661007,
69
+ "eval_event_argument_relaxed_macro_recall": 0.4745606120552259,
70
+ "eval_event_argument_relaxed_macro_f1": 0.5075981306803804,
71
+ "eval_event_argument_relaxed_support": 575,
72
+ "eval_event_argument_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nAcquiredEntity 1.0000 0.5714 0.7273 7\nArtifact 0.6250 0.6250 0.6250 8\nAttacker 0.7692 0.3704 0.5000 27\nCommunicator 0.6000 0.4054 0.4839 37\nDefendant 0.3636 0.6000 0.4528 20\nDemonstrator 0.0000 0.0000 0.0000 5\nDestination 0.5333 0.4706 0.5000 17\nDetainee 0.5000 0.2800 0.3590 25\nEmployee 0.0000 0.0000 0.0000 12\nExplosiveDevice 0.8750 0.3889 0.5385 18\nGiver 0.2500 0.2000 0.2222 5\nImpeder 0.6000 0.3750 0.4615 8\nInjurer 0.6667 0.6667 0.6667 3\nInstrument 0.4000 0.5000 0.4444 4\nInvestigator 0.5000 1.0000 0.6667 3\nJailer 1.0000 0.7500 0.8571 4\nJudgeCourt 0.5000 0.5000 0.5000 4\nKiller 0.5714 0.5000 0.5333 8\nOrigin 0.7500 0.7500 0.7500 4\nParticipant 0.6364 0.2593 0.3684 54\nPassengerArtifact 0.8333 0.5556 0.6667 9\nPatient 1.0000 1.0000 1.0000 1\nPaymentBarter 0.6000 1.0000 0.7500 3\nPerpetrator 0.7500 0.5000 0.6000 6\nPlace 0.5476 0.3433 0.4220 67\nRecipient 0.7692 0.3030 0.4348 33\nRegulator 0.0000 0.0000 0.0000 1\nTarget 0.7500 0.2045 0.3214 44\nTopic 0.6000 0.2143 0.3158 14\nTransporter 0.9167 0.5789 0.7097 19\nVehicle 0.7273 0.8000 0.7619 10\nVictim 0.8333 0.4737 0.6040 95\n----------------------------------------------------------------------------------\nmicro avg 0.6439 0.3930 0.4881 575\nmacro avg 0.6084 0.4746 0.5076 575",
73
+ "eval_event_strict_micro_precision": 0.6143867924528302,
74
+ "eval_event_strict_micro_recall": 0.3828067597354886,
75
+ "eval_event_strict_micro_f1": 0.47170665459483935,
76
+ "eval_event_strict_macro_precision": 0.6451647102486229,
77
+ "eval_event_strict_macro_recall": 0.4758313328501552,
78
+ "eval_event_strict_macro_f1": 0.5220033672427267,
79
+ "eval_event_strict_support": 1361,
80
+ "eval_event_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\narg:AcquiredEntity 0.6000 0.2500 0.3529 12\narg:Artifact 0.5000 0.5000 0.5000 8\narg:Attacker 0.2857 0.1429 0.1905 28\narg:Communicator 0.2400 0.1622 0.1935 37\narg:Defendant 0.2727 0.4286 0.3333 21\narg:Demonstrator 0.0000 0.0000 0.0000 5\narg:Destination 0.2000 0.1765 0.1875 17\narg:Detainee 0.3571 0.2000 0.2564 25\narg:Employee 0.0000 0.0000 0.0000 12\narg:ExplosiveDevice 0.0000 0.0000 0.0000 20\narg:Giver 0.1667 0.2000 0.1818 5\narg:Impeder 0.6000 0.3750 0.4615 8\narg:Injurer 0.3333 0.3333 0.3333 3\narg:Instrument 0.2000 0.2500 0.2222 4\narg:Investigator 0.1667 0.3333 0.2222 3\narg:Jailer 0.6667 0.5000 0.5714 4\narg:JudgeCourt 0.2500 0.2500 0.2500 4\narg:Killer 0.0000 0.0000 0.0000 8\narg:Origin 0.0000 0.0000 0.0000 5\narg:Participant 0.0909 0.0351 0.0506 57\narg:PassengerArtifact 0.5000 0.3333 0.4000 9\narg:Patient 1.0000 1.0000 1.0000 1\narg:PaymentBarter 0.1667 0.2000 0.1818 5\narg:Perpetrator 0.0000 0.0000 0.0000 9\narg:Place 0.1628 0.0959 0.1207 73\narg:Recipient 0.3333 0.1429 0.2000 35\narg:Regulator 0.0000 0.0000 0.0000 1\narg:Target 0.1667 0.0444 0.0702 45\narg:Topic 0.4000 0.1429 0.2105 14\narg:Transporter 0.4167 0.1786 0.2500 28\narg:Vehicle 0.3636 0.4000 0.3810 10\narg:Victim 0.3889 0.2000 0.2642 105\ntrigger:ArtifactExistence.DamageDestro.. 0.6667 0.5000 0.5714 4\ntrigger:ArtifactExistence.DamageDestro.. 1.0000 0.3333 0.5000 3\ntrigger:ArtifactExistence.ManufactureA.. 1.0000 1.0000 1.0000 2\ntrigger:Cognitive.IdentifyCategorize.U.. 0.0000 0.0000 0.0000 1\ntrigger:Cognitive.Inspection.SensoryOb.. 0.0000 0.0000 0.0000 5\ntrigger:Conflict.Attack.DetonateExplode 0.8367 0.5395 0.6560 76\ntrigger:Conflict.Attack.Unspecified 0.7500 0.3750 0.5000 48\ntrigger:Conflict.Demonstrate.Demonstra.. 0.3333 1.0000 0.5000 1\ntrigger:Conflict.Demonstrate.Unspecified 0.7273 0.6154 0.6667 13\ntrigger:Contact.Contact.Broadcast 0.6667 0.4211 0.5161 19\ntrigger:Contact.Contact.Meet 0.8000 0.3333 0.4706 12\ntrigger:Contact.Contact.Unspecified 0.5263 0.2941 0.3774 34\ntrigger:Contact.RequestCommand.Broadcast 0.4000 0.5000 0.4444 4\ntrigger:Contact.RequestCommand.Meet 0.5000 1.0000 0.6667 1\ntrigger:Contact.RequestCommand.Unspeci.. 0.7059 0.6316 0.6667 19\ntrigger:Contact.ThreatenCoerce.Broadcast 0.5000 0.6667 0.5714 3\ntrigger:Contact.ThreatenCoerce.Unspeci.. 1.0000 0.1429 0.2500 7\ntrigger:Control.ImpedeInterfereWith.Un.. 0.7500 0.5000 0.6000 6\ntrigger:Disaster.DiseaseOutbreak.Unspe.. 0.7500 0.2727 0.4000 11\ntrigger:GenericCrime.GenericCrime.Gene.. 0.3333 0.1538 0.2105 13\ntrigger:Justice.ArrestJailDetain.Unspe.. 0.8462 0.4074 0.5500 27\ntrigger:Justice.ChargeIndict.Unspecified 1.0000 0.6000 0.7500 10\ntrigger:Justice.Convict.Unspecified 1.0000 0.5000 0.6667 2\ntrigger:Justice.InvestigateCrime.Unspe.. 0.6667 0.5000 0.5714 4\ntrigger:Justice.ReleaseParole.Unspecif.. 1.0000 0.2857 0.4444 7\ntrigger:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntrigger:Justice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\ntrigger:Life.Die.Unspecified 0.9211 0.7000 0.7955 50\ntrigger:Life.Injure.Unspecified 1.0000 0.8846 0.9388 26\ntrigger:Medical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\ntrigger:Movement.Transportation.Evacua.. 1.0000 1.0000 1.0000 1\ntrigger:Movement.Transportation.Illega.. 0.0000 0.0000 0.0000 1\ntrigger:Movement.Transportation.Unspec.. 0.6316 0.4444 0.5217 27\ntrigger:Personnel.EndPosition.Unspecif.. 0.6667 0.3333 0.4444 6\ntrigger:Transaction.ExchangeBuySell.Un.. 1.0000 0.5000 0.6667 10\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 3\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 0.5000 0.6667 2\ntype:ArtifactExistence.ManufactureAsse.. 1.0000 1.0000 1.0000 2\ntype:Cognitive.IdentifyCategorize.Unsp.. 0.0000 0.0000 0.0000 1\ntype:Cognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\ntype:Conflict.Attack.DetonateExplode 1.0000 0.7778 0.8750 27\ntype:Conflict.Attack.Unspecified 1.0000 0.5556 0.7143 27\ntype:Conflict.Demonstrate.DemonstrateW.. 1.0000 1.0000 1.0000 1\ntype:Conflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 8\ntype:Contact.Contact.Broadcast 1.0000 0.6000 0.7500 15\ntype:Contact.Contact.Meet 1.0000 0.6250 0.7692 8\ntype:Contact.Contact.Unspecified 1.0000 0.7000 0.8235 20\ntype:Contact.RequestCommand.Broadcast 1.0000 0.5000 0.6667 4\ntype:Contact.RequestCommand.Meet 1.0000 1.0000 1.0000 1\ntype:Contact.RequestCommand.Unspecified 1.0000 0.8571 0.9231 14\ntype:Contact.ThreatenCoerce.Broadcast 1.0000 1.0000 1.0000 2\ntype:Contact.ThreatenCoerce.Unspecified 1.0000 0.2000 0.3333 5\ntype:Control.ImpedeInterfereWith.Unspe.. 1.0000 1.0000 1.0000 4\ntype:Disaster.DiseaseOutbreak.Unspecif.. 1.0000 0.7500 0.8571 4\ntype:GenericCrime.GenericCrime.Generic.. 1.0000 0.4000 0.5714 10\ntype:Justice.ArrestJailDetain.Unspecif.. 1.0000 0.5882 0.7407 17\ntype:Justice.ChargeIndict.Unspecified 1.0000 0.7143 0.8333 7\ntype:Justice.Convict.Unspecified 1.0000 1.0000 1.0000 1\ntype:Justice.InvestigateCrime.Unspecif.. 1.0000 1.0000 1.0000 3\ntype:Justice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\ntype:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntype:Justice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\ntype:Life.Die.Unspecified 1.0000 1.0000 1.0000 26\ntype:Life.Injure.Unspecified 1.0000 1.0000 1.0000 18\ntype:Medical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\ntype:Movement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.IllegalTr.. 0.0000 0.0000 0.0000 1\ntype:Movement.Transportation.Unspecified 1.0000 1.0000 1.0000 13\ntype:Personnel.EndPosition.Unspecified 1.0000 0.6000 0.7500 5\ntype:Transaction.ExchangeBuySell.Unspe.. 1.0000 1.0000 1.0000 3\n----------------------------------------------------------------------------------\nmicro avg 0.6144 0.3828 0.4717 1361\nmacro avg 0.6452 0.4758 0.5220 1361",
81
+ "eval_event_relaxed_micro_precision": 0.7821428571428571,
82
+ "eval_event_relaxed_micro_recall": 0.49961977186311785,
83
+ "eval_event_relaxed_micro_f1": 0.6097447795823666,
84
+ "eval_event_relaxed_macro_precision": 0.7608268066368336,
85
+ "eval_event_relaxed_macro_recall": 0.5648129724571275,
86
+ "eval_event_relaxed_macro_f1": 0.6177858347734247,
87
+ "eval_event_relaxed_support": 1315,
88
+ "eval_event_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\narg:AcquiredEntity 1.0000 0.5714 0.7273 7\narg:Artifact 0.6250 0.6250 0.6250 8\narg:Attacker 0.7692 0.3704 0.5000 27\narg:Communicator 0.6000 0.4054 0.4839 37\narg:Defendant 0.3636 0.6000 0.4528 20\narg:Demonstrator 0.0000 0.0000 0.0000 5\narg:Destination 0.5333 0.4706 0.5000 17\narg:Detainee 0.5000 0.2800 0.3590 25\narg:Employee 0.0000 0.0000 0.0000 12\narg:ExplosiveDevice 0.8750 0.3889 0.5385 18\narg:Giver 0.2500 0.2000 0.2222 5\narg:Impeder 0.6000 0.3750 0.4615 8\narg:Injurer 0.6667 0.6667 0.6667 3\narg:Instrument 0.4000 0.5000 0.4444 4\narg:Investigator 0.5000 1.0000 0.6667 3\narg:Jailer 1.0000 0.7500 0.8571 4\narg:JudgeCourt 0.5000 0.5000 0.5000 4\narg:Killer 0.5714 0.5000 0.5333 8\narg:Origin 0.7500 0.7500 0.7500 4\narg:Participant 0.6364 0.2593 0.3684 54\narg:PassengerArtifact 0.8333 0.5556 0.6667 9\narg:Patient 1.0000 1.0000 1.0000 1\narg:PaymentBarter 0.6000 1.0000 0.7500 3\narg:Perpetrator 0.7500 0.5000 0.6000 6\narg:Place 0.5476 0.3433 0.4220 67\narg:Recipient 0.7692 0.3030 0.4348 33\narg:Regulator 0.0000 0.0000 0.0000 1\narg:Target 0.7500 0.2045 0.3214 44\narg:Topic 0.6000 0.2143 0.3158 14\narg:Transporter 0.9167 0.5789 0.7097 19\narg:Vehicle 0.7273 0.8000 0.7619 10\narg:Victim 0.8333 0.4737 0.6040 95\ntrigger:ArtifactExistence.DamageDestro.. 1.0000 0.7500 0.8571 4\ntrigger:ArtifactExistence.DamageDestro.. 1.0000 0.3333 0.5000 3\ntrigger:ArtifactExistence.ManufactureA.. 1.0000 1.0000 1.0000 2\ntrigger:Cognitive.IdentifyCategorize.U.. 0.0000 0.0000 0.0000 1\ntrigger:Cognitive.Inspection.SensoryOb.. 0.0000 0.0000 0.0000 5\ntrigger:Conflict.Attack.DetonateExplode 0.8367 0.5395 0.6560 76\ntrigger:Conflict.Attack.Unspecified 0.7500 0.3750 0.5000 48\ntrigger:Conflict.Demonstrate.Demonstra.. 0.3333 1.0000 0.5000 1\ntrigger:Conflict.Demonstrate.Unspecified 0.7273 0.6154 0.6667 13\ntrigger:Contact.Contact.Broadcast 0.6667 0.4211 0.5161 19\ntrigger:Contact.Contact.Meet 0.8000 0.3333 0.4706 12\ntrigger:Contact.Contact.Unspecified 0.5263 0.2941 0.3774 34\ntrigger:Contact.RequestCommand.Broadcast 0.4000 0.5000 0.4444 4\ntrigger:Contact.RequestCommand.Meet 0.5000 1.0000 0.6667 1\ntrigger:Contact.RequestCommand.Unspeci.. 0.7059 0.6316 0.6667 19\ntrigger:Contact.ThreatenCoerce.Broadcast 0.5000 0.6667 0.5714 3\ntrigger:Contact.ThreatenCoerce.Unspeci.. 1.0000 0.1429 0.2500 7\ntrigger:Control.ImpedeInterfereWith.Un.. 0.7500 0.5000 0.6000 6\ntrigger:Disaster.DiseaseOutbreak.Unspe.. 0.7500 0.2727 0.4000 11\ntrigger:GenericCrime.GenericCrime.Gene.. 0.6667 0.3077 0.4211 13\ntrigger:Justice.ArrestJailDetain.Unspe.. 0.8462 0.4074 0.5500 27\ntrigger:Justice.ChargeIndict.Unspecified 1.0000 0.6000 0.7500 10\ntrigger:Justice.Convict.Unspecified 1.0000 0.5000 0.6667 2\ntrigger:Justice.InvestigateCrime.Unspe.. 1.0000 0.7500 0.8571 4\ntrigger:Justice.ReleaseParole.Unspecif.. 1.0000 0.2857 0.4444 7\ntrigger:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntrigger:Justice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\ntrigger:Life.Die.Unspecified 0.9211 0.7000 0.7955 50\ntrigger:Life.Injure.Unspecified 1.0000 0.8846 0.9388 26\ntrigger:Medical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\ntrigger:Movement.Transportation.Evacua.. 1.0000 1.0000 1.0000 1\ntrigger:Movement.Transportation.Illega.. 0.0000 0.0000 0.0000 1\ntrigger:Movement.Transportation.Unspec.. 0.7895 0.5556 0.6522 27\ntrigger:Personnel.EndPosition.Unspecif.. 0.6667 0.3333 0.4444 6\ntrigger:Transaction.ExchangeBuySell.Un.. 1.0000 0.5000 0.6667 10\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 3\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 0.5000 0.6667 2\ntype:ArtifactExistence.ManufactureAsse.. 1.0000 1.0000 1.0000 2\ntype:Cognitive.IdentifyCategorize.Unsp.. 0.0000 0.0000 0.0000 1\ntype:Cognitive.Inspection.SensoryObserve 0.0000 0.0000 0.0000 5\ntype:Conflict.Attack.DetonateExplode 1.0000 0.7778 0.8750 27\ntype:Conflict.Attack.Unspecified 1.0000 0.5556 0.7143 27\ntype:Conflict.Demonstrate.DemonstrateW.. 1.0000 1.0000 1.0000 1\ntype:Conflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 8\ntype:Contact.Contact.Broadcast 1.0000 0.6000 0.7500 15\ntype:Contact.Contact.Meet 1.0000 0.6250 0.7692 8\ntype:Contact.Contact.Unspecified 1.0000 0.7000 0.8235 20\ntype:Contact.RequestCommand.Broadcast 1.0000 0.5000 0.6667 4\ntype:Contact.RequestCommand.Meet 1.0000 1.0000 1.0000 1\ntype:Contact.RequestCommand.Unspecified 1.0000 0.8571 0.9231 14\ntype:Contact.ThreatenCoerce.Broadcast 1.0000 1.0000 1.0000 2\ntype:Contact.ThreatenCoerce.Unspecified 1.0000 0.2000 0.3333 5\ntype:Control.ImpedeInterfereWith.Unspe.. 1.0000 1.0000 1.0000 4\ntype:Disaster.DiseaseOutbreak.Unspecif.. 1.0000 0.7500 0.8571 4\ntype:GenericCrime.GenericCrime.Generic.. 1.0000 0.4000 0.5714 10\ntype:Justice.ArrestJailDetain.Unspecif.. 1.0000 0.5882 0.7407 17\ntype:Justice.ChargeIndict.Unspecified 1.0000 0.7143 0.8333 7\ntype:Justice.Convict.Unspecified 1.0000 1.0000 1.0000 1\ntype:Justice.InvestigateCrime.Unspecif.. 1.0000 1.0000 1.0000 3\ntype:Justice.ReleaseParole.Unspecified 1.0000 0.2857 0.4444 7\ntype:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntype:Justice.TrialHearing.Unspecified 1.0000 0.2857 0.4444 7\ntype:Life.Die.Unspecified 1.0000 1.0000 1.0000 26\ntype:Life.Injure.Unspecified 1.0000 1.0000 1.0000 18\ntype:Medical.Intervention.Unspecified 1.0000 0.5000 0.6667 2\ntype:Movement.Transportation.Evacuation 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.IllegalTr.. 0.0000 0.0000 0.0000 1\ntype:Movement.Transportation.Unspecified 1.0000 1.0000 1.0000 13\ntype:Personnel.EndPosition.Unspecified 1.0000 0.6000 0.7500 5\ntype:Transaction.ExchangeBuySell.Unspe.. 1.0000 1.0000 1.0000 3\n----------------------------------------------------------------------------------\nmicro avg 0.7821 0.4996 0.6097 1315\nmacro avg 0.7608 0.5648 0.6178 1315",
89
+ "eval_entity_error_COR": 1870,
90
+ "eval_entity_error_LE": 67,
91
+ "eval_entity_error_BES": 64,
92
+ "eval_entity_error_BEL": 52,
93
+ "eval_entity_error_BEO": 4,
94
+ "eval_entity_error_LBE": 50,
95
+ "eval_entity_error_FP": 420,
96
+ "eval_entity_error_FN": 412,
97
+ "eval_entity_fair_micro_precision": 0.7764168569649159,
98
+ "eval_entity_fair_micro_recall": 0.7790043740887315,
99
+ "eval_entity_fair_micro_f1": 0.7777084632979829,
100
+ "eval_entity_fair_support": 2519,
101
+ "eval_entity_error_report": "entity error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 1870\nLE 67\nBES 64\nBEL 52\nBEO 4\nLBE 50\nFP 420\nFN 412\n-----------------\nfair P / R / F1: 0.7764 / 0.7790 / 0.7777\n\nlabel confusions (gold -> pred):\n PER -> ORG: 23\n ORG -> PER: 12\n ORG -> GPE: 8\n PER -> FAC: 7\n GPE -> ORG: 6\n GPE -> PER: 6\n GPE -> LOC: 5\n PER -> GPE: 5\n FAC -> ORG: 4\n FAC -> PER: 4\n GPE -> FAC: 4\n ORG -> FAC: 4\n FAC -> GPE: 3\n FAC -> WEA: 3\n LOC -> ORG: 3\n ORG -> LOC: 3\n GPE -> VEH: 2\n LOC -> FAC: 2\n ORG -> VEH: 2\n PER -> VAL: 2\n PER -> VEH: 2\n VEH -> PER: 2\n GPE -> MHI: 1\n LOC -> GPE: 1\n ORG -> WEA: 1\n SID -> PER: 1\n VEH -> WEA: 1",
102
+ "eval_event_trigger_error_COR": 226,
103
+ "eval_event_trigger_error_LE": 11,
104
+ "eval_event_trigger_error_BES": 4,
105
+ "eval_event_trigger_error_BEL": 3,
106
+ "eval_event_trigger_error_BEO": 0,
107
+ "eval_event_trigger_error_LBE": 4,
108
+ "eval_event_trigger_error_FP": 43,
109
+ "eval_event_trigger_error_FN": 216,
110
+ "eval_event_trigger_fair_micro_precision": 0.8071428571428572,
111
+ "eval_event_trigger_fair_micro_recall": 0.4988962472406181,
112
+ "eval_event_trigger_fair_micro_f1": 0.616643929058663,
113
+ "eval_event_trigger_fair_support": 464,
114
+ "eval_event_trigger_error_report": "event_trigger error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 226\nLE 11\nBES 4\nBEL 3\nBEO 0\nLBE 4\nFP 43\nFN 216\n-----------------\nfair P / R / F1: 0.8071 / 0.4989 / 0.6166\n\nlabel confusions (gold -> pred):\n Conflict.Attack.DetonateExplode -> Conflict.Attack.Unspecified: 4\n Conflict.Attack.DetonateExplode -> Life.Die.Unspecified: 2\n Contact.RequestCommand.Broadcast -> Contact.ThreatenCoerce.Broadcast: 2\n Justice.ArrestJailDetain.Unspecified -> Contact.RequestCommand.Unspecified: 2\n Conflict.Attack.Unspecified -> Conflict.Attack.DetonateExplode: 1\n Contact.Contact.Meet -> Contact.RequestCommand.Meet: 1\n Contact.Contact.Unspecified -> Contact.Contact.Meet: 1\n Justice.ArrestJailDetain.Unspecified -> GenericCrime.GenericCrime.GenericCrime: 1\n Justice.TrialHearing.Unspecified -> Contact.Contact.Unspecified: 1",
115
+ "eval_event_argument_error_COR": 222,
116
+ "eval_event_argument_error_LE": 18,
117
+ "eval_event_argument_error_BES": 5,
118
+ "eval_event_argument_error_BEL": 4,
119
+ "eval_event_argument_error_BEO": 0,
120
+ "eval_event_argument_error_LBE": 5,
121
+ "eval_event_argument_error_FP": 86,
122
+ "eval_event_argument_error_FN": 310,
123
+ "eval_event_argument_fair_micro_precision": 0.6851851851851852,
124
+ "eval_event_argument_fair_micro_recall": 0.4051094890510949,
125
+ "eval_event_argument_fair_micro_f1": 0.5091743119266054,
126
+ "eval_event_argument_fair_support": 564,
127
+ "eval_event_argument_error_report": "event_argument error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 222\nLE 18\nBES 5\nBEL 4\nBEO 0\nLBE 5\nFP 86\nFN 310\n-----------------\nfair P / R / F1: 0.6852 / 0.4051 / 0.5092\n\nlabel confusions (gold -> pred):\n Attacker -> Communicator: 2\n Recipient -> Participant: 2\n Target -> Attacker: 2\n Attacker -> Participant: 1\n Communicator -> Impeder: 1\n Destination -> Origin: 1\n Detainee -> Victim: 1\n Employee -> Communicator: 1\n Employee -> Detainee: 1\n Employee -> Recipient: 1\n Participant -> Giver: 1\n PassengerArtifact -> Giver: 1\n Place -> Target: 1\n Recipient -> Giver: 1\n Recipient -> PassengerArtifact: 1\n Recipient -> Topic: 1\n Target -> Instrument: 1\n Topic -> Vehicle: 1\n Transporter -> Vehicle: 1\n Victim -> Killer: 1"
128
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fade1a26cdfebf7f41a5da78c77eb75e6a3f8c657b28d916b56113d572b5518
3
+ size 1945832236
test_metrics.json ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_entity_strict_micro_precision": 0.7671152720889409,
3
+ "eval_entity_strict_micro_recall": 0.8183520599250936,
4
+ "eval_entity_strict_micro_f1": 0.7919057686499548,
5
+ "eval_entity_strict_macro_precision": 0.5821863971206781,
6
+ "eval_entity_strict_macro_recall": 0.6813932566032013,
7
+ "eval_entity_strict_macro_f1": 0.6192870306014668,
8
+ "eval_entity_strict_support": 1602,
9
+ "eval_entity_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nABS 0.0000 0.0000 0.0000 4\nBOD 1.0000 1.0000 1.0000 1\nCRM 0.0000 0.0000 0.0000 1\nFAC 0.7073 0.7632 0.7342 152\nGPE 0.7960 0.8468 0.8206 235\nLOC 0.5753 0.6774 0.6222 62\nMON 0.6667 1.0000 0.8000 2\nORG 0.7041 0.8000 0.7490 235\nPER 0.8807 0.8855 0.8831 725\nTTL 0.5000 1.0000 0.6667 5\nVAL 0.6061 0.4255 0.5000 47\nVEH 0.6000 0.7500 0.6667 40\nWEA 0.5323 0.7097 0.6083 93\n----------------------------------------------------------------------------------\nmicro avg 0.7671 0.8184 0.7919 1602\nmacro avg 0.5822 0.6814 0.6193 1602",
10
+ "eval_entity_relaxed_micro_precision": 0.8033937975424225,
11
+ "eval_entity_relaxed_micro_recall": 0.8570536828963795,
12
+ "eval_entity_relaxed_micro_f1": 0.829356689821806,
13
+ "eval_entity_relaxed_macro_precision": 0.6203410645995416,
14
+ "eval_entity_relaxed_macro_recall": 0.7198208767359322,
15
+ "eval_entity_relaxed_macro_f1": 0.6569738100365081,
16
+ "eval_entity_relaxed_support": 1602,
17
+ "eval_entity_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nABS 0.0000 0.0000 0.0000 4\nBOD 1.0000 1.0000 1.0000 1\nCRM 0.0000 0.0000 0.0000 1\nFAC 0.7622 0.8224 0.7911 152\nGPE 0.8240 0.8766 0.8495 235\nLOC 0.6027 0.7097 0.6519 62\nMON 0.6667 1.0000 0.8000 2\nORG 0.7416 0.8426 0.7888 235\nPER 0.9026 0.9076 0.9051 725\nTTL 0.5000 1.0000 0.6667 5\nVAL 0.7879 0.5532 0.6500 47\nVEH 0.6800 0.8500 0.7556 40\nWEA 0.5968 0.7957 0.6820 93\n----------------------------------------------------------------------------------\nmicro avg 0.8034 0.8571 0.8294 1602\nmacro avg 0.6203 0.7198 0.6570 1602",
18
+ "eval_event_type_strict_micro_precision": 1.0,
19
+ "eval_event_type_strict_micro_recall": 0.9262295081967213,
20
+ "eval_event_type_strict_micro_f1": 0.9617021276595745,
21
+ "eval_event_type_strict_macro_precision": 0.9411764705882353,
22
+ "eval_event_type_strict_macro_recall": 0.8952865761689291,
23
+ "eval_event_type_strict_macro_f1": 0.9132154930937894,
24
+ "eval_event_type_strict_support": 122,
25
+ "eval_event_type_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 2\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 3\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 1\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 1\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 1\nCognitive.IdentifyCategorize.Unspecified 1.0000 1.0000 1.0000 4\nCognitive.Inspection.SensoryObserve 1.0000 0.6667 0.8000 3\nCognitive.Research.Unspecified 1.0000 1.0000 1.0000 1\nConflict.Attack.DetonateExplode 1.0000 1.0000 1.0000 16\nConflict.Attack.Unspecified 1.0000 0.9231 0.9600 13\nConflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 1\nContact.Contact.Broadcast 1.0000 1.0000 1.0000 4\nContact.Contact.Correspondence 1.0000 1.0000 1.0000 2\nContact.Contact.Meet 1.0000 0.7500 0.8571 4\nContact.Contact.Unspecified 1.0000 1.0000 1.0000 4\nContact.RequestCommand.Correspondence 1.0000 1.0000 1.0000 1\nContact.RequestCommand.Unspecified 1.0000 1.0000 1.0000 1\nContact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\nControl.ImpedeInterfereWith.Unspecified 1.0000 1.0000 1.0000 1\nDisaster.Crash.Unspecified 1.0000 0.5000 0.6667 2\nDisaster.DiseaseOutbreak.Unspecified 0.0000 0.0000 0.0000 1\nGenericCrime.GenericCrime.GenericCrime 1.0000 0.6667 0.8000 3\nJustice.ArrestJailDetain.Unspecified 1.0000 1.0000 1.0000 7\nJustice.ChargeIndict.Unspecified 1.0000 1.0000 1.0000 4\nJustice.InvestigateCrime.Unspecified 1.0000 1.0000 1.0000 1\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 1.0000 1.0000 2\nLife.Die.Unspecified 1.0000 0.9333 0.9655 15\nLife.Injure.Unspecified 1.0000 1.0000 1.0000 12\nMedical.Intervention.Unspecified 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 1.0000 1.0000 1.0000 1\nMovement.Transportation.Unspecified 1.0000 1.0000 1.0000 3\nPersonnel.StartPosition.Unspecified 1.0000 1.0000 1.0000 1\nTransaction.ExchangeBuySell.Unspecified 1.0000 1.0000 1.0000 2\n----------------------------------------------------------------------------------\nmicro avg 1.0000 0.9262 0.9617 122\nmacro avg 0.9412 0.8953 0.9132 122",
26
+ "eval_event_type_relaxed_micro_precision": 1.0,
27
+ "eval_event_type_relaxed_micro_recall": 0.9262295081967213,
28
+ "eval_event_type_relaxed_micro_f1": 0.9617021276595745,
29
+ "eval_event_type_relaxed_macro_precision": 0.9411764705882353,
30
+ "eval_event_type_relaxed_macro_recall": 0.8952865761689291,
31
+ "eval_event_type_relaxed_macro_f1": 0.9132154930937894,
32
+ "eval_event_type_relaxed_support": 122,
33
+ "eval_event_type_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 2\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 3\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 1\nArtifactExistence.DamageDestroyDisable.. 1.0000 1.0000 1.0000 1\nArtifactExistence.ManufactureAssemble... 1.0000 1.0000 1.0000 1\nCognitive.IdentifyCategorize.Unspecified 1.0000 1.0000 1.0000 4\nCognitive.Inspection.SensoryObserve 1.0000 0.6667 0.8000 3\nCognitive.Research.Unspecified 1.0000 1.0000 1.0000 1\nConflict.Attack.DetonateExplode 1.0000 1.0000 1.0000 16\nConflict.Attack.Unspecified 1.0000 0.9231 0.9600 13\nConflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 1\nContact.Contact.Broadcast 1.0000 1.0000 1.0000 4\nContact.Contact.Correspondence 1.0000 1.0000 1.0000 2\nContact.Contact.Meet 1.0000 0.7500 0.8571 4\nContact.Contact.Unspecified 1.0000 1.0000 1.0000 4\nContact.RequestCommand.Correspondence 1.0000 1.0000 1.0000 1\nContact.RequestCommand.Unspecified 1.0000 1.0000 1.0000 1\nContact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\nControl.ImpedeInterfereWith.Unspecified 1.0000 1.0000 1.0000 1\nDisaster.Crash.Unspecified 1.0000 0.5000 0.6667 2\nDisaster.DiseaseOutbreak.Unspecified 0.0000 0.0000 0.0000 1\nGenericCrime.GenericCrime.GenericCrime 1.0000 0.6667 0.8000 3\nJustice.ArrestJailDetain.Unspecified 1.0000 1.0000 1.0000 7\nJustice.ChargeIndict.Unspecified 1.0000 1.0000 1.0000 4\nJustice.InvestigateCrime.Unspecified 1.0000 1.0000 1.0000 1\nJustice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\nJustice.TrialHearing.Unspecified 1.0000 1.0000 1.0000 2\nLife.Die.Unspecified 1.0000 0.9333 0.9655 15\nLife.Injure.Unspecified 1.0000 1.0000 1.0000 12\nMedical.Intervention.Unspecified 1.0000 1.0000 1.0000 1\nMovement.Transportation.IllegalTranspo.. 1.0000 1.0000 1.0000 1\nMovement.Transportation.Unspecified 1.0000 1.0000 1.0000 3\nPersonnel.StartPosition.Unspecified 1.0000 1.0000 1.0000 1\nTransaction.ExchangeBuySell.Unspecified 1.0000 1.0000 1.0000 2\n----------------------------------------------------------------------------------\nmicro avg 1.0000 0.9262 0.9617 122\nmacro avg 0.9412 0.8953 0.9132 122",
34
+ "eval_event_trigger_strict_micro_precision": 0.49851632047477745,
35
+ "eval_event_trigger_strict_micro_recall": 0.702928870292887,
36
+ "eval_event_trigger_strict_micro_f1": 0.5833333333333333,
37
+ "eval_event_trigger_strict_macro_precision": 0.38193722284821197,
38
+ "eval_event_trigger_strict_macro_recall": 0.6131185046482361,
39
+ "eval_event_trigger_strict_macro_f1": 0.43643973298161987,
40
+ "eval_event_trigger_strict_support": 239,
41
+ "eval_event_trigger_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 0.7500 1.0000 0.8571 3\nArtifactExistence.DamageDestroyDisable.. 0.6000 1.0000 0.7500 3\nArtifactExistence.DamageDestroyDisable.. 0.0000 0.0000 0.0000 1\nArtifactExistence.DamageDestroyDisable.. 0.2000 1.0000 0.3333 1\nArtifactExistence.ManufactureAssemble... 0.6667 1.0000 0.8000 2\nCognitive.IdentifyCategorize.Unspecified 0.2727 0.7500 0.4000 4\nCognitive.Inspection.SensoryObserve 0.1667 0.2500 0.2000 4\nCognitive.Research.Unspecified 0.0000 0.0000 0.0000 1\nConflict.Attack.DetonateExplode 0.5325 0.7321 0.6165 56\nConflict.Attack.Unspecified 0.5714 0.6957 0.6275 23\nConflict.Demonstrate.Unspecified 0.5000 1.0000 0.6667 1\nContact.Contact.Broadcast 0.5000 0.6667 0.5714 9\nContact.Contact.Correspondence 0.1667 0.5000 0.2500 2\nContact.Contact.Meet 0.1111 0.2500 0.1538 4\nContact.Contact.Unspecified 0.6154 0.5714 0.5926 14\nContact.RequestCommand.Correspondence 0.0000 0.0000 0.0000 1\nContact.RequestCommand.Unspecified 1.0000 0.6667 0.8000 3\nContact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\nControl.ImpedeInterfereWith.Unspecified 0.3333 1.0000 0.5000 1\nDisaster.Crash.Unspecified 0.5000 0.5000 0.5000 2\nDisaster.DiseaseOutbreak.Unspecified 0.0000 0.0000 0.0000 1\nGenericCrime.GenericCrime.GenericCrime 0.3333 0.6667 0.4444 3\nJustice.ArrestJailDetain.Unspecified 0.4444 0.8889 0.5926 9\nJustice.ChargeIndict.Unspecified 0.5455 1.0000 0.7059 6\nJustice.InvestigateCrime.Unspecified 0.0000 0.0000 0.0000 1\nJustice.Sentence.Unspecified 0.8000 1.0000 0.8889 4\nJustice.TrialHearing.Unspecified 0.2857 1.0000 0.4444 2\nLife.Die.Unspecified 0.8333 0.7812 0.8065 32\nLife.Injure.Unspecified 0.6552 0.7600 0.7037 25\nMedical.Intervention.Unspecified 0.1667 1.0000 0.2857 1\nMovement.Transportation.IllegalTranspo.. 0.0000 0.0000 0.0000 1\nMovement.Transportation.Unspecified 0.2353 0.6667 0.3478 6\nPersonnel.StartPosition.Unspecified 0.2000 1.0000 0.3333 1\nTransaction.ExchangeBuySell.Unspecified 1.0000 0.5000 0.6667 10\n----------------------------------------------------------------------------------\nmicro avg 0.4985 0.7029 0.5833 239\nmacro avg 0.3819 0.6131 0.4364 239",
42
+ "eval_event_trigger_relaxed_micro_precision": 0.5103857566765578,
43
+ "eval_event_trigger_relaxed_micro_recall": 0.7196652719665272,
44
+ "eval_event_trigger_relaxed_micro_f1": 0.5972222222222222,
45
+ "eval_event_trigger_relaxed_macro_precision": 0.41604935254857695,
46
+ "eval_event_trigger_relaxed_macro_recall": 0.6516871929931394,
47
+ "eval_event_trigger_relaxed_macro_f1": 0.4719720692788442,
48
+ "eval_event_trigger_relaxed_support": 239,
49
+ "eval_event_trigger_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nArtifactExistence.DamageDestroyDisable.. 0.7500 1.0000 0.8571 3\nArtifactExistence.DamageDestroyDisable.. 0.6000 1.0000 0.7500 3\nArtifactExistence.DamageDestroyDisable.. 0.0000 0.0000 0.0000 1\nArtifactExistence.DamageDestroyDisable.. 0.2000 1.0000 0.3333 1\nArtifactExistence.ManufactureAssemble... 0.6667 1.0000 0.8000 2\nCognitive.IdentifyCategorize.Unspecified 0.2727 0.7500 0.4000 4\nCognitive.Inspection.SensoryObserve 0.1667 0.2500 0.2000 4\nCognitive.Research.Unspecified 0.0000 0.0000 0.0000 1\nConflict.Attack.DetonateExplode 0.5455 0.7500 0.6316 56\nConflict.Attack.Unspecified 0.6071 0.7391 0.6667 23\nConflict.Demonstrate.Unspecified 0.5000 1.0000 0.6667 1\nContact.Contact.Broadcast 0.5000 0.6667 0.5714 9\nContact.Contact.Correspondence 0.1667 0.5000 0.2500 2\nContact.Contact.Meet 0.2222 0.5000 0.3077 4\nContact.Contact.Unspecified 0.6154 0.5714 0.5926 14\nContact.RequestCommand.Correspondence 0.0000 0.0000 0.0000 1\nContact.RequestCommand.Unspecified 1.0000 0.6667 0.8000 3\nContact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\nControl.ImpedeInterfereWith.Unspecified 0.3333 1.0000 0.5000 1\nDisaster.Crash.Unspecified 0.5000 0.5000 0.5000 2\nDisaster.DiseaseOutbreak.Unspecified 0.0000 0.0000 0.0000 1\nGenericCrime.GenericCrime.GenericCrime 0.3333 0.6667 0.4444 3\nJustice.ArrestJailDetain.Unspecified 0.4444 0.8889 0.5926 9\nJustice.ChargeIndict.Unspecified 0.5455 1.0000 0.7059 6\nJustice.InvestigateCrime.Unspecified 0.0000 0.0000 0.0000 1\nJustice.Sentence.Unspecified 0.8000 1.0000 0.8889 4\nJustice.TrialHearing.Unspecified 0.2857 1.0000 0.4444 2\nLife.Die.Unspecified 0.8333 0.7812 0.8065 32\nLife.Injure.Unspecified 0.6552 0.7600 0.7037 25\nMedical.Intervention.Unspecified 0.1667 1.0000 0.2857 1\nMovement.Transportation.IllegalTranspo.. 1.0000 1.0000 1.0000 1\nMovement.Transportation.Unspecified 0.2353 0.6667 0.3478 6\nPersonnel.StartPosition.Unspecified 0.2000 1.0000 0.3333 1\nTransaction.ExchangeBuySell.Unspecified 1.0000 0.5000 0.6667 10\n----------------------------------------------------------------------------------\nmicro avg 0.5104 0.7197 0.5972 239\nmacro avg 0.4160 0.6517 0.4720 239",
50
+ "eval_event_argument_strict_micro_precision": 0.11449016100178891,
51
+ "eval_event_argument_strict_micro_recall": 0.12427184466019417,
52
+ "eval_event_argument_strict_micro_f1": 0.1191806331471136,
53
+ "eval_event_argument_strict_macro_precision": 0.11778895720270778,
54
+ "eval_event_argument_strict_macro_recall": 0.1839324962400476,
55
+ "eval_event_argument_strict_macro_f1": 0.12599840787154593,
56
+ "eval_event_argument_strict_support": 515,
57
+ "eval_event_argument_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nAcquiredEntity 0.0000 0.0000 0.0000 15\nArtifact 0.2353 0.4000 0.2963 10\nAttacker 0.0714 0.0645 0.0678 31\nCommunicator 0.0476 0.0370 0.0417 27\nCrashObject 0.0000 0.0000 0.0000 1\nDamager 0.2500 0.5000 0.3333 2\nDefendant 0.2308 0.4000 0.2927 15\nDemonstrator 0.0000 0.0000 0.0000 1\nDestination 0.0909 0.2000 0.1250 5\nDestroyer 0.3333 1.0000 0.5000 1\nDetainee 0.0938 0.2308 0.1333 13\nDisabler 0.0000 0.0000 0.0000 1\nDismantler 0.1429 1.0000 0.2500 1\nEmployee 1.0000 0.5000 0.6667 2\nExplosiveDevice 0.0000 0.0000 0.0000 28\nGiver 0.0000 0.0000 0.0000 5\nIdentifiedObject 0.2000 0.7500 0.3158 4\nIdentifier 0.1000 0.5000 0.1667 2\nImpeder 0.0000 0.0000 0.0000 1\nInjurer 0.2222 0.3333 0.2667 6\nInstrument 0.1739 0.2000 0.1860 20\nInvestigator 0.0000 0.0000 0.0000 1\nJailer 0.0000 0.0000 0.0000 5\nJudgeCourt 0.1111 0.2500 0.1538 4\nKiller 0.2727 0.1875 0.2222 16\nManufacturerAssembler 0.0000 0.0000 0.0000 2\nObservedEntity 0.0000 0.0000 0.0000 2\nObserver 0.0000 0.0000 0.0000 3\nOrigin 0.0000 0.0000 0.0000 1\nParticipant 0.0408 0.0645 0.0500 31\nPassengerArtifact 0.0625 0.1429 0.0870 7\nPatient 0.0000 0.0000 0.0000 2\nPerpetrator 0.0000 0.0000 0.0000 2\nPlace 0.0208 0.0260 0.0231 77\nPosition 1.0000 1.0000 1.0000 1\nProsecutor 0.0000 0.0000 0.0000 3\nRecipient 0.0000 0.0000 0.0000 14\nResearcher 0.0000 0.0000 0.0000 1\nTarget 0.1923 0.0758 0.1087 66\nTopic 0.0000 0.0000 0.0000 3\nTransporter 0.0000 0.0000 0.0000 2\nTreater 0.0000 0.0000 0.0000 1\nVehicle 0.0000 0.0000 0.0000 2\nVictim 0.2903 0.2308 0.2571 78\n----------------------------------------------------------------------------------\nmicro avg 0.1145 0.1243 0.1192 515\nmacro avg 0.1178 0.1839 0.1260 515",
58
+ "eval_event_argument_relaxed_micro_precision": 0.4552683896620278,
59
+ "eval_event_argument_relaxed_micro_recall": 0.4790794979079498,
60
+ "eval_event_argument_relaxed_micro_f1": 0.46687054026503566,
61
+ "eval_event_argument_relaxed_macro_precision": 0.4487703009744276,
62
+ "eval_event_argument_relaxed_macro_recall": 0.5984881803182716,
63
+ "eval_event_argument_relaxed_macro_f1": 0.460954143861078,
64
+ "eval_event_argument_relaxed_support": 478,
65
+ "eval_event_argument_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\nAcquiredEntity 0.3333 0.0667 0.1111 15\nArtifact 0.6000 1.0000 0.7500 9\nAttacker 0.5417 0.4483 0.4906 29\nCommunicator 0.4000 0.3333 0.3636 24\nCrashObject 0.5000 1.0000 0.6667 1\nDamager 0.2500 0.5000 0.3333 2\nDefendant 0.5000 0.7857 0.6111 14\nDemonstrator 0.0000 0.0000 0.0000 1\nDestination 0.4545 1.0000 0.6250 5\nDestroyer 0.3333 1.0000 0.5000 1\nDetainee 0.4138 0.9231 0.5714 13\nDisabler 0.5000 1.0000 0.6667 1\nDismantler 0.1429 1.0000 0.2500 1\nEmployee 1.0000 0.5000 0.6667 2\nExplosiveDevice 0.6250 0.4762 0.5405 21\nGiver 1.0000 0.5000 0.6667 4\nIdentifiedObject 0.2308 0.7500 0.3529 4\nIdentifier 0.2500 1.0000 0.4000 2\nImpeder 0.5000 1.0000 0.6667 1\nInjurer 0.3333 0.5000 0.4000 6\nInstrument 0.6667 0.6316 0.6486 19\nInvestigator 0.5000 1.0000 0.6667 1\nJailer 0.4286 0.6000 0.5000 5\nJudgeCourt 0.2857 0.5000 0.3636 4\nKiller 0.7000 0.5000 0.5833 14\nManufacturerAssembler 0.0000 0.0000 0.0000 2\nObservedEntity 0.0000 0.0000 0.0000 2\nObserver 0.0000 0.0000 0.0000 3\nOrigin 0.0000 0.0000 0.0000 1\nParticipant 0.4865 0.6667 0.5625 27\nPassengerArtifact 0.2143 0.4286 0.2857 7\nPatient 0.4000 1.0000 0.5714 2\nPerpetrator 1.0000 0.5000 0.6667 2\nPlace 0.3034 0.3553 0.3273 76\nPosition 1.0000 1.0000 1.0000 1\nProsecutor 0.4000 0.6667 0.5000 3\nRecipient 0.5714 0.4000 0.4706 10\nResearcher 0.5000 1.0000 0.6667 1\nTarget 0.6000 0.2381 0.3409 63\nTopic 0.0000 0.0000 0.0000 3\nTransporter 1.0000 0.5000 0.6667 2\nTreater 0.1250 1.0000 0.2222 1\nVehicle 1.0000 1.0000 1.0000 2\nVictim 0.6557 0.5634 0.6061 71\n----------------------------------------------------------------------------------\nmicro avg 0.4553 0.4791 0.4669 478\nmacro avg 0.4488 0.5985 0.4610 478",
66
+ "eval_event_strict_micro_precision": 0.3419226957383548,
67
+ "eval_event_strict_micro_recall": 0.3938356164383562,
68
+ "eval_event_strict_micro_f1": 0.36604774535809015,
69
+ "eval_event_strict_macro_precision": 0.44793374726569957,
70
+ "eval_event_strict_macro_recall": 0.5301678801995152,
71
+ "eval_event_strict_macro_f1": 0.4592161395795707,
72
+ "eval_event_strict_support": 876,
73
+ "eval_event_strict_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\narg:AcquiredEntity 0.0000 0.0000 0.0000 15\narg:Artifact 0.2353 0.4000 0.2963 10\narg:Attacker 0.0714 0.0645 0.0678 31\narg:Communicator 0.0476 0.0370 0.0417 27\narg:CrashObject 0.0000 0.0000 0.0000 1\narg:Damager 0.2500 0.5000 0.3333 2\narg:Defendant 0.2308 0.4000 0.2927 15\narg:Demonstrator 0.0000 0.0000 0.0000 1\narg:Destination 0.0909 0.2000 0.1250 5\narg:Destroyer 0.3333 1.0000 0.5000 1\narg:Detainee 0.0938 0.2308 0.1333 13\narg:Disabler 0.0000 0.0000 0.0000 1\narg:Dismantler 0.1429 1.0000 0.2500 1\narg:Employee 1.0000 0.5000 0.6667 2\narg:ExplosiveDevice 0.0000 0.0000 0.0000 28\narg:Giver 0.0000 0.0000 0.0000 5\narg:IdentifiedObject 0.2000 0.7500 0.3158 4\narg:Identifier 0.1000 0.5000 0.1667 2\narg:Impeder 0.0000 0.0000 0.0000 1\narg:Injurer 0.2222 0.3333 0.2667 6\narg:Instrument 0.1739 0.2000 0.1860 20\narg:Investigator 0.0000 0.0000 0.0000 1\narg:Jailer 0.0000 0.0000 0.0000 5\narg:JudgeCourt 0.1111 0.2500 0.1538 4\narg:Killer 0.2727 0.1875 0.2222 16\narg:ManufacturerAssembler 0.0000 0.0000 0.0000 2\narg:ObservedEntity 0.0000 0.0000 0.0000 2\narg:Observer 0.0000 0.0000 0.0000 3\narg:Origin 0.0000 0.0000 0.0000 1\narg:Participant 0.0408 0.0645 0.0500 31\narg:PassengerArtifact 0.0625 0.1429 0.0870 7\narg:Patient 0.0000 0.0000 0.0000 2\narg:Perpetrator 0.0000 0.0000 0.0000 2\narg:Place 0.0208 0.0260 0.0231 77\narg:Position 1.0000 1.0000 1.0000 1\narg:Prosecutor 0.0000 0.0000 0.0000 3\narg:Recipient 0.0000 0.0000 0.0000 14\narg:Researcher 0.0000 0.0000 0.0000 1\narg:Target 0.1923 0.0758 0.1087 66\narg:Topic 0.0000 0.0000 0.0000 3\narg:Transporter 0.0000 0.0000 0.0000 2\narg:Treater 0.0000 0.0000 0.0000 1\narg:Vehicle 0.0000 0.0000 0.0000 2\narg:Victim 0.2903 0.2308 0.2571 78\ntrigger:ArtifactExistence.DamageDestro.. 0.7500 1.0000 0.8571 3\ntrigger:ArtifactExistence.DamageDestro.. 0.6000 1.0000 0.7500 3\ntrigger:ArtifactExistence.DamageDestro.. 0.0000 0.0000 0.0000 1\ntrigger:ArtifactExistence.DamageDestro.. 0.2000 1.0000 0.3333 1\ntrigger:ArtifactExistence.ManufactureA.. 0.6667 1.0000 0.8000 2\ntrigger:Cognitive.IdentifyCategorize.U.. 0.2727 0.7500 0.4000 4\ntrigger:Cognitive.Inspection.SensoryOb.. 0.1667 0.2500 0.2000 4\ntrigger:Cognitive.Research.Unspecified 0.0000 0.0000 0.0000 1\ntrigger:Conflict.Attack.DetonateExplode 0.5325 0.7321 0.6165 56\ntrigger:Conflict.Attack.Unspecified 0.5714 0.6957 0.6275 23\ntrigger:Conflict.Demonstrate.Unspecified 0.5000 1.0000 0.6667 1\ntrigger:Contact.Contact.Broadcast 0.5000 0.6667 0.5714 9\ntrigger:Contact.Contact.Correspondence 0.1667 0.5000 0.2500 2\ntrigger:Contact.Contact.Meet 0.1111 0.2500 0.1538 4\ntrigger:Contact.Contact.Unspecified 0.6154 0.5714 0.5926 14\ntrigger:Contact.RequestCommand.Corresp.. 0.0000 0.0000 0.0000 1\ntrigger:Contact.RequestCommand.Unspeci.. 1.0000 0.6667 0.8000 3\ntrigger:Contact.ThreatenCoerce.Unspeci.. 0.0000 0.0000 0.0000 2\ntrigger:Control.ImpedeInterfereWith.Un.. 0.3333 1.0000 0.5000 1\ntrigger:Disaster.Crash.Unspecified 0.5000 0.5000 0.5000 2\ntrigger:Disaster.DiseaseOutbreak.Unspe.. 0.0000 0.0000 0.0000 1\ntrigger:GenericCrime.GenericCrime.Gene.. 0.3333 0.6667 0.4444 3\ntrigger:Justice.ArrestJailDetain.Unspe.. 0.4444 0.8889 0.5926 9\ntrigger:Justice.ChargeIndict.Unspecified 0.5455 1.0000 0.7059 6\ntrigger:Justice.InvestigateCrime.Unspe.. 0.0000 0.0000 0.0000 1\ntrigger:Justice.Sentence.Unspecified 0.8000 1.0000 0.8889 4\ntrigger:Justice.TrialHearing.Unspecified 0.2857 1.0000 0.4444 2\ntrigger:Life.Die.Unspecified 0.8333 0.7812 0.8065 32\ntrigger:Life.Injure.Unspecified 0.6552 0.7600 0.7037 25\ntrigger:Medical.Intervention.Unspecified 0.1667 1.0000 0.2857 1\ntrigger:Movement.Transportation.Illega.. 0.0000 0.0000 0.0000 1\ntrigger:Movement.Transportation.Unspec.. 0.2353 0.6667 0.3478 6\ntrigger:Personnel.StartPosition.Unspec.. 0.2000 1.0000 0.3333 1\ntrigger:Transaction.ExchangeBuySell.Un.. 1.0000 0.5000 0.6667 10\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 2\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 3\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 1\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 1\ntype:ArtifactExistence.ManufactureAsse.. 1.0000 1.0000 1.0000 1\ntype:Cognitive.IdentifyCategorize.Unsp.. 1.0000 1.0000 1.0000 4\ntype:Cognitive.Inspection.SensoryObserve 1.0000 0.6667 0.8000 3\ntype:Cognitive.Research.Unspecified 1.0000 1.0000 1.0000 1\ntype:Conflict.Attack.DetonateExplode 1.0000 1.0000 1.0000 16\ntype:Conflict.Attack.Unspecified 1.0000 0.9231 0.9600 13\ntype:Conflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 1\ntype:Contact.Contact.Broadcast 1.0000 1.0000 1.0000 4\ntype:Contact.Contact.Correspondence 1.0000 1.0000 1.0000 2\ntype:Contact.Contact.Meet 1.0000 0.7500 0.8571 4\ntype:Contact.Contact.Unspecified 1.0000 1.0000 1.0000 4\ntype:Contact.RequestCommand.Correspond.. 1.0000 1.0000 1.0000 1\ntype:Contact.RequestCommand.Unspecified 1.0000 1.0000 1.0000 1\ntype:Contact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\ntype:Control.ImpedeInterfereWith.Unspe.. 1.0000 1.0000 1.0000 1\ntype:Disaster.Crash.Unspecified 1.0000 0.5000 0.6667 2\ntype:Disaster.DiseaseOutbreak.Unspecif.. 0.0000 0.0000 0.0000 1\ntype:GenericCrime.GenericCrime.Generic.. 1.0000 0.6667 0.8000 3\ntype:Justice.ArrestJailDetain.Unspecif.. 1.0000 1.0000 1.0000 7\ntype:Justice.ChargeIndict.Unspecified 1.0000 1.0000 1.0000 4\ntype:Justice.InvestigateCrime.Unspecif.. 1.0000 1.0000 1.0000 1\ntype:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntype:Justice.TrialHearing.Unspecified 1.0000 1.0000 1.0000 2\ntype:Life.Die.Unspecified 1.0000 0.9333 0.9655 15\ntype:Life.Injure.Unspecified 1.0000 1.0000 1.0000 12\ntype:Medical.Intervention.Unspecified 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.IllegalTr.. 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.Unspecified 1.0000 1.0000 1.0000 3\ntype:Personnel.StartPosition.Unspecified 1.0000 1.0000 1.0000 1\ntype:Transaction.ExchangeBuySell.Unspe.. 1.0000 1.0000 1.0000 2\n----------------------------------------------------------------------------------\nmicro avg 0.3419 0.3938 0.3660 876\nmacro avg 0.4479 0.5302 0.4592 876",
74
+ "eval_event_relaxed_micro_precision": 0.5393494228751312,
75
+ "eval_event_relaxed_micro_recall": 0.6126340882002383,
76
+ "eval_event_relaxed_micro_f1": 0.5736607142857143,
77
+ "eval_event_relaxed_macro_precision": 0.5883176002636289,
78
+ "eval_event_relaxed_macro_recall": 0.704737393620663,
79
+ "eval_event_relaxed_macro_f1": 0.6015924950942585,
80
+ "eval_event_relaxed_support": 839,
81
+ "eval_event_relaxed_classification_report": "label precision recall f1 support\n----------------------------------------------------------------------------------\narg:AcquiredEntity 0.3333 0.0667 0.1111 15\narg:Artifact 0.6000 1.0000 0.7500 9\narg:Attacker 0.5417 0.4483 0.4906 29\narg:Communicator 0.4000 0.3333 0.3636 24\narg:CrashObject 0.5000 1.0000 0.6667 1\narg:Damager 0.2500 0.5000 0.3333 2\narg:Defendant 0.5000 0.7857 0.6111 14\narg:Demonstrator 0.0000 0.0000 0.0000 1\narg:Destination 0.4545 1.0000 0.6250 5\narg:Destroyer 0.3333 1.0000 0.5000 1\narg:Detainee 0.4138 0.9231 0.5714 13\narg:Disabler 0.5000 1.0000 0.6667 1\narg:Dismantler 0.1429 1.0000 0.2500 1\narg:Employee 1.0000 0.5000 0.6667 2\narg:ExplosiveDevice 0.6250 0.4762 0.5405 21\narg:Giver 1.0000 0.5000 0.6667 4\narg:IdentifiedObject 0.2308 0.7500 0.3529 4\narg:Identifier 0.2500 1.0000 0.4000 2\narg:Impeder 0.5000 1.0000 0.6667 1\narg:Injurer 0.3333 0.5000 0.4000 6\narg:Instrument 0.6667 0.6316 0.6486 19\narg:Investigator 0.5000 1.0000 0.6667 1\narg:Jailer 0.4286 0.6000 0.5000 5\narg:JudgeCourt 0.2857 0.5000 0.3636 4\narg:Killer 0.7000 0.5000 0.5833 14\narg:ManufacturerAssembler 0.0000 0.0000 0.0000 2\narg:ObservedEntity 0.0000 0.0000 0.0000 2\narg:Observer 0.0000 0.0000 0.0000 3\narg:Origin 0.0000 0.0000 0.0000 1\narg:Participant 0.4865 0.6667 0.5625 27\narg:PassengerArtifact 0.2143 0.4286 0.2857 7\narg:Patient 0.4000 1.0000 0.5714 2\narg:Perpetrator 1.0000 0.5000 0.6667 2\narg:Place 0.3034 0.3553 0.3273 76\narg:Position 1.0000 1.0000 1.0000 1\narg:Prosecutor 0.4000 0.6667 0.5000 3\narg:Recipient 0.5714 0.4000 0.4706 10\narg:Researcher 0.5000 1.0000 0.6667 1\narg:Target 0.6000 0.2381 0.3409 63\narg:Topic 0.0000 0.0000 0.0000 3\narg:Transporter 1.0000 0.5000 0.6667 2\narg:Treater 0.1250 1.0000 0.2222 1\narg:Vehicle 1.0000 1.0000 1.0000 2\narg:Victim 0.6557 0.5634 0.6061 71\ntrigger:ArtifactExistence.DamageDestro.. 0.7500 1.0000 0.8571 3\ntrigger:ArtifactExistence.DamageDestro.. 0.6000 1.0000 0.7500 3\ntrigger:ArtifactExistence.DamageDestro.. 0.0000 0.0000 0.0000 1\ntrigger:ArtifactExistence.DamageDestro.. 0.2000 1.0000 0.3333 1\ntrigger:ArtifactExistence.ManufactureA.. 0.6667 1.0000 0.8000 2\ntrigger:Cognitive.IdentifyCategorize.U.. 0.2727 0.7500 0.4000 4\ntrigger:Cognitive.Inspection.SensoryOb.. 0.1667 0.2500 0.2000 4\ntrigger:Cognitive.Research.Unspecified 0.0000 0.0000 0.0000 1\ntrigger:Conflict.Attack.DetonateExplode 0.5455 0.7500 0.6316 56\ntrigger:Conflict.Attack.Unspecified 0.6071 0.7391 0.6667 23\ntrigger:Conflict.Demonstrate.Unspecified 0.5000 1.0000 0.6667 1\ntrigger:Contact.Contact.Broadcast 0.5000 0.6667 0.5714 9\ntrigger:Contact.Contact.Correspondence 0.1667 0.5000 0.2500 2\ntrigger:Contact.Contact.Meet 0.2222 0.5000 0.3077 4\ntrigger:Contact.Contact.Unspecified 0.6154 0.5714 0.5926 14\ntrigger:Contact.RequestCommand.Corresp.. 0.0000 0.0000 0.0000 1\ntrigger:Contact.RequestCommand.Unspeci.. 1.0000 0.6667 0.8000 3\ntrigger:Contact.ThreatenCoerce.Unspeci.. 0.0000 0.0000 0.0000 2\ntrigger:Control.ImpedeInterfereWith.Un.. 0.3333 1.0000 0.5000 1\ntrigger:Disaster.Crash.Unspecified 0.5000 0.5000 0.5000 2\ntrigger:Disaster.DiseaseOutbreak.Unspe.. 0.0000 0.0000 0.0000 1\ntrigger:GenericCrime.GenericCrime.Gene.. 0.3333 0.6667 0.4444 3\ntrigger:Justice.ArrestJailDetain.Unspe.. 0.4444 0.8889 0.5926 9\ntrigger:Justice.ChargeIndict.Unspecified 0.5455 1.0000 0.7059 6\ntrigger:Justice.InvestigateCrime.Unspe.. 0.0000 0.0000 0.0000 1\ntrigger:Justice.Sentence.Unspecified 0.8000 1.0000 0.8889 4\ntrigger:Justice.TrialHearing.Unspecified 0.2857 1.0000 0.4444 2\ntrigger:Life.Die.Unspecified 0.8333 0.7812 0.8065 32\ntrigger:Life.Injure.Unspecified 0.6552 0.7600 0.7037 25\ntrigger:Medical.Intervention.Unspecified 0.1667 1.0000 0.2857 1\ntrigger:Movement.Transportation.Illega.. 1.0000 1.0000 1.0000 1\ntrigger:Movement.Transportation.Unspec.. 0.2353 0.6667 0.3478 6\ntrigger:Personnel.StartPosition.Unspec.. 0.2000 1.0000 0.3333 1\ntrigger:Transaction.ExchangeBuySell.Un.. 1.0000 0.5000 0.6667 10\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 2\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 3\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 1\ntype:ArtifactExistence.DamageDestroyDi.. 1.0000 1.0000 1.0000 1\ntype:ArtifactExistence.ManufactureAsse.. 1.0000 1.0000 1.0000 1\ntype:Cognitive.IdentifyCategorize.Unsp.. 1.0000 1.0000 1.0000 4\ntype:Cognitive.Inspection.SensoryObserve 1.0000 0.6667 0.8000 3\ntype:Cognitive.Research.Unspecified 1.0000 1.0000 1.0000 1\ntype:Conflict.Attack.DetonateExplode 1.0000 1.0000 1.0000 16\ntype:Conflict.Attack.Unspecified 1.0000 0.9231 0.9600 13\ntype:Conflict.Demonstrate.Unspecified 1.0000 1.0000 1.0000 1\ntype:Contact.Contact.Broadcast 1.0000 1.0000 1.0000 4\ntype:Contact.Contact.Correspondence 1.0000 1.0000 1.0000 2\ntype:Contact.Contact.Meet 1.0000 0.7500 0.8571 4\ntype:Contact.Contact.Unspecified 1.0000 1.0000 1.0000 4\ntype:Contact.RequestCommand.Correspond.. 1.0000 1.0000 1.0000 1\ntype:Contact.RequestCommand.Unspecified 1.0000 1.0000 1.0000 1\ntype:Contact.ThreatenCoerce.Unspecified 0.0000 0.0000 0.0000 2\ntype:Control.ImpedeInterfereWith.Unspe.. 1.0000 1.0000 1.0000 1\ntype:Disaster.Crash.Unspecified 1.0000 0.5000 0.6667 2\ntype:Disaster.DiseaseOutbreak.Unspecif.. 0.0000 0.0000 0.0000 1\ntype:GenericCrime.GenericCrime.Generic.. 1.0000 0.6667 0.8000 3\ntype:Justice.ArrestJailDetain.Unspecif.. 1.0000 1.0000 1.0000 7\ntype:Justice.ChargeIndict.Unspecified 1.0000 1.0000 1.0000 4\ntype:Justice.InvestigateCrime.Unspecif.. 1.0000 1.0000 1.0000 1\ntype:Justice.Sentence.Unspecified 1.0000 1.0000 1.0000 2\ntype:Justice.TrialHearing.Unspecified 1.0000 1.0000 1.0000 2\ntype:Life.Die.Unspecified 1.0000 0.9333 0.9655 15\ntype:Life.Injure.Unspecified 1.0000 1.0000 1.0000 12\ntype:Medical.Intervention.Unspecified 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.IllegalTr.. 1.0000 1.0000 1.0000 1\ntype:Movement.Transportation.Unspecified 1.0000 1.0000 1.0000 3\ntype:Personnel.StartPosition.Unspecified 1.0000 1.0000 1.0000 1\ntype:Transaction.ExchangeBuySell.Unspe.. 1.0000 1.0000 1.0000 2\n----------------------------------------------------------------------------------\nmicro avg 0.5393 0.6126 0.5737 839\nmacro avg 0.5883 0.7047 0.6016 839",
82
+ "eval_entity_error_COR": 1315,
83
+ "eval_entity_error_LE": 44,
84
+ "eval_entity_error_BES": 44,
85
+ "eval_entity_error_BEL": 13,
86
+ "eval_entity_error_BEO": 1,
87
+ "eval_entity_error_LBE": 20,
88
+ "eval_entity_error_FP": 272,
89
+ "eval_entity_error_FN": 165,
90
+ "eval_entity_fair_micro_precision": 0.7979368932038835,
91
+ "eval_entity_fair_micro_recall": 0.8533419857235561,
92
+ "eval_entity_fair_micro_f1": 0.8247099404201944,
93
+ "eval_entity_fair_support": 1602,
94
+ "eval_entity_error_report": "entity error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 1315\nLE 44\nBES 44\nBEL 13\nBEO 1\nLBE 20\nFP 272\nFN 165\n-----------------\nfair P / R / F1: 0.7979 / 0.8533 / 0.8247\n\nlabel confusions (gold -> pred):\n LOC -> FAC: 7\n PER -> ORG: 7\n FAC -> LOC: 5\n ORG -> PER: 5\n GPE -> PER: 4\n ORG -> GPE: 4\n PER -> FAC: 4\n GPE -> LOC: 3\n ORG -> WEA: 3\n FAC -> GPE: 2\n GPE -> ORG: 2\n GPE -> WEA: 2\n LOC -> GPE: 2\n ORG -> FAC: 2\n VEH -> WEA: 2\n FAC -> ORG: 1\n FAC -> PER: 1\n FAC -> VEH: 1\n FAC -> WEA: 1\n GPE -> FAC: 1\n PER -> GPE: 1\n PER -> TTL: 1\n PER -> WEA: 1\n VAL -> PER: 1\n WEA -> VEH: 1",
95
+ "eval_event_trigger_error_COR": 169,
96
+ "eval_event_trigger_error_LE": 10,
97
+ "eval_event_trigger_error_BES": 2,
98
+ "eval_event_trigger_error_BEL": 0,
99
+ "eval_event_trigger_error_BEO": 0,
100
+ "eval_event_trigger_error_LBE": 1,
101
+ "eval_event_trigger_error_FP": 155,
102
+ "eval_event_trigger_error_FN": 57,
103
+ "eval_event_trigger_fair_micro_precision": 0.5113464447806354,
104
+ "eval_event_trigger_fair_micro_recall": 0.7268817204301076,
105
+ "eval_event_trigger_fair_micro_f1": 0.6003552397868561,
106
+ "eval_event_trigger_fair_support": 239,
107
+ "eval_event_trigger_error_report": "event_trigger error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 169\nLE 10\nBES 2\nBEL 0\nBEO 0\nLBE 1\nFP 155\nFN 57\n-----------------\nfair P / R / F1: 0.5113 / 0.7269 / 0.6004\n\nlabel confusions (gold -> pred):\n Cognitive.Inspection.SensoryObserve -> Cognitive.IdentifyCategorize.Unspecified: 2\n Cognitive.IdentifyCategorize.Unspecified -> Cognitive.Inspection.SensoryObserve: 1\n Conflict.Attack.DetonateExplode -> Conflict.Attack.Unspecified: 1\n Conflict.Attack.DetonateExplode -> Life.Die.Unspecified: 1\n Conflict.Attack.Unspecified -> Conflict.Attack.DetonateExplode: 1\n Contact.RequestCommand.Correspondence -> Contact.Contact.Meet: 1\n Disaster.Crash.Unspecified -> Conflict.Attack.Unspecified: 1\n Life.Die.Unspecified -> GenericCrime.GenericCrime.GenericCrime: 1\n Life.Die.Unspecified -> Life.Injure.Unspecified: 1\n Transaction.ExchangeBuySell.Unspecified -> Contact.Contact.Meet: 1",
108
+ "eval_event_argument_error_COR": 216,
109
+ "eval_event_argument_error_LE": 34,
110
+ "eval_event_argument_error_BES": 5,
111
+ "eval_event_argument_error_BEL": 2,
112
+ "eval_event_argument_error_BEO": 1,
113
+ "eval_event_argument_error_LBE": 13,
114
+ "eval_event_argument_error_FP": 187,
115
+ "eval_event_argument_error_FN": 181,
116
+ "eval_event_argument_fair_micro_precision": 0.5017421602787456,
117
+ "eval_event_argument_fair_micro_recall": 0.508833922261484,
118
+ "eval_event_argument_fair_micro_f1": 0.5052631578947367,
119
+ "eval_event_argument_fair_support": 452,
120
+ "eval_event_argument_error_report": "event_argument error analysis (Ortmann 2022, fair evaluation)\ntype count\n-----------------\nCOR 216\nLE 34\nBES 5\nBEL 2\nBEO 1\nLBE 13\nFP 187\nFN 181\n-----------------\nfair P / R / F1: 0.5017 / 0.5088 / 0.5053\n\nlabel confusions (gold -> pred):\n Target -> Place: 4\n Communicator -> Dismantler: 2\n Jailer -> Injurer: 2\n Place -> Target: 2\n Attacker -> Defendant: 1\n Attacker -> Place: 1\n Attacker -> Prosecutor: 1\n Communicator -> Investigator: 1\n Communicator -> Participant: 1\n Communicator -> Victim: 1\n Damager -> Victim: 1\n Defendant -> PassengerArtifact: 1\n Demonstrator -> Impeder: 1\n Employee -> ObservedEntity: 1\n ExplosiveDevice -> Instrument: 1\n IdentifiedObject -> Communicator: 1\n Injurer -> Attacker: 1\n Injurer -> ManufacturerAssembler: 1\n Instrument -> ExplosiveDevice: 1\n Instrument -> IdentifiedObject: 1\n JudgeCourt -> Damager: 1\n JudgeCourt -> Place: 1\n Killer -> Detainee: 1\n Observer -> Place: 1\n Origin -> Target: 1\n Participant -> Detainee: 1\n Participant -> Identifier: 1\n Participant -> Jailer: 1\n Participant -> JudgeCourt: 1\n PassengerArtifact -> Detainee: 1\n PassengerArtifact -> IdentifiedObject: 1\n PassengerArtifact -> Victim: 1\n Place -> JudgeCourt: 1\n Place -> Participant: 1\n Recipient -> Participant: 1\n Target -> Attacker: 1\n Target -> Defendant: 1\n Target -> Victim: 1\n Topic -> PassengerArtifact: 1\n Transporter -> Origin: 1\n Victim -> Killer: 1"
121
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": true,
3
+ "backend": "tokenizers",
4
+ "bos_token": "[CLS]",
5
+ "clean_up_tokenization_spaces": false,
6
+ "cls_token": "[CLS]",
7
+ "do_lower_case": false,
8
+ "eos_token": "[SEP]",
9
+ "extra_special_tokens": [
10
+ "[SEP_STRUCT]",
11
+ "[SEP_TEXT]",
12
+ "[P]",
13
+ "[C]",
14
+ "[E]",
15
+ "[R]",
16
+ "[L]",
17
+ "[V]",
18
+ "[EXAMPLE]",
19
+ "[OUTPUT]",
20
+ "[DESCRIPTION]"
21
+ ],
22
+ "is_local": false,
23
+ "local_files_only": false,
24
+ "mask_token": "[MASK]",
25
+ "model_max_length": 1000000000000000019884624838656,
26
+ "pad_token": "[PAD]",
27
+ "sep_token": "[SEP]",
28
+ "sp_model_kwargs": {},
29
+ "split_by_punct": false,
30
+ "tokenizer_class": "DebertaV2Tokenizer",
31
+ "unk_id": 3,
32
+ "unk_token": "[UNK]",
33
+ "vocab_type": "spm"
34
+ }