{
  "summary": {
    "eval_loss": 0.03118172474205494,
    "eval_macro_f1": 0.9570645876243163,
    "eval_weighted_f1": 0.9705581431946875,
    "eval_runtime": 1.2749,
    "eval_samples_per_second": 703.559,
    "eval_steps_per_second": 44.708,
    "epoch": 5.0
  },
  "per_entity_report": {
    "AUTH_NUMBER": {
      "precision": 0.9841269841269841,
      "recall": 0.9393939393939394,
      "f1-score": 0.9612403100775193,
      "support": 66
    },
    "BILLED_AMOUNT": {
      "precision": 0.9791666666666666,
      "recall": 0.94,
      "f1-score": 0.9591836734693877,
      "support": 150
    },
    "CARRIER": {
      "precision": 0.9773123909249564,
      "recall": 0.9893992932862191,
      "f1-score": 0.9833187006145743,
      "support": 566
    },
    "CLAIM_ID": {
      "precision": 1.0,
      "recall": 0.98,
      "f1-score": 0.98989898989899,
      "support": 150
    },
    "COPAY": {
      "precision": 0.968503937007874,
      "recall": 0.9534883720930233,
      "f1-score": 0.9609375,
      "support": 129
    },
    "DEDUCTIBLE": {
      "precision": 0.9746835443037974,
      "recall": 0.9625,
      "f1-score": 0.9685534591194969,
      "support": 80
    },
    "GROUP_NUMBER": {
      "precision": 1.0,
      "recall": 0.9830508474576272,
      "f1-score": 0.9914529914529915,
      "support": 118
    },
    "MEMBER_ID": {
      "precision": 0.9968051118210862,
      "recall": 0.9968051118210862,
      "f1-score": 0.9968051118210862,
      "support": 313
    },
    "PLAN_TYPE": {
      "precision": 0.9722222222222222,
      "recall": 0.9767441860465116,
      "f1-score": 0.9744779582366588,
      "support": 215
    },
    "POLICY_NUMBER": {
      "precision": 0.9767441860465116,
      "recall": 0.9882352941176471,
      "f1-score": 0.9824561403508771,
      "support": 85
    },
    "RELATIONSHIP": {
      "precision": 0.7619047619047619,
      "recall": 0.7619047619047619,
      "f1-score": 0.7619047619047619,
      "support": 84
    },
    "SUBSCRIBER_NAME": {
      "precision": 0.9545454545454546,
      "recall": 0.9545454545454546,
      "f1-score": 0.9545454545454546,
      "support": 88
    },
    "micro avg": {
      "precision": 0.9724950884086444,
      "recall": 0.9686888454011742,
      "f1-score": 0.9705882352941176,
      "support": 2044
    },
    "macro avg": {
      "precision": 0.9621679382975263,
      "recall": 0.9521722717221892,
      "f1-score": 0.9570645876243163,
      "support": 2044
    },
    "weighted avg": {
      "precision": 0.9725777491320731,
      "recall": 0.9686888454011742,
      "f1-score": 0.9705581431946875,
      "support": 2044
    }
  },
  "entity_types": [
    "CARRIER",
    "PLAN_TYPE",
    "MEMBER_ID",
    "GROUP_NUMBER",
    "POLICY_NUMBER",
    "SUBSCRIBER_NAME",
    "RELATIONSHIP",
    "CLAIM_ID",
    "AUTH_NUMBER",
    "COPAY",
    "DEDUCTIBLE",
    "BILLED_AMOUNT"
  ],
  "labels": [
    "O",
    "B-CARRIER",
    "B-PLAN_TYPE",
    "B-MEMBER_ID",
    "B-GROUP_NUMBER",
    "B-POLICY_NUMBER",
    "B-SUBSCRIBER_NAME",
    "B-RELATIONSHIP",
    "B-CLAIM_ID",
    "B-AUTH_NUMBER",
    "B-COPAY",
    "B-DEDUCTIBLE",
    "B-BILLED_AMOUNT",
    "I-CARRIER",
    "I-PLAN_TYPE",
    "I-MEMBER_ID",
    "I-GROUP_NUMBER",
    "I-POLICY_NUMBER",
    "I-SUBSCRIBER_NAME",
    "I-RELATIONSHIP",
    "I-CLAIM_ID",
    "I-AUTH_NUMBER",
    "I-COPAY",
    "I-DEDUCTIBLE",
    "I-BILLED_AMOUNT"
  ]
}