| { |
| "summary": { |
| "eval_loss": 0.03118172474205494, |
| "eval_macro_f1": 0.9570645876243163, |
| "eval_weighted_f1": 0.9705581431946875, |
| "eval_runtime": 1.2749, |
| "eval_samples_per_second": 703.559, |
| "eval_steps_per_second": 44.708, |
| "epoch": 5.0 |
| }, |
| "per_entity_report": { |
| "AUTH_NUMBER": { |
| "precision": 0.9841269841269841, |
| "recall": 0.9393939393939394, |
| "f1-score": 0.9612403100775193, |
| "support": 66 |
| }, |
| "BILLED_AMOUNT": { |
| "precision": 0.9791666666666666, |
| "recall": 0.94, |
| "f1-score": 0.9591836734693877, |
| "support": 150 |
| }, |
| "CARRIER": { |
| "precision": 0.9773123909249564, |
| "recall": 0.9893992932862191, |
| "f1-score": 0.9833187006145743, |
| "support": 566 |
| }, |
| "CLAIM_ID": { |
| "precision": 1.0, |
| "recall": 0.98, |
| "f1-score": 0.98989898989899, |
| "support": 150 |
| }, |
| "COPAY": { |
| "precision": 0.968503937007874, |
| "recall": 0.9534883720930233, |
| "f1-score": 0.9609375, |
| "support": 129 |
| }, |
| "DEDUCTIBLE": { |
| "precision": 0.9746835443037974, |
| "recall": 0.9625, |
| "f1-score": 0.9685534591194969, |
| "support": 80 |
| }, |
| "GROUP_NUMBER": { |
| "precision": 1.0, |
| "recall": 0.9830508474576272, |
| "f1-score": 0.9914529914529915, |
| "support": 118 |
| }, |
| "MEMBER_ID": { |
| "precision": 0.9968051118210862, |
| "recall": 0.9968051118210862, |
| "f1-score": 0.9968051118210862, |
| "support": 313 |
| }, |
| "PLAN_TYPE": { |
| "precision": 0.9722222222222222, |
| "recall": 0.9767441860465116, |
| "f1-score": 0.9744779582366588, |
| "support": 215 |
| }, |
| "POLICY_NUMBER": { |
| "precision": 0.9767441860465116, |
| "recall": 0.9882352941176471, |
| "f1-score": 0.9824561403508771, |
| "support": 85 |
| }, |
| "RELATIONSHIP": { |
| "precision": 0.7619047619047619, |
| "recall": 0.7619047619047619, |
| "f1-score": 0.7619047619047619, |
| "support": 84 |
| }, |
| "SUBSCRIBER_NAME": { |
| "precision": 0.9545454545454546, |
| "recall": 0.9545454545454546, |
| "f1-score": 0.9545454545454546, |
| "support": 88 |
| }, |
| "micro avg": { |
| "precision": 0.9724950884086444, |
| "recall": 0.9686888454011742, |
| "f1-score": 0.9705882352941176, |
| "support": 2044 |
| }, |
| "macro avg": { |
| "precision": 0.9621679382975263, |
| "recall": 0.9521722717221892, |
| "f1-score": 0.9570645876243163, |
| "support": 2044 |
| }, |
| "weighted avg": { |
| "precision": 0.9725777491320731, |
| "recall": 0.9686888454011742, |
| "f1-score": 0.9705581431946875, |
| "support": 2044 |
| } |
| }, |
| "entity_types": [ |
| "CARRIER", |
| "PLAN_TYPE", |
| "MEMBER_ID", |
| "GROUP_NUMBER", |
| "POLICY_NUMBER", |
| "SUBSCRIBER_NAME", |
| "RELATIONSHIP", |
| "CLAIM_ID", |
| "AUTH_NUMBER", |
| "COPAY", |
| "DEDUCTIBLE", |
| "BILLED_AMOUNT" |
| ], |
| "labels": [ |
| "O", |
| "B-CARRIER", |
| "B-PLAN_TYPE", |
| "B-MEMBER_ID", |
| "B-GROUP_NUMBER", |
| "B-POLICY_NUMBER", |
| "B-SUBSCRIBER_NAME", |
| "B-RELATIONSHIP", |
| "B-CLAIM_ID", |
| "B-AUTH_NUMBER", |
| "B-COPAY", |
| "B-DEDUCTIBLE", |
| "B-BILLED_AMOUNT", |
| "I-CARRIER", |
| "I-PLAN_TYPE", |
| "I-MEMBER_ID", |
| "I-GROUP_NUMBER", |
| "I-POLICY_NUMBER", |
| "I-SUBSCRIBER_NAME", |
| "I-RELATIONSHIP", |
| "I-CLAIM_ID", |
| "I-AUTH_NUMBER", |
| "I-COPAY", |
| "I-DEDUCTIBLE", |
| "I-BILLED_AMOUNT" |
| ] |
| } |
