{ "onnx-fp32": { "rows": 2841, "span_disagreements_with_measured_runtime": [], "exact_21": { "precision": 0.8093242535358827, "recall": 0.8256145350908444, "f1": 0.8173882373688387, "tp": 4635, "fp": 1092, "fn": 979, "support": 5614, "macro_f1": 0.814359631883518, "per_label": { "BIRTH_CERTIFICATE": { "precision": 0.8287461773700305, "recall": 0.7947214076246334, "f1": 0.811377245508982, "tp": 271, "fp": 56, "fn": 70, "support": 341 }, "CITY": { "precision": 0.7845744680851063, "recall": 0.8702064896755162, "f1": 0.8251748251748252, "tp": 295, "fp": 81, "fn": 44, "support": 339 }, "COUNTRY": { "precision": 0.8933333333333333, "recall": 0.8305785123966942, "f1": 0.860813704496788, "tp": 201, "fp": 24, "fn": 41, "support": 242 }, "CREDIT_CARD": { "precision": 0.8625592417061612, "recall": 0.896551724137931, "f1": 0.8792270531400966, "tp": 182, "fp": 29, "fn": 21, "support": 203 }, "DISTRICT": { "precision": 0.7336956521739131, "recall": 0.8385093167701864, "f1": 0.782608695652174, "tp": 135, "fp": 49, "fn": 26, "support": 161 }, "DRIVER_LICENSE": { "precision": 0.7796143250688705, "recall": 0.7628032345013477, "f1": 0.771117166212534, "tp": 283, "fp": 80, "fn": 88, "support": 371 }, "EMAIL": { "precision": 0.9605263157894737, "recall": 0.9909502262443439, "f1": 0.9755011135857461, "tp": 219, "fp": 9, "fn": 2, "support": 221 }, "FIRST_NAME": { "precision": 0.9046653144016227, "recall": 0.8937875751503006, "f1": 0.8991935483870968, "tp": 446, "fp": 47, "fn": 53, "support": 499 }, "HOUSE": { "precision": 0.9212121212121213, "recall": 0.9325153374233128, "f1": 0.926829268292683, "tp": 152, "fp": 13, "fn": 11, "support": 163 }, "INN": { "precision": 0.6941176470588235, "recall": 0.6730038022813688, "f1": 0.6833976833976834, "tp": 177, "fp": 78, "fn": 86, "support": 263 }, "IP_ADDRESS": { "precision": 0.3087557603686636, "recall": 0.432258064516129, "f1": 0.3602150537634409, "tp": 67, "fp": 150, "fn": 88, "support": 155 }, "LAST_NAME": { "precision": 0.8654292343387471, "recall": 0.8161925601750547, "f1": 0.8400900900900901, "tp": 373, "fp": 58, "fn": 84, "support": 457 }, "MIDDLE_NAME": { "precision": 0.9015873015873016, "recall": 0.922077922077922, "f1": 0.9117174959871589, "tp": 284, "fp": 31, "fn": 24, "support": 308 }, "MILITARY_ID": { "precision": 0.6769759450171822, "recall": 0.7086330935251799, "f1": 0.6924428822495606, "tp": 197, "fp": 94, "fn": 81, "support": 278 }, "OMS": { "precision": 0.8941176470588236, "recall": 0.8941176470588236, "f1": 0.8941176470588236, "tp": 152, "fp": 18, "fn": 18, "support": 170 }, "PASSPORT": { "precision": 0.7837301587301587, "recall": 0.7995951417004049, "f1": 0.7915831663326653, "tp": 395, "fp": 109, "fn": 99, "support": 494 }, "PHONE": { "precision": 0.8064516129032258, "recall": 0.8670520231213873, "f1": 0.8356545961002786, "tp": 150, "fp": 36, "fn": 23, "support": 173 }, "REGION": { "precision": 0.7837837837837838, "recall": 0.8238636363636364, "f1": 0.8033240997229917, "tp": 145, "fp": 40, "fn": 31, "support": 176 }, "SNILS": { "precision": 0.8282828282828283, "recall": 0.7354260089686099, "f1": 0.7790973871733967, "tp": 164, "fp": 34, "fn": 59, "support": 223 }, "STREET": { "precision": 0.8524590163934426, "recall": 0.9122807017543859, "f1": 0.8813559322033898, "tp": 156, "fp": 27, "fn": 15, "support": 171 }, "URL": { "precision": 0.8681818181818182, "recall": 0.9271844660194175, "f1": 0.8967136150234741, "tp": 191, "fp": 29, "fn": 15, "support": 206 } } }, "passed": true }, "onnx-fp16": { "rows": 2841, "span_disagreements_with_measured_runtime": [], "exact_21": { "precision": 0.8091829608938548, "recall": 0.8256145350908444, "f1": 0.8173161699876565, "tp": 4635, "fp": 1093, "fn": 979, "support": 5614, "macro_f1": 0.8143092922409917, "per_label": { "BIRTH_CERTIFICATE": { "precision": 0.8287461773700305, "recall": 0.7947214076246334, "f1": 0.811377245508982, "tp": 271, "fp": 56, "fn": 70, "support": 341 }, "CITY": { "precision": 0.7845744680851063, "recall": 0.8702064896755162, "f1": 0.8251748251748252, "tp": 295, "fp": 81, "fn": 44, "support": 339 }, "COUNTRY": { "precision": 0.8933333333333333, "recall": 0.8305785123966942, "f1": 0.860813704496788, "tp": 201, "fp": 24, "fn": 41, "support": 242 }, "CREDIT_CARD": { "precision": 0.8625592417061612, "recall": 0.896551724137931, "f1": 0.8792270531400966, "tp": 182, "fp": 29, "fn": 21, "support": 203 }, "DISTRICT": { "precision": 0.7336956521739131, "recall": 0.8385093167701864, "f1": 0.782608695652174, "tp": 135, "fp": 49, "fn": 26, "support": 161 }, "DRIVER_LICENSE": { "precision": 0.7817679558011049, "recall": 0.7628032345013477, "f1": 0.772169167803547, "tp": 283, "fp": 79, "fn": 88, "support": 371 }, "EMAIL": { "precision": 0.9605263157894737, "recall": 0.9909502262443439, "f1": 0.9755011135857461, "tp": 219, "fp": 9, "fn": 2, "support": 221 }, "FIRST_NAME": { "precision": 0.9046653144016227, "recall": 0.8937875751503006, "f1": 0.8991935483870968, "tp": 446, "fp": 47, "fn": 53, "support": 499 }, "HOUSE": { "precision": 0.9212121212121213, "recall": 0.9325153374233128, "f1": 0.926829268292683, "tp": 152, "fp": 13, "fn": 11, "support": 163 }, "INN": { "precision": 0.69140625, "recall": 0.6730038022813688, "f1": 0.6820809248554913, "tp": 177, "fp": 79, "fn": 86, "support": 263 }, "IP_ADDRESS": { "precision": 0.3087557603686636, "recall": 0.432258064516129, "f1": 0.3602150537634409, "tp": 67, "fp": 150, "fn": 88, "support": 155 }, "LAST_NAME": { "precision": 0.8654292343387471, "recall": 0.8161925601750547, "f1": 0.8400900900900901, "tp": 373, "fp": 58, "fn": 84, "support": 457 }, "MIDDLE_NAME": { "precision": 0.9015873015873016, "recall": 0.922077922077922, "f1": 0.9117174959871589, "tp": 284, "fp": 31, "fn": 24, "support": 308 }, "MILITARY_ID": { "precision": 0.6769759450171822, "recall": 0.7086330935251799, "f1": 0.6924428822495606, "tp": 197, "fp": 94, "fn": 81, "support": 278 }, "OMS": { "precision": 0.8941176470588236, "recall": 0.8941176470588236, "f1": 0.8941176470588236, "tp": 152, "fp": 18, "fn": 18, "support": 170 }, "PASSPORT": { "precision": 0.7821782178217822, "recall": 0.7995951417004049, "f1": 0.7907907907907908, "tp": 395, "fp": 110, "fn": 99, "support": 494 }, "PHONE": { "precision": 0.8064516129032258, "recall": 0.8670520231213873, "f1": 0.8356545961002786, "tp": 150, "fp": 36, "fn": 23, "support": 173 }, "REGION": { "precision": 0.7837837837837838, "recall": 0.8238636363636364, "f1": 0.8033240997229917, "tp": 145, "fp": 40, "fn": 31, "support": 176 }, "SNILS": { "precision": 0.8282828282828283, "recall": 0.7354260089686099, "f1": 0.7790973871733967, "tp": 164, "fp": 34, "fn": 59, "support": 223 }, "STREET": { "precision": 0.8524590163934426, "recall": 0.9122807017543859, "f1": 0.8813559322033898, "tp": 156, "fp": 27, "fn": 15, "support": 171 }, "URL": { "precision": 0.8681818181818182, "recall": 0.9271844660194175, "f1": 0.8967136150234741, "tp": 191, "fp": 29, "fn": 15, "support": 206 } } }, "passed": true }, "trt-graph": { "rows": 2841, "span_disagreements_with_measured_runtime": [], "exact_21": { "precision": 0.8087260034904014, "recall": 0.8254364089775561, "f1": 0.8169957686882934, "tp": 4634, "fp": 1096, "fn": 980, "support": 5614, "macro_f1": 0.8138880805038673, "per_label": { "BIRTH_CERTIFICATE": { "precision": 0.8287461773700305, "recall": 0.7947214076246334, "f1": 0.811377245508982, "tp": 271, "fp": 56, "fn": 70, "support": 341 }, "CITY": { "precision": 0.7824933687002652, "recall": 0.8702064896755162, "f1": 0.8240223463687151, "tp": 295, "fp": 82, "fn": 44, "support": 339 }, "COUNTRY": { "precision": 0.8849557522123894, "recall": 0.8264462809917356, "f1": 0.8547008547008547, "tp": 200, "fp": 26, "fn": 42, "support": 242 }, "CREDIT_CARD": { "precision": 0.8625592417061612, "recall": 0.896551724137931, "f1": 0.8792270531400966, "tp": 182, "fp": 29, "fn": 21, "support": 203 }, "DISTRICT": { "precision": 0.7336956521739131, "recall": 0.8385093167701864, "f1": 0.782608695652174, "tp": 135, "fp": 49, "fn": 26, "support": 161 }, "DRIVER_LICENSE": { "precision": 0.7796143250688705, "recall": 0.7628032345013477, "f1": 0.771117166212534, "tp": 283, "fp": 80, "fn": 88, "support": 371 }, "EMAIL": { "precision": 0.9605263157894737, "recall": 0.9909502262443439, "f1": 0.9755011135857461, "tp": 219, "fp": 9, "fn": 2, "support": 221 }, "FIRST_NAME": { "precision": 0.9066937119675457, "recall": 0.8957915831663327, "f1": 0.9012096774193549, "tp": 447, "fp": 46, "fn": 52, "support": 499 }, "HOUSE": { "precision": 0.9212121212121213, "recall": 0.9325153374233128, "f1": 0.926829268292683, "tp": 152, "fp": 13, "fn": 11, "support": 163 }, "INN": { "precision": 0.6901960784313725, "recall": 0.6692015209125475, "f1": 0.6795366795366795, "tp": 176, "fp": 79, "fn": 87, "support": 263 }, "IP_ADDRESS": { "precision": 0.3087557603686636, "recall": 0.432258064516129, "f1": 0.3602150537634409, "tp": 67, "fp": 150, "fn": 88, "support": 155 }, "LAST_NAME": { "precision": 0.8654292343387471, "recall": 0.8161925601750547, "f1": 0.8400900900900901, "tp": 373, "fp": 58, "fn": 84, "support": 457 }, "MIDDLE_NAME": { "precision": 0.9015873015873016, "recall": 0.922077922077922, "f1": 0.9117174959871589, "tp": 284, "fp": 31, "fn": 24, "support": 308 }, "MILITARY_ID": { "precision": 0.6769759450171822, "recall": 0.7086330935251799, "f1": 0.6924428822495606, "tp": 197, "fp": 94, "fn": 81, "support": 278 }, "OMS": { "precision": 0.8941176470588236, "recall": 0.8941176470588236, "f1": 0.8941176470588236, "tp": 152, "fp": 18, "fn": 18, "support": 170 }, "PASSPORT": { "precision": 0.7821782178217822, "recall": 0.7995951417004049, "f1": 0.7907907907907908, "tp": 395, "fp": 110, "fn": 99, "support": 494 }, "PHONE": { "precision": 0.8064516129032258, "recall": 0.8670520231213873, "f1": 0.8356545961002786, "tp": 150, "fp": 36, "fn": 23, "support": 173 }, "REGION": { "precision": 0.7837837837837838, "recall": 0.8238636363636364, "f1": 0.8033240997229917, "tp": 145, "fp": 40, "fn": 31, "support": 176 }, "SNILS": { "precision": 0.8282828282828283, "recall": 0.7354260089686099, "f1": 0.7790973871733967, "tp": 164, "fp": 34, "fn": 59, "support": 223 }, "STREET": { "precision": 0.8524590163934426, "recall": 0.9122807017543859, "f1": 0.8813559322033898, "tp": 156, "fp": 27, "fn": 15, "support": 171 }, "URL": { "precision": 0.8681818181818182, "recall": 0.9271844660194175, "f1": 0.8967136150234741, "tp": 191, "fp": 29, "fn": 15, "support": 206 } } }, "passed": true } }