| { |
| "onnx-fp32": { |
| "rows": 2841, |
| "span_disagreements_with_measured_runtime": [], |
| "exact_21": { |
| "precision": 0.8093242535358827, |
| "recall": 0.8256145350908444, |
| "f1": 0.8173882373688387, |
| "tp": 4635, |
| "fp": 1092, |
| "fn": 979, |
| "support": 5614, |
| "macro_f1": 0.814359631883518, |
| "per_label": { |
| "BIRTH_CERTIFICATE": { |
| "precision": 0.8287461773700305, |
| "recall": 0.7947214076246334, |
| "f1": 0.811377245508982, |
| "tp": 271, |
| "fp": 56, |
| "fn": 70, |
| "support": 341 |
| }, |
| "CITY": { |
| "precision": 0.7845744680851063, |
| "recall": 0.8702064896755162, |
| "f1": 0.8251748251748252, |
| "tp": 295, |
| "fp": 81, |
| "fn": 44, |
| "support": 339 |
| }, |
| "COUNTRY": { |
| "precision": 0.8933333333333333, |
| "recall": 0.8305785123966942, |
| "f1": 0.860813704496788, |
| "tp": 201, |
| "fp": 24, |
| "fn": 41, |
| "support": 242 |
| }, |
| "CREDIT_CARD": { |
| "precision": 0.8625592417061612, |
| "recall": 0.896551724137931, |
| "f1": 0.8792270531400966, |
| "tp": 182, |
| "fp": 29, |
| "fn": 21, |
| "support": 203 |
| }, |
| "DISTRICT": { |
| "precision": 0.7336956521739131, |
| "recall": 0.8385093167701864, |
| "f1": 0.782608695652174, |
| "tp": 135, |
| "fp": 49, |
| "fn": 26, |
| "support": 161 |
| }, |
| "DRIVER_LICENSE": { |
| "precision": 0.7796143250688705, |
| "recall": 0.7628032345013477, |
| "f1": 0.771117166212534, |
| "tp": 283, |
| "fp": 80, |
| "fn": 88, |
| "support": 371 |
| }, |
| "EMAIL": { |
| "precision": 0.9605263157894737, |
| "recall": 0.9909502262443439, |
| "f1": 0.9755011135857461, |
| "tp": 219, |
| "fp": 9, |
| "fn": 2, |
| "support": 221 |
| }, |
| "FIRST_NAME": { |
| "precision": 0.9046653144016227, |
| "recall": 0.8937875751503006, |
| "f1": 0.8991935483870968, |
| "tp": 446, |
| "fp": 47, |
| "fn": 53, |
| "support": 499 |
| }, |
| "HOUSE": { |
| "precision": 0.9212121212121213, |
| "recall": 0.9325153374233128, |
| "f1": 0.926829268292683, |
| "tp": 152, |
| "fp": 13, |
| "fn": 11, |
| "support": 163 |
| }, |
| "INN": { |
| "precision": 0.6941176470588235, |
| "recall": 0.6730038022813688, |
| "f1": 0.6833976833976834, |
| "tp": 177, |
| "fp": 78, |
| "fn": 86, |
| "support": 263 |
| }, |
| "IP_ADDRESS": { |
| "precision": 0.3087557603686636, |
| "recall": 0.432258064516129, |
| "f1": 0.3602150537634409, |
| "tp": 67, |
| "fp": 150, |
| "fn": 88, |
| "support": 155 |
| }, |
| "LAST_NAME": { |
| "precision": 0.8654292343387471, |
| "recall": 0.8161925601750547, |
| "f1": 0.8400900900900901, |
| "tp": 373, |
| "fp": 58, |
| "fn": 84, |
| "support": 457 |
| }, |
| "MIDDLE_NAME": { |
| "precision": 0.9015873015873016, |
| "recall": 0.922077922077922, |
| "f1": 0.9117174959871589, |
| "tp": 284, |
| "fp": 31, |
| "fn": 24, |
| "support": 308 |
| }, |
| "MILITARY_ID": { |
| "precision": 0.6769759450171822, |
| "recall": 0.7086330935251799, |
| "f1": 0.6924428822495606, |
| "tp": 197, |
| "fp": 94, |
| "fn": 81, |
| "support": 278 |
| }, |
| "OMS": { |
| "precision": 0.8941176470588236, |
| "recall": 0.8941176470588236, |
| "f1": 0.8941176470588236, |
| "tp": 152, |
| "fp": 18, |
| "fn": 18, |
| "support": 170 |
| }, |
| "PASSPORT": { |
| "precision": 0.7837301587301587, |
| "recall": 0.7995951417004049, |
| "f1": 0.7915831663326653, |
| "tp": 395, |
| "fp": 109, |
| "fn": 99, |
| "support": 494 |
| }, |
| "PHONE": { |
| "precision": 0.8064516129032258, |
| "recall": 0.8670520231213873, |
| "f1": 0.8356545961002786, |
| "tp": 150, |
| "fp": 36, |
| "fn": 23, |
| "support": 173 |
| }, |
| "REGION": { |
| "precision": 0.7837837837837838, |
| "recall": 0.8238636363636364, |
| "f1": 0.8033240997229917, |
| "tp": 145, |
| "fp": 40, |
| "fn": 31, |
| "support": 176 |
| }, |
| "SNILS": { |
| "precision": 0.8282828282828283, |
| "recall": 0.7354260089686099, |
| "f1": 0.7790973871733967, |
| "tp": 164, |
| "fp": 34, |
| "fn": 59, |
| "support": 223 |
| }, |
| "STREET": { |
| "precision": 0.8524590163934426, |
| "recall": 0.9122807017543859, |
| "f1": 0.8813559322033898, |
| "tp": 156, |
| "fp": 27, |
| "fn": 15, |
| "support": 171 |
| }, |
| "URL": { |
| "precision": 0.8681818181818182, |
| "recall": 0.9271844660194175, |
| "f1": 0.8967136150234741, |
| "tp": 191, |
| "fp": 29, |
| "fn": 15, |
| "support": 206 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| "onnx-fp16": { |
| "rows": 2841, |
| "span_disagreements_with_measured_runtime": [], |
| "exact_21": { |
| "precision": 0.8091829608938548, |
| "recall": 0.8256145350908444, |
| "f1": 0.8173161699876565, |
| "tp": 4635, |
| "fp": 1093, |
| "fn": 979, |
| "support": 5614, |
| "macro_f1": 0.8143092922409917, |
| "per_label": { |
| "BIRTH_CERTIFICATE": { |
| "precision": 0.8287461773700305, |
| "recall": 0.7947214076246334, |
| "f1": 0.811377245508982, |
| "tp": 271, |
| "fp": 56, |
| "fn": 70, |
| "support": 341 |
| }, |
| "CITY": { |
| "precision": 0.7845744680851063, |
| "recall": 0.8702064896755162, |
| "f1": 0.8251748251748252, |
| "tp": 295, |
| "fp": 81, |
| "fn": 44, |
| "support": 339 |
| }, |
| "COUNTRY": { |
| "precision": 0.8933333333333333, |
| "recall": 0.8305785123966942, |
| "f1": 0.860813704496788, |
| "tp": 201, |
| "fp": 24, |
| "fn": 41, |
| "support": 242 |
| }, |
| "CREDIT_CARD": { |
| "precision": 0.8625592417061612, |
| "recall": 0.896551724137931, |
| "f1": 0.8792270531400966, |
| "tp": 182, |
| "fp": 29, |
| "fn": 21, |
| "support": 203 |
| }, |
| "DISTRICT": { |
| "precision": 0.7336956521739131, |
| "recall": 0.8385093167701864, |
| "f1": 0.782608695652174, |
| "tp": 135, |
| "fp": 49, |
| "fn": 26, |
| "support": 161 |
| }, |
| "DRIVER_LICENSE": { |
| "precision": 0.7817679558011049, |
| "recall": 0.7628032345013477, |
| "f1": 0.772169167803547, |
| "tp": 283, |
| "fp": 79, |
| "fn": 88, |
| "support": 371 |
| }, |
| "EMAIL": { |
| "precision": 0.9605263157894737, |
| "recall": 0.9909502262443439, |
| "f1": 0.9755011135857461, |
| "tp": 219, |
| "fp": 9, |
| "fn": 2, |
| "support": 221 |
| }, |
| "FIRST_NAME": { |
| "precision": 0.9046653144016227, |
| "recall": 0.8937875751503006, |
| "f1": 0.8991935483870968, |
| "tp": 446, |
| "fp": 47, |
| "fn": 53, |
| "support": 499 |
| }, |
| "HOUSE": { |
| "precision": 0.9212121212121213, |
| "recall": 0.9325153374233128, |
| "f1": 0.926829268292683, |
| "tp": 152, |
| "fp": 13, |
| "fn": 11, |
| "support": 163 |
| }, |
| "INN": { |
| "precision": 0.69140625, |
| "recall": 0.6730038022813688, |
| "f1": 0.6820809248554913, |
| "tp": 177, |
| "fp": 79, |
| "fn": 86, |
| "support": 263 |
| }, |
| "IP_ADDRESS": { |
| "precision": 0.3087557603686636, |
| "recall": 0.432258064516129, |
| "f1": 0.3602150537634409, |
| "tp": 67, |
| "fp": 150, |
| "fn": 88, |
| "support": 155 |
| }, |
| "LAST_NAME": { |
| "precision": 0.8654292343387471, |
| "recall": 0.8161925601750547, |
| "f1": 0.8400900900900901, |
| "tp": 373, |
| "fp": 58, |
| "fn": 84, |
| "support": 457 |
| }, |
| "MIDDLE_NAME": { |
| "precision": 0.9015873015873016, |
| "recall": 0.922077922077922, |
| "f1": 0.9117174959871589, |
| "tp": 284, |
| "fp": 31, |
| "fn": 24, |
| "support": 308 |
| }, |
| "MILITARY_ID": { |
| "precision": 0.6769759450171822, |
| "recall": 0.7086330935251799, |
| "f1": 0.6924428822495606, |
| "tp": 197, |
| "fp": 94, |
| "fn": 81, |
| "support": 278 |
| }, |
| "OMS": { |
| "precision": 0.8941176470588236, |
| "recall": 0.8941176470588236, |
| "f1": 0.8941176470588236, |
| "tp": 152, |
| "fp": 18, |
| "fn": 18, |
| "support": 170 |
| }, |
| "PASSPORT": { |
| "precision": 0.7821782178217822, |
| "recall": 0.7995951417004049, |
| "f1": 0.7907907907907908, |
| "tp": 395, |
| "fp": 110, |
| "fn": 99, |
| "support": 494 |
| }, |
| "PHONE": { |
| "precision": 0.8064516129032258, |
| "recall": 0.8670520231213873, |
| "f1": 0.8356545961002786, |
| "tp": 150, |
| "fp": 36, |
| "fn": 23, |
| "support": 173 |
| }, |
| "REGION": { |
| "precision": 0.7837837837837838, |
| "recall": 0.8238636363636364, |
| "f1": 0.8033240997229917, |
| "tp": 145, |
| "fp": 40, |
| "fn": 31, |
| "support": 176 |
| }, |
| "SNILS": { |
| "precision": 0.8282828282828283, |
| "recall": 0.7354260089686099, |
| "f1": 0.7790973871733967, |
| "tp": 164, |
| "fp": 34, |
| "fn": 59, |
| "support": 223 |
| }, |
| "STREET": { |
| "precision": 0.8524590163934426, |
| "recall": 0.9122807017543859, |
| "f1": 0.8813559322033898, |
| "tp": 156, |
| "fp": 27, |
| "fn": 15, |
| "support": 171 |
| }, |
| "URL": { |
| "precision": 0.8681818181818182, |
| "recall": 0.9271844660194175, |
| "f1": 0.8967136150234741, |
| "tp": 191, |
| "fp": 29, |
| "fn": 15, |
| "support": 206 |
| } |
| } |
| }, |
| "passed": true |
| }, |
| "trt-graph": { |
| "rows": 2841, |
| "span_disagreements_with_measured_runtime": [], |
| "exact_21": { |
| "precision": 0.8087260034904014, |
| "recall": 0.8254364089775561, |
| "f1": 0.8169957686882934, |
| "tp": 4634, |
| "fp": 1096, |
| "fn": 980, |
| "support": 5614, |
| "macro_f1": 0.8138880805038673, |
| "per_label": { |
| "BIRTH_CERTIFICATE": { |
| "precision": 0.8287461773700305, |
| "recall": 0.7947214076246334, |
| "f1": 0.811377245508982, |
| "tp": 271, |
| "fp": 56, |
| "fn": 70, |
| "support": 341 |
| }, |
| "CITY": { |
| "precision": 0.7824933687002652, |
| "recall": 0.8702064896755162, |
| "f1": 0.8240223463687151, |
| "tp": 295, |
| "fp": 82, |
| "fn": 44, |
| "support": 339 |
| }, |
| "COUNTRY": { |
| "precision": 0.8849557522123894, |
| "recall": 0.8264462809917356, |
| "f1": 0.8547008547008547, |
| "tp": 200, |
| "fp": 26, |
| "fn": 42, |
| "support": 242 |
| }, |
| "CREDIT_CARD": { |
| "precision": 0.8625592417061612, |
| "recall": 0.896551724137931, |
| "f1": 0.8792270531400966, |
| "tp": 182, |
| "fp": 29, |
| "fn": 21, |
| "support": 203 |
| }, |
| "DISTRICT": { |
| "precision": 0.7336956521739131, |
| "recall": 0.8385093167701864, |
| "f1": 0.782608695652174, |
| "tp": 135, |
| "fp": 49, |
| "fn": 26, |
| "support": 161 |
| }, |
| "DRIVER_LICENSE": { |
| "precision": 0.7796143250688705, |
| "recall": 0.7628032345013477, |
| "f1": 0.771117166212534, |
| "tp": 283, |
| "fp": 80, |
| "fn": 88, |
| "support": 371 |
| }, |
| "EMAIL": { |
| "precision": 0.9605263157894737, |
| "recall": 0.9909502262443439, |
| "f1": 0.9755011135857461, |
| "tp": 219, |
| "fp": 9, |
| "fn": 2, |
| "support": 221 |
| }, |
| "FIRST_NAME": { |
| "precision": 0.9066937119675457, |
| "recall": 0.8957915831663327, |
| "f1": 0.9012096774193549, |
| "tp": 447, |
| "fp": 46, |
| "fn": 52, |
| "support": 499 |
| }, |
| "HOUSE": { |
| "precision": 0.9212121212121213, |
| "recall": 0.9325153374233128, |
| "f1": 0.926829268292683, |
| "tp": 152, |
| "fp": 13, |
| "fn": 11, |
| "support": 163 |
| }, |
| "INN": { |
| "precision": 0.6901960784313725, |
| "recall": 0.6692015209125475, |
| "f1": 0.6795366795366795, |
| "tp": 176, |
| "fp": 79, |
| "fn": 87, |
| "support": 263 |
| }, |
| "IP_ADDRESS": { |
| "precision": 0.3087557603686636, |
| "recall": 0.432258064516129, |
| "f1": 0.3602150537634409, |
| "tp": 67, |
| "fp": 150, |
| "fn": 88, |
| "support": 155 |
| }, |
| "LAST_NAME": { |
| "precision": 0.8654292343387471, |
| "recall": 0.8161925601750547, |
| "f1": 0.8400900900900901, |
| "tp": 373, |
| "fp": 58, |
| "fn": 84, |
| "support": 457 |
| }, |
| "MIDDLE_NAME": { |
| "precision": 0.9015873015873016, |
| "recall": 0.922077922077922, |
| "f1": 0.9117174959871589, |
| "tp": 284, |
| "fp": 31, |
| "fn": 24, |
| "support": 308 |
| }, |
| "MILITARY_ID": { |
| "precision": 0.6769759450171822, |
| "recall": 0.7086330935251799, |
| "f1": 0.6924428822495606, |
| "tp": 197, |
| "fp": 94, |
| "fn": 81, |
| "support": 278 |
| }, |
| "OMS": { |
| "precision": 0.8941176470588236, |
| "recall": 0.8941176470588236, |
| "f1": 0.8941176470588236, |
| "tp": 152, |
| "fp": 18, |
| "fn": 18, |
| "support": 170 |
| }, |
| "PASSPORT": { |
| "precision": 0.7821782178217822, |
| "recall": 0.7995951417004049, |
| "f1": 0.7907907907907908, |
| "tp": 395, |
| "fp": 110, |
| "fn": 99, |
| "support": 494 |
| }, |
| "PHONE": { |
| "precision": 0.8064516129032258, |
| "recall": 0.8670520231213873, |
| "f1": 0.8356545961002786, |
| "tp": 150, |
| "fp": 36, |
| "fn": 23, |
| "support": 173 |
| }, |
| "REGION": { |
| "precision": 0.7837837837837838, |
| "recall": 0.8238636363636364, |
| "f1": 0.8033240997229917, |
| "tp": 145, |
| "fp": 40, |
| "fn": 31, |
| "support": 176 |
| }, |
| "SNILS": { |
| "precision": 0.8282828282828283, |
| "recall": 0.7354260089686099, |
| "f1": 0.7790973871733967, |
| "tp": 164, |
| "fp": 34, |
| "fn": 59, |
| "support": 223 |
| }, |
| "STREET": { |
| "precision": 0.8524590163934426, |
| "recall": 0.9122807017543859, |
| "f1": 0.8813559322033898, |
| "tp": 156, |
| "fp": 27, |
| "fn": 15, |
| "support": 171 |
| }, |
| "URL": { |
| "precision": 0.8681818181818182, |
| "recall": 0.9271844660194175, |
| "f1": 0.8967136150234741, |
| "tp": 191, |
| "fp": 29, |
| "fn": 15, |
| "support": 206 |
| } |
| } |
| }, |
| "passed": true |
| } |
| } |
