{
  "tier_router": {
    "v1": {
      "accuracy": 0.7007936507936507,
      "f1_macro": 0.6703028725656281,
      "threshold": null,
      "per_class": {
        "0": {
          "precision": 0.6872536136662286,
          "recall": 0.8819561551433389,
          "f1": 0.7725258493353028,
          "support": 593
        },
        "1": {
          "precision": 0.6103896103896104,
          "recall": 0.39275766016713093,
          "f1": 0.47796610169491527,
          "support": 359
        },
        "2": {
          "precision": 0.8171641791044776,
          "recall": 0.711038961038961,
          "f1": 0.7604166666666666,
          "support": 308
        }
      },
      "collapsed": false,
      "class_dist": {
        "1": 359,
        "0": 593,
        "2": 308
      }
    },
    "v2": {
      "accuracy": 0.692063492063492,
      "f1_macro": 0.6770126173682273,
      "threshold": null,
      "per_class": {
        "0": {
          "precision": 0.7383177570093458,
          "recall": 0.7993254637436762,
          "f1": 0.7676113360323886,
          "support": 593
        },
        "1": {
          "precision": 0.5335120643431636,
          "recall": 0.5543175487465181,
          "f1": 0.5437158469945356,
          "support": 359
        },
        "2": {
          "precision": 0.8122448979591836,
          "recall": 0.6461038961038961,
          "f1": 0.7197106690777577,
          "support": 308
        }
      },
      "collapsed": false,
      "class_dist": {
        "1": 359,
        "0": 593,
        "2": 308
      }
    },
    "delta_f1": 0.006709744802599116,
    "delta_acc": -0.0087301587301587
  },
  "tool_gater": {
    "v1": {
      "accuracy": 0.9823008849557522,
      "f1_macro": 0.9195431761221236,
      "accuracy_default": 0.9823008849557522,
      "f1_default": 0.9195431761221236,
      "threshold": 0.5,
      "per_class": {
        "neg": {
          "precision": 0.988125,
          "recall": 0.9930904522613065,
          "f1": 0.9906015037593985,
          "support": 1592
        },
        "pos": {
          "precision": 0.8842105263157894,
          "recall": 0.8155339805825242,
          "f1": 0.8484848484848485,
          "support": 103
        }
      },
      "collapsed": false,
      "class_dist": {
        "0": 1592,
        "1": 103
      }
    },
    "v2": {
      "accuracy": 0.9174041297935103,
      "f1_macro": 0.7238976850688336,
      "accuracy_default": 0.9174041297935103,
      "f1_default": 0.7238976850688336,
      "threshold": 0.5000000000000001,
      "per_class": {
        "neg": {
          "precision": 0.9770039421813403,
          "recall": 0.9340452261306532,
          "f1": 0.9550417469492614,
          "support": 1592
        },
        "pos": {
          "precision": 0.3930635838150289,
          "recall": 0.6601941747572816,
          "f1": 0.4927536231884058,
          "support": 103
        }
      },
      "collapsed": false,
      "class_dist": {
        "0": 1592,
        "1": 103
      }
    },
    "delta_f1": -0.19564549105329,
    "delta_acc": -0.06489675516224191
  },
  "verifier_gater": {
    "v1": {
      "accuracy": 0.6546929316338355,
      "f1_macro": 0.6539117843377904,
      "accuracy_default": 0.6546929316338355,
      "f1_default": 0.6539117843377904,
      "threshold": 0.5,
      "per_class": {
        "neg": {
          "precision": 0.7112676056338029,
          "recall": 0.6338912133891214,
          "f1": 0.6703539823008849,
          "support": 478
        },
        "pos": {
          "precision": 0.5995423340961098,
          "recall": 0.6805194805194805,
          "f1": 0.6374695863746959,
          "support": 385
        }
      },
      "collapsed": false,
      "class_dist": {
        "1": 385,
        "0": 478
      }
    },
    "v2": {
      "accuracy": 0.6674391657010429,
      "f1_macro": 0.6666496187778009,
      "accuracy_default": 0.6685979142526072,
      "f1_default": 0.6676943872989887,
      "threshold": 0.5200000000000001,
      "per_class": {
        "neg": {
          "precision": 0.7784256559766763,
          "recall": 0.5585774058577406,
          "f1": 0.6504263093788063,
          "support": 478
        },
        "pos": {
          "precision": 0.5942307692307692,
          "recall": 0.8025974025974026,
          "f1": 0.6828729281767956,
          "support": 385
        }
      },
      "collapsed": false,
      "class_dist": {
        "1": 385,
        "0": 478
      }
    },
    "delta_f1": 0.012737834440010531,
    "delta_acc": 0.01274623406720743
  }
}