{
  "holdout": {
    "bool": {
      "count": 800,
      "coverage": 0.8375,
      "mean_set_size": 0.9675,
      "singleton_rate": 0.9675,
      "act_rate": 0.885,
      "act_error": 0.1115819209039548,
      "abstain_accuracy": 0.5978260869565217
    },
    "choice": {
      "count": 1020,
      "coverage": 0.9441176470588235,
      "mean_set_size": 1.219607843137255,
      "singleton_rate": 0.7803921568627451,
      "act_rate": 0.8372549019607843,
      "act_error": 0.07377049180327866,
      "abstain_accuracy": 0.5662650602409639
    },
    "score": {
      "count": 200,
      "coverage": 0.865,
      "mean_set_size": 1.95,
      "singleton_rate": 0.145,
      "act_rate": 0.0,
      "act_error": NaN,
      "abstain_accuracy": 0.655
    }
  },
  "transfer-v4": {
    "bool": {
      "count": 280,
      "coverage": 0.8321428571428572,
      "mean_set_size": 0.975,
      "singleton_rate": 0.975,
      "act_rate": 0.925,
      "act_error": 0.11969111969111967,
      "abstain_accuracy": 0.47619047619047616
    },
    "choice": {
      "count": 444,
      "coverage": 0.8648648648648649,
      "mean_set_size": 1.0810810810810811,
      "singleton_rate": 0.9144144144144144,
      "act_rate": 0.8423423423423423,
      "act_error": 0.11497326203208558,
      "abstain_accuracy": 0.5142857142857142
    },
    "score": {
      "count": 40,
      "coverage": 1.0,
      "mean_set_size": 1.1,
      "singleton_rate": 0.9,
      "act_rate": 0.0,
      "act_error": NaN,
      "abstain_accuracy": 0.95
    }
  }
}