{
  "holdout": {
    "bool": {
      "count": 800,
      "coverage": 0.88125,
      "mean_set_size": 1.2775,
      "singleton_rate": 0.7225,
      "act_rate": 0.48875,
      "act_error": 0.1483375959079284,
      "abstain_accuracy": 0.6894865525672371
    },
    "choice": {
      "count": 1020,
      "coverage": 0.9156862745098039,
      "mean_set_size": 1.8019607843137255,
      "singleton_rate": 0.37254901960784315,
      "act_rate": 0.38823529411764707,
      "act_error": 0.05555555555555558,
      "abstain_accuracy": 0.5496794871794872
    },
    "score": {
      "count": 200,
      "coverage": 0.765,
      "mean_set_size": 2.37,
      "singleton_rate": 0.01,
      "act_rate": 0.0,
      "act_error": NaN,
      "abstain_accuracy": 0.45
    }
  },
  "transfer-v4": {
    "bool": {
      "count": 280,
      "coverage": 0.7357142857142858,
      "mean_set_size": 1.167857142857143,
      "singleton_rate": 0.8321428571428572,
      "act_rate": 0.675,
      "act_error": 0.3121693121693122,
      "abstain_accuracy": 0.6153846153846154
    },
    "choice": {
      "count": 444,
      "coverage": 0.8738738738738738,
      "mean_set_size": 1.9054054054054055,
      "singleton_rate": 0.36036036036036034,
      "act_rate": 0.35585585585585583,
      "act_error": 0.15822784810126578,
      "abstain_accuracy": 0.45454545454545453
    },
    "score": {
      "count": 40,
      "coverage": 1.0,
      "mean_set_size": 1.75,
      "singleton_rate": 0.275,
      "act_rate": 0.0,
      "act_error": NaN,
      "abstain_accuracy": 0.925
    }
  }
}