{ "claim5_compas": { "n_test": 3075, "calibration": { "group0": { "bins": [ { "bin": 0, "mean_score": 0.1714, "empirical_rate": 0.2202, "n": 277 }, { "bin": 1, "mean_score": 0.245, "empirical_rate": 0.3192, "n": 260 }, { "bin": 2, "mean_score": 0.2944, "empirical_rate": 0.375, "n": 264 }, { "bin": 3, "mean_score": 0.4043, "empirical_rate": 0.3897, "n": 213 }, { "bin": 4, "mean_score": 0.4633, "empirical_rate": 0.392, "n": 199 }, { "bin": 5, "mean_score": 0.5913, "empirical_rate": 0.5338, "n": 133 }, { "bin": 6, "mean_score": 0.681, "empirical_rate": 0.6949, "n": 118 }, { "bin": 7, "mean_score": 0.7709, "empirical_rate": 0.7308, "n": 78 } ], "max_abs_calibration_gap": 0.0806 }, "group1": { "bins": [ { "bin": 0, "mean_score": 0.1771, "empirical_rate": 0.1628, "n": 129 }, { "bin": 1, "mean_score": 0.2457, "empirical_rate": 0.2748, "n": 222 }, { "bin": 2, "mean_score": 0.2985, "empirical_rate": 0.3571, "n": 308 }, { "bin": 3, "mean_score": 0.4025, "empirical_rate": 0.3916, "n": 309 }, { "bin": 4, "mean_score": 0.4675, "empirical_rate": 0.4094, "n": 320 }, { "bin": 5, "mean_score": 0.5911, "empirical_rate": 0.5302, "n": 281 }, { "bin": 6, "mean_score": 0.6853, "empirical_rate": 0.6687, "n": 323 }, { "bin": 7, "mean_score": 0.7958, "empirical_rate": 0.7966, "n": 349 } ], "max_abs_calibration_gap": 0.0609 } }, "unconstrained_single_threshold": 0.58, "unconstrained_utility": 408.0, "rows": [ { "eps_fpr_gap": 0.1, "group_specific_thresholds": [ 0.58, 0.5 ], "threshold_difference": 0.08, "utility_group_specific": 404.0, "best_single_threshold": 0.64, "utility_single": 352.0, "utility_loss_from_single": 52.0 }, { "eps_fpr_gap": 0.05, "group_specific_thresholds": [ 0.61, 0.53 ], "threshold_difference": 0.08, "utility_group_specific": 399.0, "best_single_threshold": 0.72, "utility_single": 243.0, "utility_loss_from_single": 156.0 }, { "eps_fpr_gap": 0.02, "group_specific_thresholds": [ 0.61, 0.48 ], "threshold_difference": 0.13, "utility_group_specific": 389.0, "best_single_threshold": 0.77, "utility_single": 96.0, "utility_loss_from_single": 293.0 }, { "eps_fpr_gap": 0.01, "group_specific_thresholds": [ 0.61, 0.48 ], "threshold_difference": 0.13, "utility_group_specific": 389.0, "best_single_threshold": 0.85, "utility_single": 48.0, "utility_loss_from_single": 341.0 } ], "thresholds_differ_in_all": true, "single_threshold_costs_utility_in_all": true } }