zeno-divergent-v1 / report.json
mbarbosa1's picture
promote main to v0.9.0 (approved): climate + seismic promoted
f5ba042 verified
Raw
History Blame Contribute Delete
381 kB
Invalid JSON:Unexpected token 'N', ..." "auroc": NaN, "... is not valid JSON
{
"generated_at": "2026-08-29T10:47:33Z",
"candidate_version": "0.9.0",
"architecture": {
"domains": [
{
"domain_id": "climate",
"n_features": 135,
"n_targets": 5,
"schema_hash": "3d69ae3938606367",
"feature_names": [
"log_gap_last",
"gap_ratio_median",
"log_median_gap",
"gap_cv",
"log_gap_prev",
"log_tmax_c_last",
"tmax_c_ratio_median",
"log_median_tmax_c",
"tmax_c_logsd",
"tmax_c_available",
"tmax_c_missing_rate",
"log_trange_c_last",
"trange_c_ratio_median",
"log_median_trange_c",
"trange_c_logsd",
"trange_c_available",
"trange_c_missing_rate",
"log_anomaly_c_last",
"anomaly_c_ratio_median",
"log_median_anomaly_c",
"anomaly_c_logsd",
"anomaly_c_available",
"anomaly_c_missing_rate",
"log_precip_mm_last",
"precip_mm_ratio_median",
"log_median_precip_mm",
"precip_mm_logsd",
"precip_mm_available",
"precip_mm_missing_rate",
"reference_missing_rate",
"cat_last__cold_anomaly",
"cat_last__cool",
"cat_last__seasonal_normal",
"cat_last__warm",
"cat_last__heat_anomaly",
"cat_last__wet_day",
"cat_last__extreme_precip",
"cat_last__unknown",
"cat_rate__cold_anomaly",
"cat_rate__cool",
"cat_rate__seasonal_normal",
"cat_rate__warm",
"cat_rate__heat_anomaly",
"cat_rate__wet_day",
"cat_rate__extreme_precip",
"cat_rate__unknown",
"cat_entropy",
"unknown_cat_rate",
"cat_switch_rate",
"source_count_last",
"source_count_mean",
"log_confirmations",
"contradiction_rate",
"ref_resid_gap",
"ref_resid_magnitude",
"ref_resid_category",
"ref_disagreement",
"ref_avail_gap",
"ref_avail_magnitude",
"ref_avail_category",
"gap_trend",
"cat_concentration",
"recent_vs_old_gap",
"tmax_c_trend",
"trange_c_trend",
"anomaly_c_trend",
"precip_mm_trend",
"log_n_past",
"is_cold_start",
"censored_horizon",
"gap_ratio_median_short",
"gap_ratio_median_long",
"gap_cv_short",
"gap_cv_long",
"gap_median_short_over_long",
"tmax_c_ratio_median_short",
"tmax_c_ratio_median_long",
"tmax_c_median_short_over_long",
"trange_c_ratio_median_short",
"trange_c_ratio_median_long",
"trange_c_median_short_over_long",
"anomaly_c_ratio_median_short",
"anomaly_c_ratio_median_long",
"anomaly_c_median_short_over_long",
"precip_mm_ratio_median_short",
"precip_mm_ratio_median_long",
"precip_mm_median_short_over_long",
"log_count_24h",
"log_count_7d",
"log_count_30d",
"rate_ratio_24h_30d",
"hour_sin",
"hour_cos",
"dow_sin",
"dow_cos",
"doy_sin",
"doy_cos",
"tmax_c_vs_climatology",
"tmax_c_climatology_available",
"trange_c_vs_climatology",
"trange_c_climatology_available",
"anomaly_c_vs_climatology",
"anomaly_c_climatology_available",
"precip_mm_vs_climatology",
"precip_mm_climatology_available",
"gap_quantile_pos",
"gap_exceed_p95_rate",
"tmax_c_skew",
"tmax_c_kurtosis",
"tmax_c_quantile_pos",
"tmax_c_exceed_p95_rate",
"tmax_c_hill_tail",
"trange_c_skew",
"trange_c_kurtosis",
"trange_c_quantile_pos",
"trange_c_exceed_p95_rate",
"trange_c_hill_tail",
"anomaly_c_skew",
"anomaly_c_kurtosis",
"anomaly_c_quantile_pos",
"anomaly_c_exceed_p95_rate",
"anomaly_c_hill_tail",
"precip_mm_skew",
"precip_mm_kurtosis",
"precip_mm_quantile_pos",
"precip_mm_exceed_p95_rate",
"precip_mm_hill_tail",
"resid_ewma_fast",
"resid_ewma_slow",
"resid_drift",
"resid_median",
"resid_seasonal_naive",
"baseline_spread",
"baseline_max_abs",
"baseline_available"
]
},
{
"domain_id": "hydrology",
"n_features": 120,
"n_targets": 5,
"schema_hash": "5d147bb24c2cbe00",
"feature_names": [
"log_gap_last",
"gap_ratio_median",
"log_median_gap",
"gap_cv",
"log_gap_prev",
"log_discharge_cfs_last",
"discharge_cfs_ratio_median",
"log_median_discharge_cfs",
"discharge_cfs_logsd",
"discharge_cfs_available",
"discharge_cfs_missing_rate",
"log_abs_daily_change_cfs_last",
"abs_daily_change_cfs_ratio_median",
"log_median_abs_daily_change_cfs",
"abs_daily_change_cfs_logsd",
"abs_daily_change_cfs_available",
"abs_daily_change_cfs_missing_rate",
"log_rise_ratio_last",
"rise_ratio_ratio_median",
"log_median_rise_ratio",
"rise_ratio_logsd",
"rise_ratio_available",
"rise_ratio_missing_rate",
"reference_missing_rate",
"cat_last__very_low_flow",
"cat_last__low_flow",
"cat_last__normal_flow",
"cat_last__elevated_flow",
"cat_last__high_flow",
"cat_last__flood_flow",
"cat_last__no_flow",
"cat_last__estimated_record",
"cat_last__unknown",
"cat_rate__very_low_flow",
"cat_rate__low_flow",
"cat_rate__normal_flow",
"cat_rate__elevated_flow",
"cat_rate__high_flow",
"cat_rate__flood_flow",
"cat_rate__no_flow",
"cat_rate__estimated_record",
"cat_rate__unknown",
"cat_entropy",
"unknown_cat_rate",
"cat_switch_rate",
"source_count_last",
"source_count_mean",
"log_confirmations",
"contradiction_rate",
"ref_resid_gap",
"ref_resid_magnitude",
"ref_resid_category",
"ref_disagreement",
"ref_avail_gap",
"ref_avail_magnitude",
"ref_avail_category",
"gap_trend",
"cat_concentration",
"recent_vs_old_gap",
"discharge_cfs_trend",
"abs_daily_change_cfs_trend",
"rise_ratio_trend",
"log_n_past",
"is_cold_start",
"censored_horizon",
"gap_ratio_median_short",
"gap_ratio_median_long",
"gap_cv_short",
"gap_cv_long",
"gap_median_short_over_long",
"discharge_cfs_ratio_median_short",
"discharge_cfs_ratio_median_long",
"discharge_cfs_median_short_over_long",
"abs_daily_change_cfs_ratio_median_short",
"abs_daily_change_cfs_ratio_median_long",
"abs_daily_change_cfs_median_short_over_long",
"rise_ratio_ratio_median_short",
"rise_ratio_ratio_median_long",
"rise_ratio_median_short_over_long",
"log_count_24h",
"log_count_7d",
"log_count_30d",
"rate_ratio_24h_30d",
"hour_sin",
"hour_cos",
"dow_sin",
"dow_cos",
"doy_sin",
"doy_cos",
"discharge_cfs_vs_climatology",
"discharge_cfs_climatology_available",
"abs_daily_change_cfs_vs_climatology",
"abs_daily_change_cfs_climatology_available",
"rise_ratio_vs_climatology",
"rise_ratio_climatology_available",
"gap_quantile_pos",
"gap_exceed_p95_rate",
"discharge_cfs_skew",
"discharge_cfs_kurtosis",
"discharge_cfs_quantile_pos",
"discharge_cfs_exceed_p95_rate",
"discharge_cfs_hill_tail",
"abs_daily_change_cfs_skew",
"abs_daily_change_cfs_kurtosis",
"abs_daily_change_cfs_quantile_pos",
"abs_daily_change_cfs_exceed_p95_rate",
"abs_daily_change_cfs_hill_tail",
"rise_ratio_skew",
"rise_ratio_kurtosis",
"rise_ratio_quantile_pos",
"rise_ratio_exceed_p95_rate",
"rise_ratio_hill_tail",
"resid_ewma_fast",
"resid_ewma_slow",
"resid_drift",
"resid_median",
"resid_seasonal_naive",
"baseline_spread",
"baseline_max_abs",
"baseline_available"
]
},
{
"domain_id": "markets",
"n_features": 137,
"n_targets": 5,
"schema_hash": "ff0fef09349ea5a3",
"feature_names": [
"log_gap_last",
"gap_ratio_median",
"log_median_gap",
"gap_cv",
"log_gap_prev",
"log_abs_return_bps_last",
"abs_return_bps_ratio_median",
"log_median_abs_return_bps",
"abs_return_bps_logsd",
"abs_return_bps_available",
"abs_return_bps_missing_rate",
"log_range_bps_last",
"range_bps_ratio_median",
"log_median_range_bps",
"range_bps_logsd",
"range_bps_available",
"range_bps_missing_rate",
"log_volume_base_last",
"volume_base_ratio_median",
"log_median_volume_base",
"volume_base_logsd",
"volume_base_available",
"volume_base_missing_rate",
"log_notional_usd_last",
"notional_usd_ratio_median",
"log_median_notional_usd",
"notional_usd_logsd",
"notional_usd_available",
"notional_usd_missing_rate",
"reference_missing_rate",
"cat_last__quiet_drift",
"cat_last__mild_up",
"cat_last__mild_down",
"cat_last__strong_up",
"cat_last__strong_down",
"cat_last__shock_up",
"cat_last__shock_down",
"cat_last__illiquid_session",
"cat_last__unknown",
"cat_rate__quiet_drift",
"cat_rate__mild_up",
"cat_rate__mild_down",
"cat_rate__strong_up",
"cat_rate__strong_down",
"cat_rate__shock_up",
"cat_rate__shock_down",
"cat_rate__illiquid_session",
"cat_rate__unknown",
"cat_entropy",
"unknown_cat_rate",
"cat_switch_rate",
"source_count_last",
"source_count_mean",
"log_confirmations",
"contradiction_rate",
"ref_resid_gap",
"ref_resid_magnitude",
"ref_resid_category",
"ref_disagreement",
"ref_avail_gap",
"ref_avail_magnitude",
"ref_avail_category",
"gap_trend",
"cat_concentration",
"recent_vs_old_gap",
"abs_return_bps_trend",
"range_bps_trend",
"volume_base_trend",
"notional_usd_trend",
"log_n_past",
"is_cold_start",
"censored_horizon",
"gap_ratio_median_short",
"gap_ratio_median_long",
"gap_cv_short",
"gap_cv_long",
"gap_median_short_over_long",
"abs_return_bps_ratio_median_short",
"abs_return_bps_ratio_median_long",
"abs_return_bps_median_short_over_long",
"range_bps_ratio_median_short",
"range_bps_ratio_median_long",
"range_bps_median_short_over_long",
"volume_base_ratio_median_short",
"volume_base_ratio_median_long",
"volume_base_median_short_over_long",
"notional_usd_ratio_median_short",
"notional_usd_ratio_median_long",
"notional_usd_median_short_over_long",
"log_count_24h",
"log_count_7d",
"log_count_30d",
"rate_ratio_24h_30d",
"hour_sin",
"hour_cos",
"dow_sin",
"dow_cos",
"doy_sin",
"doy_cos",
"abs_return_bps_vs_climatology",
"abs_return_bps_climatology_available",
"range_bps_vs_climatology",
"range_bps_climatology_available",
"volume_base_vs_climatology",
"volume_base_climatology_available",
"notional_usd_vs_climatology",
"notional_usd_climatology_available",
"gap_quantile_pos",
"gap_exceed_p95_rate",
"abs_return_bps_skew",
"abs_return_bps_kurtosis",
"abs_return_bps_quantile_pos",
"abs_return_bps_exceed_p95_rate",
"abs_return_bps_hill_tail",
"range_bps_skew",
"range_bps_kurtosis",
"range_bps_quantile_pos",
"range_bps_exceed_p95_rate",
"range_bps_hill_tail",
"volume_base_skew",
"volume_base_kurtosis",
"volume_base_quantile_pos",
"volume_base_exceed_p95_rate",
"volume_base_hill_tail",
"notional_usd_skew",
"notional_usd_kurtosis",
"notional_usd_quantile_pos",
"notional_usd_exceed_p95_rate",
"notional_usd_hill_tail",
"resid_ewma_fast",
"resid_ewma_slow",
"resid_drift",
"resid_median",
"resid_seasonal_naive",
"baseline_spread",
"baseline_max_abs",
"baseline_available"
]
},
{
"domain_id": "seismic",
"n_features": 137,
"n_targets": 4,
"schema_hash": "2cd75de68c3480f8",
"feature_names": [
"log_gap_last",
"gap_ratio_median",
"log_median_gap",
"gap_cv",
"log_gap_prev",
"log_magnitude_last",
"magnitude_ratio_median",
"log_median_magnitude",
"magnitude_logsd",
"magnitude_available",
"magnitude_missing_rate",
"log_depth_km_last",
"depth_km_ratio_median",
"log_median_depth_km",
"depth_km_logsd",
"depth_km_available",
"depth_km_missing_rate",
"log_azimuthal_gap_last",
"azimuthal_gap_ratio_median",
"log_median_azimuthal_gap",
"azimuthal_gap_logsd",
"azimuthal_gap_available",
"azimuthal_gap_missing_rate",
"log_rms_residual_last",
"rms_residual_ratio_median",
"log_median_rms_residual",
"rms_residual_logsd",
"rms_residual_available",
"rms_residual_missing_rate",
"reference_missing_rate",
"cat_last__micro_shallow",
"cat_last__light_shallow",
"cat_last__moderate_shallow",
"cat_last__strong_event",
"cat_last__intermediate_depth",
"cat_last__deep_focus",
"cat_last__quarry_blast",
"cat_last__other_event",
"cat_last__unknown",
"cat_rate__micro_shallow",
"cat_rate__light_shallow",
"cat_rate__moderate_shallow",
"cat_rate__strong_event",
"cat_rate__intermediate_depth",
"cat_rate__deep_focus",
"cat_rate__quarry_blast",
"cat_rate__other_event",
"cat_rate__unknown",
"cat_entropy",
"unknown_cat_rate",
"cat_switch_rate",
"source_count_last",
"source_count_mean",
"log_confirmations",
"contradiction_rate",
"ref_resid_gap",
"ref_resid_magnitude",
"ref_resid_category",
"ref_disagreement",
"ref_avail_gap",
"ref_avail_magnitude",
"ref_avail_category",
"gap_trend",
"cat_concentration",
"recent_vs_old_gap",
"magnitude_trend",
"depth_km_trend",
"azimuthal_gap_trend",
"rms_residual_trend",
"log_n_past",
"is_cold_start",
"censored_horizon",
"gap_ratio_median_short",
"gap_ratio_median_long",
"gap_cv_short",
"gap_cv_long",
"gap_median_short_over_long",
"magnitude_ratio_median_short",
"magnitude_ratio_median_long",
"magnitude_median_short_over_long",
"depth_km_ratio_median_short",
"depth_km_ratio_median_long",
"depth_km_median_short_over_long",
"azimuthal_gap_ratio_median_short",
"azimuthal_gap_ratio_median_long",
"azimuthal_gap_median_short_over_long",
"rms_residual_ratio_median_short",
"rms_residual_ratio_median_long",
"rms_residual_median_short_over_long",
"log_count_24h",
"log_count_7d",
"log_count_30d",
"rate_ratio_24h_30d",
"hour_sin",
"hour_cos",
"dow_sin",
"dow_cos",
"doy_sin",
"doy_cos",
"magnitude_vs_climatology",
"magnitude_climatology_available",
"depth_km_vs_climatology",
"depth_km_climatology_available",
"azimuthal_gap_vs_climatology",
"azimuthal_gap_climatology_available",
"rms_residual_vs_climatology",
"rms_residual_climatology_available",
"gap_quantile_pos",
"gap_exceed_p95_rate",
"magnitude_skew",
"magnitude_kurtosis",
"magnitude_quantile_pos",
"magnitude_exceed_p95_rate",
"magnitude_hill_tail",
"depth_km_skew",
"depth_km_kurtosis",
"depth_km_quantile_pos",
"depth_km_exceed_p95_rate",
"depth_km_hill_tail",
"azimuthal_gap_skew",
"azimuthal_gap_kurtosis",
"azimuthal_gap_quantile_pos",
"azimuthal_gap_exceed_p95_rate",
"azimuthal_gap_hill_tail",
"rms_residual_skew",
"rms_residual_kurtosis",
"rms_residual_quantile_pos",
"rms_residual_exceed_p95_rate",
"rms_residual_hill_tail",
"resid_ewma_fast",
"resid_ewma_slow",
"resid_drift",
"resid_median",
"resid_seasonal_naive",
"baseline_spread",
"baseline_max_abs",
"baseline_available"
]
},
{
"domain_id": "wildfire",
"n_features": 135,
"n_targets": 6,
"schema_hash": "cc1cddf8c7ac8333",
"feature_names": [
"log_gap_last",
"gap_ratio_median",
"log_median_gap",
"gap_cv",
"log_gap_prev",
"log_frp_mw_last",
"frp_mw_ratio_median",
"log_median_frp_mw",
"frp_mw_logsd",
"frp_mw_available",
"frp_mw_missing_rate",
"log_brightness_k_last",
"brightness_k_ratio_median",
"log_median_brightness_k",
"brightness_k_logsd",
"brightness_k_available",
"brightness_k_missing_rate",
"log_detections_last",
"detections_ratio_median",
"log_median_detections",
"detections_logsd",
"detections_available",
"detections_missing_rate",
"log_frp_growth_last",
"frp_growth_ratio_median",
"log_median_frp_growth",
"frp_growth_logsd",
"frp_growth_available",
"frp_growth_missing_rate",
"reference_missing_rate",
"cat_last__sparse_detection",
"cat_last__cluster_forming",
"cat_last__active_front",
"cat_last__intense_front",
"cat_last__extreme_front",
"cat_last__night_detection",
"cat_last__low_confidence",
"cat_last__unknown",
"cat_rate__sparse_detection",
"cat_rate__cluster_forming",
"cat_rate__active_front",
"cat_rate__intense_front",
"cat_rate__extreme_front",
"cat_rate__night_detection",
"cat_rate__low_confidence",
"cat_rate__unknown",
"cat_entropy",
"unknown_cat_rate",
"cat_switch_rate",
"source_count_last",
"source_count_mean",
"log_confirmations",
"contradiction_rate",
"ref_resid_gap",
"ref_resid_magnitude",
"ref_resid_category",
"ref_disagreement",
"ref_avail_gap",
"ref_avail_magnitude",
"ref_avail_category",
"gap_trend",
"cat_concentration",
"recent_vs_old_gap",
"frp_mw_trend",
"brightness_k_trend",
"detections_trend",
"frp_growth_trend",
"log_n_past",
"is_cold_start",
"censored_horizon",
"gap_ratio_median_short",
"gap_ratio_median_long",
"gap_cv_short",
"gap_cv_long",
"gap_median_short_over_long",
"frp_mw_ratio_median_short",
"frp_mw_ratio_median_long",
"frp_mw_median_short_over_long",
"brightness_k_ratio_median_short",
"brightness_k_ratio_median_long",
"brightness_k_median_short_over_long",
"detections_ratio_median_short",
"detections_ratio_median_long",
"detections_median_short_over_long",
"frp_growth_ratio_median_short",
"frp_growth_ratio_median_long",
"frp_growth_median_short_over_long",
"log_count_24h",
"log_count_7d",
"log_count_30d",
"rate_ratio_24h_30d",
"hour_sin",
"hour_cos",
"dow_sin",
"dow_cos",
"doy_sin",
"doy_cos",
"frp_mw_vs_climatology",
"frp_mw_climatology_available",
"brightness_k_vs_climatology",
"brightness_k_climatology_available",
"detections_vs_climatology",
"detections_climatology_available",
"frp_growth_vs_climatology",
"frp_growth_climatology_available",
"gap_quantile_pos",
"gap_exceed_p95_rate",
"frp_mw_skew",
"frp_mw_kurtosis",
"frp_mw_quantile_pos",
"frp_mw_exceed_p95_rate",
"frp_mw_hill_tail",
"brightness_k_skew",
"brightness_k_kurtosis",
"brightness_k_quantile_pos",
"brightness_k_exceed_p95_rate",
"brightness_k_hill_tail",
"detections_skew",
"detections_kurtosis",
"detections_quantile_pos",
"detections_exceed_p95_rate",
"detections_hill_tail",
"frp_growth_skew",
"frp_growth_kurtosis",
"frp_growth_quantile_pos",
"frp_growth_exceed_p95_rate",
"frp_growth_hill_tail",
"resid_ewma_fast",
"resid_ewma_slow",
"resid_drift",
"resid_median",
"resid_seasonal_naive",
"baseline_spread",
"baseline_max_abs",
"baseline_available"
]
},
{
"domain_id": "spaceweather",
"n_features": 135,
"n_targets": 4,
"schema_hash": "d06f95410a1ddb08",
"feature_names": [
"log_gap_last",
"gap_ratio_median",
"log_median_gap",
"gap_cv",
"log_gap_prev",
"log_kp_last",
"kp_ratio_median",
"log_median_kp",
"kp_logsd",
"kp_available",
"kp_missing_rate",
"log_ap_last",
"ap_ratio_median",
"log_median_ap",
"ap_logsd",
"ap_available",
"ap_missing_rate",
"log_ap_rise_last",
"ap_rise_ratio_median",
"log_median_ap_rise",
"ap_rise_logsd",
"ap_rise_available",
"ap_rise_missing_rate",
"log_f107_last",
"f107_ratio_median",
"log_median_f107",
"f107_logsd",
"f107_available",
"f107_missing_rate",
"reference_missing_rate",
"cat_last__quiet",
"cat_last__unsettled",
"cat_last__active",
"cat_last__minor_storm",
"cat_last__moderate_storm",
"cat_last__strong_storm",
"cat_last__severe_storm",
"cat_last__unknown",
"cat_rate__quiet",
"cat_rate__unsettled",
"cat_rate__active",
"cat_rate__minor_storm",
"cat_rate__moderate_storm",
"cat_rate__strong_storm",
"cat_rate__severe_storm",
"cat_rate__unknown",
"cat_entropy",
"unknown_cat_rate",
"cat_switch_rate",
"source_count_last",
"source_count_mean",
"log_confirmations",
"contradiction_rate",
"ref_resid_gap",
"ref_resid_magnitude",
"ref_resid_category",
"ref_disagreement",
"ref_avail_gap",
"ref_avail_magnitude",
"ref_avail_category",
"gap_trend",
"cat_concentration",
"recent_vs_old_gap",
"kp_trend",
"ap_trend",
"ap_rise_trend",
"f107_trend",
"log_n_past",
"is_cold_start",
"censored_horizon",
"gap_ratio_median_short",
"gap_ratio_median_long",
"gap_cv_short",
"gap_cv_long",
"gap_median_short_over_long",
"kp_ratio_median_short",
"kp_ratio_median_long",
"kp_median_short_over_long",
"ap_ratio_median_short",
"ap_ratio_median_long",
"ap_median_short_over_long",
"ap_rise_ratio_median_short",
"ap_rise_ratio_median_long",
"ap_rise_median_short_over_long",
"f107_ratio_median_short",
"f107_ratio_median_long",
"f107_median_short_over_long",
"log_count_24h",
"log_count_7d",
"log_count_30d",
"rate_ratio_24h_30d",
"hour_sin",
"hour_cos",
"dow_sin",
"dow_cos",
"doy_sin",
"doy_cos",
"kp_vs_climatology",
"kp_climatology_available",
"ap_vs_climatology",
"ap_climatology_available",
"ap_rise_vs_climatology",
"ap_rise_climatology_available",
"f107_vs_climatology",
"f107_climatology_available",
"gap_quantile_pos",
"gap_exceed_p95_rate",
"kp_skew",
"kp_kurtosis",
"kp_quantile_pos",
"kp_exceed_p95_rate",
"kp_hill_tail",
"ap_skew",
"ap_kurtosis",
"ap_quantile_pos",
"ap_exceed_p95_rate",
"ap_hill_tail",
"ap_rise_skew",
"ap_rise_kurtosis",
"ap_rise_quantile_pos",
"ap_rise_exceed_p95_rate",
"ap_rise_hill_tail",
"f107_skew",
"f107_kurtosis",
"f107_quantile_pos",
"f107_exceed_p95_rate",
"f107_hill_tail",
"resid_ewma_fast",
"resid_ewma_slow",
"resid_drift",
"resid_median",
"resid_seasonal_naive",
"baseline_spread",
"baseline_max_abs",
"baseline_available"
]
},
{
"domain_id": "celo",
"n_features": 135,
"n_targets": 2,
"schema_hash": "2eae33f0adc6fc7c",
"feature_names": [
"log_gap_last",
"gap_ratio_median",
"log_median_gap",
"gap_cv",
"log_gap_prev",
"log_tx_count_last",
"tx_count_ratio_median",
"log_median_tx_count",
"tx_count_logsd",
"tx_count_available",
"tx_count_missing_rate",
"log_gas_ratio_last",
"gas_ratio_ratio_median",
"log_median_gas_ratio",
"gas_ratio_logsd",
"gas_ratio_available",
"gas_ratio_missing_rate",
"log_block_interval_s_last",
"block_interval_s_ratio_median",
"log_median_block_interval_s",
"block_interval_s_logsd",
"block_interval_s_available",
"block_interval_s_missing_rate",
"log_base_fee_gwei_last",
"base_fee_gwei_ratio_median",
"log_median_base_fee_gwei",
"base_fee_gwei_logsd",
"base_fee_gwei_available",
"base_fee_gwei_missing_rate",
"reference_missing_rate",
"cat_last__idle_block",
"cat_last__light_block",
"cat_last__normal_block",
"cat_last__busy_block",
"cat_last__saturated_block",
"cat_last__slow_block",
"cat_last__burst_block",
"cat_last__unknown",
"cat_rate__idle_block",
"cat_rate__light_block",
"cat_rate__normal_block",
"cat_rate__busy_block",
"cat_rate__saturated_block",
"cat_rate__slow_block",
"cat_rate__burst_block",
"cat_rate__unknown",
"cat_entropy",
"unknown_cat_rate",
"cat_switch_rate",
"source_count_last",
"source_count_mean",
"log_confirmations",
"contradiction_rate",
"ref_resid_gap",
"ref_resid_magnitude",
"ref_resid_category",
"ref_disagreement",
"ref_avail_gap",
"ref_avail_magnitude",
"ref_avail_category",
"gap_trend",
"cat_concentration",
"recent_vs_old_gap",
"tx_count_trend",
"gas_ratio_trend",
"block_interval_s_trend",
"base_fee_gwei_trend",
"log_n_past",
"is_cold_start",
"censored_horizon",
"gap_ratio_median_short",
"gap_ratio_median_long",
"gap_cv_short",
"gap_cv_long",
"gap_median_short_over_long",
"tx_count_ratio_median_short",
"tx_count_ratio_median_long",
"tx_count_median_short_over_long",
"gas_ratio_ratio_median_short",
"gas_ratio_ratio_median_long",
"gas_ratio_median_short_over_long",
"block_interval_s_ratio_median_short",
"block_interval_s_ratio_median_long",
"block_interval_s_median_short_over_long",
"base_fee_gwei_ratio_median_short",
"base_fee_gwei_ratio_median_long",
"base_fee_gwei_median_short_over_long",
"log_count_24h",
"log_count_7d",
"log_count_30d",
"rate_ratio_24h_30d",
"hour_sin",
"hour_cos",
"dow_sin",
"dow_cos",
"doy_sin",
"doy_cos",
"tx_count_vs_climatology",
"tx_count_climatology_available",
"gas_ratio_vs_climatology",
"gas_ratio_climatology_available",
"block_interval_s_vs_climatology",
"block_interval_s_climatology_available",
"base_fee_gwei_vs_climatology",
"base_fee_gwei_climatology_available",
"gap_quantile_pos",
"gap_exceed_p95_rate",
"tx_count_skew",
"tx_count_kurtosis",
"tx_count_quantile_pos",
"tx_count_exceed_p95_rate",
"tx_count_hill_tail",
"gas_ratio_skew",
"gas_ratio_kurtosis",
"gas_ratio_quantile_pos",
"gas_ratio_exceed_p95_rate",
"gas_ratio_hill_tail",
"block_interval_s_skew",
"block_interval_s_kurtosis",
"block_interval_s_quantile_pos",
"block_interval_s_exceed_p95_rate",
"block_interval_s_hill_tail",
"base_fee_gwei_skew",
"base_fee_gwei_kurtosis",
"base_fee_gwei_quantile_pos",
"base_fee_gwei_exceed_p95_rate",
"base_fee_gwei_hill_tail",
"resid_ewma_fast",
"resid_ewma_slow",
"resid_drift",
"resid_median",
"resid_seasonal_naive",
"baseline_spread",
"baseline_max_abs",
"baseline_available"
]
},
{
"domain_id": "macro",
"n_features": 135,
"n_targets": 2,
"schema_hash": "a483c38e354bd308",
"feature_names": [
"log_gap_last",
"gap_ratio_median",
"log_median_gap",
"gap_cv",
"log_gap_prev",
"log_level_last",
"level_ratio_median",
"log_median_level",
"level_logsd",
"level_available",
"level_missing_rate",
"log_abs_change_last",
"abs_change_ratio_median",
"log_median_abs_change",
"abs_change_logsd",
"abs_change_available",
"abs_change_missing_rate",
"log_z_change_last",
"z_change_ratio_median",
"log_median_z_change",
"z_change_logsd",
"z_change_available",
"z_change_missing_rate",
"log_days_since_prev_last",
"days_since_prev_ratio_median",
"log_median_days_since_prev",
"days_since_prev_logsd",
"days_since_prev_available",
"days_since_prev_missing_rate",
"reference_missing_rate",
"cat_last__stable_print",
"cat_last__mild_move",
"cat_last__notable_move",
"cat_last__large_move",
"cat_last__shock_print",
"cat_last__revision",
"cat_last__stale_print",
"cat_last__unknown",
"cat_rate__stable_print",
"cat_rate__mild_move",
"cat_rate__notable_move",
"cat_rate__large_move",
"cat_rate__shock_print",
"cat_rate__revision",
"cat_rate__stale_print",
"cat_rate__unknown",
"cat_entropy",
"unknown_cat_rate",
"cat_switch_rate",
"source_count_last",
"source_count_mean",
"log_confirmations",
"contradiction_rate",
"ref_resid_gap",
"ref_resid_magnitude",
"ref_resid_category",
"ref_disagreement",
"ref_avail_gap",
"ref_avail_magnitude",
"ref_avail_category",
"gap_trend",
"cat_concentration",
"recent_vs_old_gap",
"level_trend",
"abs_change_trend",
"z_change_trend",
"days_since_prev_trend",
"log_n_past",
"is_cold_start",
"censored_horizon",
"gap_ratio_median_short",
"gap_ratio_median_long",
"gap_cv_short",
"gap_cv_long",
"gap_median_short_over_long",
"level_ratio_median_short",
"level_ratio_median_long",
"level_median_short_over_long",
"abs_change_ratio_median_short",
"abs_change_ratio_median_long",
"abs_change_median_short_over_long",
"z_change_ratio_median_short",
"z_change_ratio_median_long",
"z_change_median_short_over_long",
"days_since_prev_ratio_median_short",
"days_since_prev_ratio_median_long",
"days_since_prev_median_short_over_long",
"log_count_24h",
"log_count_7d",
"log_count_30d",
"rate_ratio_24h_30d",
"hour_sin",
"hour_cos",
"dow_sin",
"dow_cos",
"doy_sin",
"doy_cos",
"level_vs_climatology",
"level_climatology_available",
"abs_change_vs_climatology",
"abs_change_climatology_available",
"z_change_vs_climatology",
"z_change_climatology_available",
"days_since_prev_vs_climatology",
"days_since_prev_climatology_available",
"gap_quantile_pos",
"gap_exceed_p95_rate",
"level_skew",
"level_kurtosis",
"level_quantile_pos",
"level_exceed_p95_rate",
"level_hill_tail",
"abs_change_skew",
"abs_change_kurtosis",
"abs_change_quantile_pos",
"abs_change_exceed_p95_rate",
"abs_change_hill_tail",
"z_change_skew",
"z_change_kurtosis",
"z_change_quantile_pos",
"z_change_exceed_p95_rate",
"z_change_hill_tail",
"days_since_prev_skew",
"days_since_prev_kurtosis",
"days_since_prev_quantile_pos",
"days_since_prev_exceed_p95_rate",
"days_since_prev_hill_tail",
"resid_ewma_fast",
"resid_ewma_slow",
"resid_drift",
"resid_median",
"resid_seasonal_naive",
"baseline_spread",
"baseline_max_abs",
"baseline_available"
]
}
],
"d_model": 256,
"latent": 96,
"steps": 12,
"dilations": [
1,
2,
4
],
"dropout": 0.1,
"arch_version": "surprise-arch/0.6.0",
"counter_expectation": true,
"domain_adversarial": true,
"n_domains_adv": 8,
"context_dim": 4,
"baseline_residual": true,
"parameters": 1877849,
"shared_parameters": 1351209,
"note": "per-domain input adapters -> shared dilated causal trunk -> shared surprise latent z^S -> per-domain heads",
"auxiliary_objectives": {
"counter_expectation_weight": 0.1,
"domain_adversarial_weight": 0.05,
"cross_domain_contrastive_weight": 0.05
}
},
"training": {
"epochs": 12,
"seed": 7,
"batch": 512,
"lr": 0.0015,
"history": [
{
"epoch": 10,
"climate": 3.0333584286272526,
"hydrology": 2.885964386165142,
"markets": 2.9912049658596516,
"seismic": 2.9789480343461037,
"wildfire": 2.65676186978817,
"spaceweather": 2.793377712368965,
"celo": 1.8148384001106024,
"macro": 3.1028735898435116,
"aux_counter": 0.26105918499524705,
"aux_adv": 2.023430732777342,
"aux_contrast": 4.8709485633298755
},
{
"epoch": 11,
"climate": 2.912375371903181,
"hydrology": 2.94203232601285,
"markets": 2.981886588037014,
"seismic": 2.8721090257167816,
"wildfire": 2.480111137032509,
"spaceweather": 2.9283214919269085,
"celo": 1.8248276431113482,
"macro": 2.9767385199666023,
"aux_counter": 0.25888890787609853,
"aux_adv": 2.020496650133282,
"aux_contrast": 4.87280969787389
},
{
"epoch": 12,
"climate": 2.870338473469019,
"hydrology": 2.9355753399431705,
"markets": 3.0098772570490837,
"seismic": 3.010597974061966,
"wildfire": 2.442360982298851,
"spaceweather": 2.7827212512493134,
"celo": 1.6596646010875702,
"macro": 3.0142333060503006,
"aux_counter": 0.25758694746764377,
"aux_adv": 2.0108079810161144,
"aux_contrast": 4.8706458592787385
}
]
},
"domains": {
"climate": {
"domain": {
"contract_version": "surprise-contract/0.3.0",
"domain_id": "climate",
"schema_version": "0.5.0",
"schema_hash": "3d69ae3938606367",
"entity_kind": "opaque_station",
"categories": [
"cold_anomaly",
"cool",
"seasonal_normal",
"warm",
"heat_anomaly",
"wet_day",
"extreme_precip",
"unknown"
],
"channels": [
"tmax_c",
"trange_c",
"anomaly_c",
"precip_mm"
],
"context_dims": [
"latitude_band",
"season",
"anomaly_band"
],
"targets": [
{
"name": "weather_regime_transition",
"kind": "category_transition",
"horizon": 6
},
{
"name": "anomaly_regime_shift",
"kind": "magnitude_shift",
"horizon": 32,
"channel": "anomaly_c",
"shift": 0.7,
"min_observations": 2
},
{
"name": "heat_extreme_ahead",
"kind": "threshold_crossing",
"horizon": 8,
"channel": "anomaly_c",
"level": 3.2027049723756944,
"direction": "above",
"level_source": "train-split q0.9 of anomaly_c"
},
{
"name": "cold_extreme_ahead",
"kind": "threshold_crossing",
"horizon": 8,
"channel": "anomaly_c",
"level": 3.2027049723756944,
"direction": "below",
"level_source": "train-split q0.9 of anomaly_c"
},
{
"name": "compound_climate_stress",
"kind": "compound",
"horizon": 32,
"over": [
"anomaly_regime_shift",
"heat_extreme_ahead"
],
"k": 2
}
],
"unavailable_sentinel": -9.0,
"permitted": [
"declared event category (incl. the unknown slot)",
"time gaps and cadence statistics (past-only)",
"declared magnitude channels and their explicit missingness indicators",
"event and source evidence-quality indicators",
"reference predictions, residuals and disagreement (as-of t)",
"regime indicators derived from past observations only",
"cold-start state",
"unavailable-reference mask",
"censored-horizon indicator"
],
"forbidden": [
"entity identity as a semantic claim",
"future events or future aggregates",
"ownership labels",
"private partner data",
"repayment, credit, default or causal outcomes"
],
"notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature."
},
"horizon_selection": {
"version": "surprise-horizons/0.1.0",
"band": [
0.08,
0.25
],
"min_prevalence": 0.05,
"level_quantile": 0.9,
"selected": {
"weather_regime_transition": {
"declared_horizon": 6,
"selected_horizon": 6,
"prevalence": 0.13111616671085358,
"in_band": true,
"level": null,
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.13111616671085358
},
{
"horizon": 12,
"prevalence": 0.09911315143108368
},
{
"horizon": 18,
"prevalence": 0.08821145445108414
},
{
"horizon": 24,
"prevalence": 0.08146371692419052
},
{
"horizon": 36,
"prevalence": 0.07454152405261993
},
{
"horizon": 48,
"prevalence": 0.0735340267419815
}
]
},
"anomaly_regime_shift": {
"declared_horizon": 8,
"selected_horizon": 32,
"prevalence": 0.1621631532907486,
"in_band": true,
"level": null,
"prevalence_curve": [
{
"horizon": 8,
"prevalence": 0.1974734514951706
},
{
"horizon": 16,
"prevalence": 0.17791998386383057
},
{
"horizon": 24,
"prevalence": 0.16859586536884308
},
{
"horizon": 32,
"prevalence": 0.1621631532907486
},
{
"horizon": 48,
"prevalence": 0.15580962598323822
},
{
"horizon": 64,
"prevalence": 0.1522553265094757
}
]
},
"heat_extreme_ahead": {
"declared_horizon": 8,
"selected_horizon": 8,
"prevalence": 0.3106883764266968,
"in_band": false,
"level": 3.2027049723756944,
"prevalence_curve": [
{
"horizon": 8,
"prevalence": 0.3106883764266968
},
{
"horizon": 16,
"prevalence": 0.41690510511398315
},
{
"horizon": 24,
"prevalence": 0.4723520576953888
},
{
"horizon": 32,
"prevalence": 0.5078918933868408
},
{
"horizon": 48,
"prevalence": 0.5511394739151001
},
{
"horizon": 64,
"prevalence": 0.5787959694862366
}
]
},
"cold_extreme_ahead": {
"declared_horizon": 8,
"selected_horizon": 8,
"prevalence": 0.9941445589065552,
"in_band": false,
"level": 3.2027049723756944,
"prevalence_curve": [
{
"horizon": 8,
"prevalence": 0.9941445589065552
},
{
"horizon": 16,
"prevalence": 0.9982100129127502
},
{
"horizon": 24,
"prevalence": 0.998694121837616
},
{
"horizon": 32,
"prevalence": 0.998921275138855
},
{
"horizon": 48,
"prevalence": 0.999210774898529
},
{
"horizon": 64,
"prevalence": 0.9992283582687378
}
]
}
},
"excluded": [
{
"target": "diurnal_collapse",
"kind": "magnitude_shift",
"reason": "prevalence stays below 5% at every admissible horizon (8, 16, 24, 32, 48, 64)",
"prevalence_curve": [
{
"horizon": 8,
"prevalence": 0.027562057599425316
},
{
"horizon": 16,
"prevalence": 0.016296105459332466
},
{
"horizon": 24,
"prevalence": 0.013485251925885677
},
{
"horizon": 32,
"prevalence": 0.012803168967366219
},
{
"horizon": 48,
"prevalence": 0.013120424933731556
},
{
"horizon": 64,
"prevalence": 0.014857789501547813
}
]
}
],
"note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance."
},
"corpus": {
"real_corpus": true,
"source": "NOAA GHCN-Daily station access files (public, credential-free)",
"source_url": "https://www.ncei.noaa.gov/data/global-historical-climatology-network-daily/access/",
"licence": "US Government public domain; cite Menne et al. (2012) GHCN-Daily",
"stations": [
"USW00023174",
"USW00094728",
"USW00023234",
"USW00013874",
"USW00094846",
"USW00012960",
"USW00003017",
"USW00024233",
"USW00012839",
"USW00023183",
"USW00014922",
"USW00013881",
"USW00012916",
"USW00014739",
"USW00093134",
"USW00023044",
"USW00024131",
"USW00013994",
"USW00003927",
"USW00014820",
"USW00026451",
"USW00025309",
"USW00012842",
"USW00013873",
"USW00093814",
"ASN00066062",
"UKM00003772",
"FRM00007150",
"JA000047662",
"SPE00120287",
"CA001108395",
"SWE00140790",
"NLE00101920",
"RSM00027612",
"AYW00090001",
"AYM00089022",
"AYM00089606",
"AYM00089062",
"AYM00089063",
"AYM00089002",
"AYM00089004",
"AYM00089512",
"AYM00089532",
"AYM00089564",
"AYM00089571",
"AYM00089592",
"AYM00089611",
"AYM00089642",
"AYM00088963",
"AYM00088968",
"AR000087860",
"FKM00088889",
"SXM00088903",
"SF000068994",
"FSM00061997",
"FRM00061998",
"ASM00094998",
"NZ000093844",
"AR000087715",
"AR000087623",
"ASN00009500",
"ASN00018115",
"ASN00068151",
"NZ000093417",
"NZ000093292",
"NZ000093994",
"FP000091958",
"CI000085469",
"CI000085585",
"AR000087217",
"AR000000011",
"BR002554002",
"BC004612080",
"MZ000067335",
"MA000067197",
"ASN00006105",
"ASN00006022",
"ASN00011003",
"ASN00016001",
"ASN00035070",
"ASM00094995",
"NFM00094996",
"FJM00091652",
"CWM00091843",
"FP000091929",
"FP000091948",
"AR000087007",
"WAM00068098",
"BC000068032",
"BC012192590",
"EUM00061972",
"MA000067083",
"MP000061986",
"ASN00005007",
"ASN00003003",
"ASN00001006",
"ASN00014703",
"ASM00094299",
"NC000091577",
"NH000091554",
"FJM00091680",
"WF000917530",
"AQW00061705",
"FP000091943",
"FP000091925",
"PE000084455",
"BL000085041",
"BL000085114",
"BR037041370",
"AO000066160",
"TZ000063832",
"MZ000067215",
"FSM00061968",
"MP000061974",
"CK000096996",
"ID000096745",
"ID000097340",
"ASN00001007",
"ASN00014508",
"ASN00031213",
"BP000091517",
"NHM00091551",
"FJM00091650",
"ECM00084008",
"CO000080259",
"CO000080222",
"BR000047002",
"IV000005592",
"GHM00065465",
"CF000004400",
"CF000004450",
"RWM00064387",
"KE000063612",
"SE000063980",
"MV000043555",
"ID000096073",
"BXM00096315",
"ID000097014",
"ID000097502",
"ID000097560",
"FMC00914325",
"KR000091610",
"CS000078774",
"CO000080001",
"COM00080009",
"GYM00081001",
"FGM00081401",
"CVM00008589",
"BN000005319",
"CM000064870",
"CD000004700",
"ET000063333",
"IN009120400",
"CE000043497",
"IN099999901",
"BMM00048112",
"VMM00048887",
"MY000096465",
"PSC00914519",
"FMW00040308",
"CQC00914801",
"FMC00914395",
"RMW00040604",
"USC00510240",
"MXM00076402",
"MXM00076423",
"BHM00078583",
"CJW00011813",
"CVM00008583",
"MLM00061230",
"AGM00060670",
"LY000062271",
"EG000062414",
"EGM00062476",
"AEM00041217",
"AEM00041218",
"IN005010600",
"IN001050200",
"BGM00041883",
"BMM00048042",
"CHM00059023",
"CHM00059134"
],
"since_year": 2012,
"reference_expectation": "15-day-window day-of-year TMAX climatology",
"n_entities": 182,
"n_events": 742975,
"retrieved_at": "2026-08-29T02:42:57Z",
"note": "The anomaly channel is an explicit residual against a cheap seasonal reference model, which is the input form the architecture is designed around."
},
"split": {
"version": "surprise-splits/0.3.0",
"n_train": 439919,
"n_val": 142937,
"n_test": 148641,
"boundary_train_val": 1589760000.0,
"boundary_val_test": 1680652800.0,
"dropped_for_horizon_quarantine": 11478
},
"features": {
"n": 135,
"version": "surprise-features/0.4.0",
"degenerate_zeroed": [
"reference_missing_rate",
"source_count_last",
"log_confirmations",
"censored_horizon",
"hour_sin",
"hour_cos"
]
},
"sequence": {
"version": "surprise-sequence/0.4.0",
"steps": 12
},
"targets": {
"prevalence": {
"weather_regime_transition": 0.12106140702962875,
"anomaly_regime_shift": 0.1592140793800354,
"heat_extreme_ahead": 0.31175777316093445,
"cold_extreme_ahead": 0.9945686459541321,
"compound_climate_stress": 0.09542567282915115
},
"version": "surprise-targets/0.4.0"
},
"calibration": {
"method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half",
"parameters": [
[
1.6560863237233494,
-1.823098772635524
],
[
1.7124081272759324,
-1.7831069300128055
],
[
1.806779782048814,
-0.811559809087629
],
[
1.558024341856129,
2.4211447099158976
],
[
1.741827988781027,
-2.208692080787263
]
],
"per_target": [
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-3.458459,
-1.268662,
-0.860635,
-0.535096,
-0.201877,
0.141935,
0.518085
],
"weights": [
2.352269647838988,
-1.4940349766795737,
1.7233644516378357,
-0.5180044159389063,
0.32490971237415245,
-1.1160642334852056,
0.15252306350920586
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.005002004480560809,
"affine_held_out_ece": 0.014737973471871215
},
{
"kind": "affine",
"slope": 1.7124081272759324,
"bias": -1.7831069300128055,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.038261638871898276,
"held_out_ece": 0.0141141102602255
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-3.758647,
-1.871063,
-1.120677,
-0.420115,
0.051338,
0.413826,
0.836181
],
"weights": [
2.221337185609183,
-0.33811760108057975,
1.143592746876439,
-1.1580462993171072,
0.025361644239138226,
-0.5616259636140706,
2.091903809366511
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.019980181668173135,
"affine_held_out_ece": 0.026854164532271966
},
{
"kind": "affine",
"slope": 1.558024341856129,
"bias": 2.4211447099158976,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.0019475508067157213,
"held_out_ece": 0.0016639227790193564
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-5.352329,
-2.915372,
-1.73755,
-0.601152,
-0.08885,
0.192699,
0.48714
],
"weights": [
0.28087649675358206,
2.273247577692322,
-1.184455554514809,
1.6515055859182572,
-0.652740734330747,
-0.8130378057490506,
-0.05003148006364855
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.00485739274640971,
"affine_held_out_ece": 0.007945412035888154
}
],
"piecewise_targets": [
"weather_regime_transition",
"heat_extreme_ahead",
"compound_climate_stress"
]
},
"excluded_targets": [],
"abstention": {
"threshold": 0.19557008839551338,
"coverage": 0.7999958023464883,
"selective_accuracy": 0.9166469900625862,
"base_accuracy": 0.8854049919428373,
"curve": [
{
"coverage": 0.5000034980445931,
"threshold": 0.11544022253889252,
"selective_accuracy": 0.9569706212950138
},
{
"coverage": 0.5999986007821627,
"threshold": 0.14020554084166814,
"selective_accuracy": 0.9451085562370282
},
{
"coverage": 0.7000006996089186,
"threshold": 0.16504305128133773,
"selective_accuracy": 0.9308663814930306
},
{
"coverage": 0.7999958023464883,
"threshold": 0.19557008839551338,
"selective_accuracy": 0.9166469900625862
},
{
"coverage": 0.8999979011732442,
"threshold": 0.24981969442617674,
"selective_accuracy": 0.9019428444092049
},
{
"coverage": 1.0,
"threshold": 0.48640625825531436,
"selective_accuracy": 0.8854049919428373
}
],
"fit_split": "validation",
"evaluation_split": "test",
"test_coverage": 0.7919214752322711,
"test_base_accuracy": 0.8704971486108588,
"test_selective_accuracy": 0.9012085995197319,
"test_selective_accuracy_gain": 0.03071145090887306
},
"evaluation": {
"version": "surprise-eval/0.3.0",
"domain_id": "climate",
"schema_hash": "3d69ae3938606367",
"targets": {
"weather_regime_transition": {
"status": "ok",
"candidate": {
"n": 147572,
"prevalence": 0.11687853932380676,
"auroc": 0.8244089820520246,
"auprc": 0.3623647996595787,
"brier": 0.08682915800093739,
"ece": 0.007650526106639348,
"lead_at_far10_hours": -7032.0
},
"baselines": {
"phase0_rules": {
"n": 147572,
"prevalence": 0.11687853932380676,
"auroc": 0.6730273537807926,
"auprc": 0.18795016169514772,
"brier": 0.5030356073473187,
"ece": 0.5983524277299828,
"lead_at_far10_hours": 10464.0
},
"ewma_z": {
"n": 147572,
"prevalence": 0.11687853932380676,
"auroc": 0.6241567211979004,
"auprc": 0.15795855715602092,
"brier": 0.23727404296999416,
"ece": 0.2645328576005391,
"lead_at_far10_hours": 10680.0
},
"logistic": {
"n": 147572,
"prevalence": 0.11687853932380676,
"auroc": 0.817243993014641,
"auprc": 0.35147160816982936,
"brier": 0.08814548780487355,
"ece": 0.022876498211355418,
"lead_at_far10_hours": 10488.0
}
},
"auroc_ci95": {
"candidate": [
0.8094397723144608,
0.8370840172676799
],
"phase0_rules": [
0.6510661387444205,
0.6969616946389853
],
"ewma_z": [
0.5982994359956101,
0.647100920014634
],
"logistic": [
0.8011897769892276,
0.8305673440773608
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.1511221590464142,
"ci95": [
0.1298316048225197,
0.17136531336991062
],
"significant": true
},
"ewma_z": {
"mean": 0.19935016765804672,
"ci95": [
0.1771075013747906,
0.2261396811258945
],
"significant": true
},
"logistic": {
"mean": 0.0071082295518874435,
"ci95": [
0.0030823717894919445,
0.011733199636871042
],
"significant": true
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 177,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"anomaly_regime_shift": {
"status": "ok",
"candidate": {
"n": 136265,
"prevalence": 0.18461820483207703,
"auroc": 0.7827657857490328,
"auprc": 0.43757380936375456,
"brier": 0.12669307958881043,
"ece": 0.012969252272727596,
"lead_at_far10_hours": 1896.0
},
"baselines": {
"phase0_rules": {
"n": 136265,
"prevalence": 0.18461820483207703,
"auroc": 0.6212605375019905,
"auprc": 0.2457521641623281,
"brier": 0.49141257063043303,
"ece": 0.5588968524672847,
"lead_at_far10_hours": 12168.0
},
"ewma_z": {
"n": 136265,
"prevalence": 0.18461820483207703,
"auroc": 0.6515020056805976,
"auprc": 0.2601926691847145,
"brier": 0.2389086254734346,
"ece": 0.21616933907087554,
"lead_at_far10_hours": 12384.0
},
"logistic": {
"n": 136265,
"prevalence": 0.18461820483207703,
"auroc": 0.786338364176904,
"auprc": 0.4485331280852263,
"brier": 0.12677230948919543,
"ece": 0.027948019168411324,
"lead_at_far10_hours": 1848.0
}
},
"auroc_ci95": {
"candidate": [
0.7632020269727205,
0.8022188515617809
],
"phase0_rules": [
0.5977523871955832,
0.645877209165373
],
"ewma_z": [
0.6279261263800119,
0.6723173820152853
],
"logistic": [
0.7672855167023199,
0.8046602928404434
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.16143717454408787,
"ci95": [
0.1424338800439134,
0.18065535394429855
],
"significant": true
},
"ewma_z": {
"mean": 0.13088644856665976,
"ci95": [
0.11422538739235114,
0.14715924295711896
],
"significant": true
},
"logistic": {
"mean": -0.003527768019105073,
"ci95": [
-0.0075817938927767396,
0.0006924420970368416
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 172,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"heat_extreme_ahead": {
"status": "ok",
"candidate": {
"n": 140511,
"prevalence": 0.35072699189186096,
"auroc": 0.8553627526874936,
"auprc": 0.7327934679260657,
"brier": 0.14852075176931648,
"ece": 0.02242891705034232,
"lead_at_far10_hours": 11760.0
},
"baselines": {
"phase0_rules": {
"n": 140511,
"prevalence": 0.35072699189186096,
"auroc": 0.6493227494634936,
"auprc": 0.46003649224836585,
"brier": 0.3794032772016194,
"ece": 0.38851805897201347,
"lead_at_far10_hours": 12552.0
},
"ewma_z": {
"n": 140511,
"prevalence": 0.35072699189186096,
"auroc": 0.689022552948915,
"auprc": 0.49288803257865277,
"brier": 0.2351760430866345,
"ece": 0.1426555088662885,
"lead_at_far10_hours": 12816.0
},
"logistic": {
"n": 140511,
"prevalence": 0.35072699189186096,
"auroc": 0.8632728541057033,
"auprc": 0.7482451742327794,
"brier": 0.14417153242518327,
"ece": 0.03230277822607607,
"lead_at_far10_hours": 8256.0
}
},
"auroc_ci95": {
"candidate": [
0.830832269426917,
0.875995473093015
],
"phase0_rules": [
0.6197780336018657,
0.6729755457213671
],
"ewma_z": [
0.6628441459250084,
0.7130905595611098
],
"logistic": [
0.839155934421225,
0.8830883732552447
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.2067339537472952,
"ci95": [
0.18248414096606239,
0.2312409938214321
],
"significant": true
},
"ewma_z": {
"mean": 0.16663353395565939,
"ci95": [
0.1516806153658306,
0.18350993909123756
],
"significant": true
},
"logistic": {
"mean": -0.00787097815109731,
"ci95": [
-0.010252926062226931,
-0.005347782953917319
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 176,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"cold_extreme_ahead": {
"status": "ok",
"candidate": {
"n": 140511,
"prevalence": 0.99274080991745,
"auroc": 0.8904805475537743,
"auprc": 0.9990540318622112,
"brier": 0.007002562048821493,
"ece": 0.001966854843875221,
"lead_at_far10_hours": 12792.0
},
"baselines": {
"phase0_rules": {
"n": 140511,
"prevalence": 0.99274080991745,
"auroc": 0.4695820244780709,
"auprc": 0.9924001518853114,
"brier": 0.13426686629699816,
"ece": 0.2534957311836924,
"lead_at_far10_hours": 11640.0
},
"ewma_z": {
"n": 140511,
"prevalence": 0.99274080991745,
"auroc": 0.38885930654602635,
"auprc": 0.990945147511844,
"brier": 0.46412490528591577,
"ece": 0.603580245907925,
"lead_at_far10_hours": 11952.0
},
"logistic": {
"n": 140511,
"prevalence": 0.99274080991745,
"auroc": 0.8028988095514209,
"auprc": 0.9977365621327468,
"brier": 0.008647535407863411,
"ece": 0.038388946850750394,
"lead_at_far10_hours": 12792.0
}
},
"auroc_ci95": {
"candidate": [
0.8675779931167159,
0.9090499068708685
],
"phase0_rules": [
0.40736996546976056,
0.5252901608141621
],
"ewma_z": [
0.3417366177218155,
0.4344671393485127
],
"logistic": [
0.7730076704493679,
0.8323933551879078
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.4208219860735336,
"ci95": [
0.3635261179204123,
0.4798261226264787
],
"significant": true
},
"ewma_z": {
"mean": 0.5012987701063826,
"ci95": [
0.45141316965574096,
0.5529410746266922
],
"significant": true
},
"logistic": {
"mean": 0.08791659086619913,
"ci95": [
0.06510608414987179,
0.11437607577264172
],
"significant": true
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 176,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"compound_climate_stress": {
"status": "ok",
"candidate": {
"n": 135791,
"prevalence": 0.11516226828098297,
"auroc": 0.8286285842970172,
"auprc": 0.36245147619333823,
"brier": 0.08576756615399644,
"ece": 0.00756617138024444,
"lead_at_far10_hours": 2304.0
},
"baselines": {
"phase0_rules": {
"n": 135791,
"prevalence": 0.11516226828098297,
"auroc": 0.637114624967333,
"auprc": 0.16509497516081478,
"brier": 0.5338730857569898,
"ece": 0.628795447827691,
"lead_at_far10_hours": 12744.0
},
"ewma_z": {
"n": 135791,
"prevalence": 0.11516226828098297,
"auroc": 0.6703950770841526,
"auprc": 0.17526746089036588,
"brier": 0.23451163160031674,
"ece": 0.27669557799871497,
"lead_at_far10_hours": 12960.0
},
"logistic": {
"n": 135791,
"prevalence": 0.11516226828098297,
"auroc": 0.825759796941851,
"auprc": 0.37239541179418784,
"brier": 0.08611711429438713,
"ece": 0.027375318663959633,
"lead_at_far10_hours": -4056.0
}
},
"auroc_ci95": {
"candidate": [
0.807366260295027,
0.8519007711734558
],
"phase0_rules": [
0.6086093776277623,
0.6638506347351059
],
"ewma_z": [
0.6429512155880632,
0.6944014243403722
],
"logistic": [
0.8056015125417006,
0.8480002361740632
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.1918075622801274,
"ci95": [
0.1702109431684014,
0.21508868309075888
],
"significant": true
},
"ewma_z": {
"mean": 0.15792425064067983,
"ci95": [
0.14553438914061037,
0.17117724484498847
],
"significant": true
},
"logistic": {
"mean": 0.0030685837151191836,
"ci95": [
-0.0012524324118731583,
0.007605275474544233
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 172,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
}
},
"slices": {
"latitude_band": {
"polar": {
"weather_regime_transition": {
"status": "ok",
"n": 15013,
"auroc": 0.8434857704239596,
"prevalence": 0.14733897149562836
},
"anomaly_regime_shift": {
"status": "ok",
"n": 14623,
"auroc": 0.7554075358937029,
"prevalence": 0.280585378408432
},
"heat_extreme_ahead": {
"status": "ok",
"n": 14983,
"auroc": 0.7142251512070735,
"prevalence": 0.5363411903381348
},
"cold_extreme_ahead": {
"status": "ok",
"n": 14983,
"auroc": 0.8259796301617434,
"prevalence": 0.9885203242301941
},
"compound_climate_stress": {
"status": "ok",
"n": 14623,
"auroc": 0.7514137411056456,
"prevalence": 0.20160022377967834
}
},
"subtropical": {
"weather_regime_transition": {
"status": "ok",
"n": 20701,
"auroc": 0.7984436310266226,
"prevalence": 0.13095985352993011
},
"anomaly_regime_shift": {
"status": "ok",
"n": 19430,
"auroc": 0.6975123085419653,
"prevalence": 0.227946475148201
},
"heat_extreme_ahead": {
"status": "ok",
"n": 20069,
"auroc": 0.8079383638686681,
"prevalence": 0.4245353639125824
},
"cold_extreme_ahead": {
"status": "ok",
"n": 20069,
"auroc": 0.8699906592037596,
"prevalence": 0.9855000376701355
},
"compound_climate_stress": {
"status": "ok",
"n": 19329,
"auroc": 0.7402629829134971,
"prevalence": 0.1305292546749115
}
},
"temperate": {
"weather_regime_transition": {
"status": "ok",
"n": 18418,
"auroc": 0.8047723951301021,
"prevalence": 0.09181235730648041
},
"anomaly_regime_shift": {
"status": "ok",
"n": 15920,
"auroc": 0.7348469307609734,
"prevalence": 0.2051507532596588
},
"heat_extreme_ahead": {
"status": "ok",
"n": 16399,
"auroc": 0.6930934056446746,
"prevalence": 0.4809439480304718
},
"cold_extreme_ahead": {
"status": "ok",
"n": 16399,
"auroc": 0.8694852033997484,
"prevalence": 0.9925605058670044
},
"compound_climate_stress": {
"status": "ok",
"n": 15868,
"auroc": 0.6878135109737933,
"prevalence": 0.12477943301200867
}
},
"tropical": {
"weather_regime_transition": {
"status": "ok",
"n": 51715,
"auroc": 0.8412873101384853,
"prevalence": 0.11298462748527527
},
"anomaly_regime_shift": {
"status": "ok",
"n": 45477,
"auroc": 0.769363862177447,
"prevalence": 0.07784154266119003
},
"heat_extreme_ahead": {
"status": "ok",
"n": 47412,
"auroc": 0.874564183601219,
"prevalence": 0.12380831688642502
},
"cold_extreme_ahead": {
"status": "ok",
"n": 47412,
"auroc": 0.9377065436686676,
"prevalence": 0.9970682263374329
},
"compound_climate_stress": {
"status": "ok",
"n": 45163,
"auroc": 0.871270528235608,
"prevalence": 0.02597258798778057
}
},
"unknown": {
"weather_regime_transition": {
"status": "ok",
"n": 41725,
"auroc": 0.8053224530882862,
"prevalence": 0.11482324451208115
},
"anomaly_regime_shift": {
"status": "ok",
"n": 40815,
"auroc": 0.7728196888392775,
"prevalence": 0.24057331681251526
},
"heat_extreme_ahead": {
"status": "ok",
"n": 41648,
"auroc": 0.849809665048049,
"prevalence": 0.45543602108955383
},
"cold_extreme_ahead": {
"status": "ok",
"n": 41648,
"auroc": 0.8637542613710635,
"prevalence": 0.9928928017616272
},
"compound_climate_stress": {
"status": "ok",
"n": 40808,
"auroc": 0.8050972619982939,
"prevalence": 0.17187806963920593
}
}
},
"season": {
"autumn": {
"weather_regime_transition": {
"status": "ok",
"n": 36346,
"auroc": 0.8074373161227278,
"prevalence": 0.11838991940021515
},
"anomaly_regime_shift": {
"status": "ok",
"n": 34619,
"auroc": 0.7920094300506499,
"prevalence": 0.17126433551311493
},
"heat_extreme_ahead": {
"status": "ok",
"n": 34781,
"auroc": 0.8588088569936267,
"prevalence": 0.34231331944465637
},
"cold_extreme_ahead": {
"status": "ok",
"n": 34781,
"auroc": 0.8889642808465792,
"prevalence": 0.9922371506690979
},
"compound_climate_stress": {
"status": "ok",
"n": 34484,
"auroc": 0.8408040035042524,
"prevalence": 0.10836909711360931
}
},
"spring": {
"weather_regime_transition": {
"status": "ok",
"n": 35517,
"auroc": 0.8195739448204395,
"prevalence": 0.11805614084005356
},
"anomaly_regime_shift": {
"status": "ok",
"n": 33661,
"auroc": 0.8008558634683578,
"prevalence": 0.1972312182188034
},
"heat_extreme_ahead": {
"status": "ok",
"n": 33824,
"auroc": 0.8598247751044492,
"prevalence": 0.38673722743988037
},
"cold_extreme_ahead": {
"status": "ok",
"n": 33824,
"auroc": 0.8808588384962047,
"prevalence": 0.992135763168335
},
"compound_climate_stress": {
"status": "ok",
"n": 33551,
"auroc": 0.8250776462756207,
"prevalence": 0.1318887621164322
}
},
"summer": {
"weather_regime_transition": {
"status": "ok",
"n": 37958,
"auroc": 0.8272431231678729,
"prevalence": 0.09607987850904465
},
"anomaly_regime_shift": {
"status": "ok",
"n": 34049,
"auroc": 0.7561125223186418,
"prevalence": 0.14558430016040802
},
"heat_extreme_ahead": {
"status": "ok",
"n": 35807,
"auroc": 0.8307741006906282,
"prevalence": 0.3011143207550049
},
"cold_extreme_ahead": {
"status": "ok",
"n": 35807,
"auroc": 0.8920906963996089,
"prevalence": 0.9966766238212585
},
"compound_climate_stress": {
"status": "ok",
"n": 33884,
"auroc": 0.8072857962413625,
"prevalence": 0.07416480034589767
}
},
"winter": {
"weather_regime_transition": {
"status": "ok",
"n": 37751,
"auroc": 0.8356656389921794,
"prevalence": 0.1352282017469406
},
"anomaly_regime_shift": {
"status": "ok",
"n": 33936,
"auroc": 0.7692898279016002,
"prevalence": 0.22489391267299652
},
"heat_extreme_ahead": {
"status": "ok",
"n": 36099,
"auroc": 0.8632401264679015,
"prevalence": 0.37430399656295776
},
"cold_extreme_ahead": {
"status": "ok",
"n": 36099,
"auroc": 0.8784267084569318,
"prevalence": 0.9898889064788818
},
"compound_climate_stress": {
"status": "ok",
"n": 33872,
"auroc": 0.8158112953284866,
"prevalence": 0.14652219414710999
}
}
},
"anomaly_band": {
"above": {
"weather_regime_transition": {
"status": "ok",
"n": 21690,
"auroc": 0.779780226561228,
"prevalence": 0.10221300274133682
},
"anomaly_regime_shift": {
"status": "ok",
"n": 21168,
"auroc": 0.6646449935472716,
"prevalence": 0.29681596159935
},
"heat_extreme_ahead": {
"status": "ok",
"n": 21616,
"auroc": 0.7120190671069673,
"prevalence": 0.6423945426940918
},
"cold_extreme_ahead": {
"status": "ok",
"n": 21616,
"auroc": 0.7124266336963796,
"prevalence": 0.981772780418396
},
"compound_climate_stress": {
"status": "ok",
"n": 21151,
"auroc": 0.6987016311085784,
"prevalence": 0.21549808979034424
}
},
"below": {
"weather_regime_transition": {
"status": "ok",
"n": 19349,
"auroc": 0.8198986470316065,
"prevalence": 0.09633573144674301
},
"anomaly_regime_shift": {
"status": "ok",
"n": 18805,
"auroc": 0.7654367957596557,
"prevalence": 0.19712843000888824
},
"heat_extreme_ahead": {
"status": "ok",
"n": 19299,
"auroc": 0.7526127223881327,
"prevalence": 0.3971708416938782
},
"cold_extreme_ahead": {
"status": "ok",
"n": 19299,
"auroc": 0.8083943238551975,
"prevalence": 0.9984973073005676
},
"compound_climate_stress": {
"status": "ok",
"n": 18794,
"auroc": 0.7550197137621137,
"prevalence": 0.12041077017784119
}
},
"far_above": {
"weather_regime_transition": {
"status": "ok",
"n": 5348,
"auroc": 0.6924711612495188,
"prevalence": 0.2842184007167816
},
"anomaly_regime_shift": {
"status": "ok",
"n": 5269,
"auroc": 0.6542060868922378,
"prevalence": 0.4501802921295166
},
"heat_extreme_ahead": {
"status": "ok",
"n": 5338,
"auroc": 0.6015135765135765,
"prevalence": 0.9010865688323975
},
"cold_extreme_ahead": {
"status": "ok",
"n": 5338,
"auroc": 0.6429369506458786,
"prevalence": 0.9563506841659546
},
"compound_climate_stress": {
"status": "ok",
"n": 5266,
"auroc": 0.6363408784670053,
"prevalence": 0.4101785123348236
}
},
"far_below": {
"weather_regime_transition": {
"status": "ok",
"n": 4392,
"auroc": 0.7573012516740776,
"prevalence": 0.25819671154022217
},
"anomaly_regime_shift": {
"status": "ok",
"n": 4280,
"auroc": 0.6809781615497076,
"prevalence": 0.31962618231773376
},
"heat_extreme_ahead": {
"status": "ok",
"n": 4388,
"auroc": 0.6408075245620245,
"prevalence": 0.5341841578483582
},
"cold_extreme_ahead": {
"status": "ok",
"n": 4388,
"auroc": 0.7074025083284342,
"prevalence": 0.9968094825744629
},
"compound_climate_stress": {
"status": "ok",
"n": 4278,
"auroc": 0.6600681238448731,
"prevalence": 0.22019635140895844
}
},
"near": {
"weather_regime_transition": {
"status": "ok",
"n": 77832,
"auroc": 0.8400546291126294,
"prevalence": 0.09219858050346375
},
"anomaly_regime_shift": {
"status": "ok",
"n": 75082,
"auroc": 0.8011742293126954,
"prevalence": 0.12566260993480682
},
"heat_extreme_ahead": {
"status": "ok",
"n": 77508,
"auroc": 0.8579519971668789,
"prevalence": 0.22948598861694336
},
"cold_extreme_ahead": {
"status": "ok",
"n": 77508,
"auroc": 0.890322952349787,
"prevalence": 0.998309850692749
},
"compound_climate_stress": {
"status": "ok",
"n": 75031,
"auroc": 0.8561399015829027,
"prevalence": 0.06463994830846786
}
},
"unknown": {
"weather_regime_transition": {
"status": "ok",
"n": 18961,
"auroc": 0.7723105870025307,
"prevalence": 0.17599283158779144
},
"anomaly_regime_shift": {
"status": "ok",
"n": 11661,
"auroc": 0.7495041703685151,
"prevalence": 0.17082582414150238
},
"heat_extreme_ahead": {
"status": "ok",
"n": 12362,
"auroc": 0.8583009567701859,
"prevalence": 0.22561074793338776
},
"cold_extreme_ahead": {
"status": "ok",
"n": 12362,
"auroc": 0.8642217155758415,
"prevalence": 0.982284426689148
},
"compound_climate_stress": {
"status": "ok",
"n": 11271,
"auroc": 0.8458824333227051,
"prevalence": 0.07674562931060791
}
}
}
}
},
"gate": {
"criteria": {
"real_corpus_required": true,
"min_targets_significant": 2,
"min_paired_lift_vs_phase0": 0.03,
"min_paired_lift_vs_logistic": 0.0,
"max_collapsed_targets": 0,
"collapse_auroc_band": 0.005,
"max_ece": 0.1,
"min_selective_accuracy_gain": 0.02,
"min_entities": 100,
"leakage_tests_must_pass": true
},
"checks": {
"real_corpus": true,
"targets_significant_vs_phase0": [
"weather_regime_transition",
"anomaly_regime_shift",
"heat_extreme_ahead",
"cold_extreme_ahead",
"compound_climate_stress"
],
"enough_significant_targets": true,
"targets_significant_vs_logistic": [
"weather_regime_transition",
"cold_extreme_ahead"
],
"beats_logistic_baseline": true,
"collapsed_targets": [],
"no_collapsed_heads": true,
"calibration_within_bound": true,
"worst_ece": 0.02242891705034232,
"abstention_helps": true,
"enough_entities": true,
"leakage_tests_passed": true
},
"status": "promoted",
"blocking_reasons": [],
"statement": "Promoted: pre-declared criteria met on a real corpus."
}
},
"hydrology": {
"domain": {
"contract_version": "surprise-contract/0.3.0",
"domain_id": "hydrology",
"schema_version": "0.4.0",
"schema_hash": "5d147bb24c2cbe00",
"entity_kind": "opaque_gauge_site",
"categories": [
"very_low_flow",
"low_flow",
"normal_flow",
"elevated_flow",
"high_flow",
"flood_flow",
"no_flow",
"estimated_record",
"unknown"
],
"channels": [
"discharge_cfs",
"abs_daily_change_cfs",
"rise_ratio"
],
"context_dims": [
"state",
"flow_scale",
"season"
],
"targets": [
{
"name": "flow_regime_transition",
"kind": "category_transition",
"horizon": 6
},
{
"name": "discharge_regime_shift",
"kind": "magnitude_shift",
"horizon": 8,
"channel": "discharge_cfs",
"shift": 0.5
},
{
"name": "volatility_regime_shift",
"kind": "magnitude_shift",
"horizon": 24,
"channel": "abs_daily_change_cfs",
"shift": 0.6
},
{
"name": "surge_ahead",
"kind": "threshold_crossing",
"horizon": 8,
"channel": "rise_ratio",
"level": 1.3522727272727273,
"direction": "above",
"level_source": "train-split q0.9 of rise_ratio"
},
{
"name": "compound_hydrologic_stress",
"kind": "compound",
"horizon": 24,
"over": [
"discharge_regime_shift",
"volatility_regime_shift",
"surge_ahead"
],
"k": 2
}
],
"unavailable_sentinel": -9.0,
"permitted": [
"declared event category (incl. the unknown slot)",
"time gaps and cadence statistics (past-only)",
"declared magnitude channels and their explicit missingness indicators",
"event and source evidence-quality indicators",
"reference predictions, residuals and disagreement (as-of t)",
"regime indicators derived from past observations only",
"cold-start state",
"unavailable-reference mask",
"censored-horizon indicator"
],
"forbidden": [
"entity identity as a semantic claim",
"future events or future aggregates",
"ownership labels",
"private partner data",
"repayment, credit, default or causal outcomes"
],
"notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature."
},
"horizon_selection": {
"version": "surprise-horizons/0.1.0",
"band": [
0.08,
0.25
],
"min_prevalence": 0.05,
"level_quantile": 0.9,
"selected": {
"flow_regime_transition": {
"declared_horizon": 6,
"selected_horizon": 6,
"prevalence": 0.11365067958831787,
"in_band": true,
"level": null,
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.11365067958831787
},
{
"horizon": 12,
"prevalence": 0.07449127733707428
},
{
"horizon": 18,
"prevalence": 0.0598473846912384
},
{
"horizon": 24,
"prevalence": 0.056843508034944534
},
{
"horizon": 36,
"prevalence": 0.05328246206045151
},
{
"horizon": 48,
"prevalence": 0.05198643356561661
}
]
},
"discharge_regime_shift": {
"declared_horizon": 8,
"selected_horizon": 8,
"prevalence": 0.26130086183547974,
"in_band": false,
"level": null,
"prevalence_curve": [
{
"horizon": 8,
"prevalence": 0.26130086183547974
},
{
"horizon": 16,
"prevalence": 0.27037307620048523
},
{
"horizon": 24,
"prevalence": 0.2926720082759857
},
{
"horizon": 32,
"prevalence": 0.317865788936615
},
{
"horizon": 48,
"prevalence": 0.35746124386787415
},
{
"horizon": 64,
"prevalence": 0.37709543108940125
}
]
},
"volatility_regime_shift": {
"declared_horizon": 8,
"selected_horizon": 24,
"prevalence": 0.42258962988853455,
"in_band": false,
"level": null,
"prevalence_curve": [
{
"horizon": 8,
"prevalence": 0.46179747581481934
},
{
"horizon": 16,
"prevalence": 0.4309229552745819
},
{
"horizon": 24,
"prevalence": 0.42258962988853455
},
{
"horizon": 32,
"prevalence": 0.4351259768009186
},
{
"horizon": 48,
"prevalence": 0.4573401212692261
},
{
"horizon": 64,
"prevalence": 0.4583939015865326
}
]
},
"surge_ahead": {
"declared_horizon": 8,
"selected_horizon": 8,
"prevalence": 0.49722719192504883,
"in_band": false,
"level": 1.3522727272727273,
"prevalence_curve": [
{
"horizon": 8,
"prevalence": 0.49722719192504883
},
{
"horizon": 16,
"prevalence": 0.7140188813209534
},
{
"horizon": 24,
"prevalence": 0.8106768131256104
},
{
"horizon": 32,
"prevalence": 0.8634093999862671
},
{
"horizon": 48,
"prevalence": 0.9088893532752991
},
{
"horizon": 64,
"prevalence": 0.9323514103889465
}
]
}
},
"excluded": [],
"note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance."
},
"corpus": {
"real_corpus": true,
"source": "USGS Water Services daily values (public, credential-free)",
"source_url": "https://waterservices.usgs.gov/nwis/dv/",
"licence": "USGS public domain; cite USGS National Water Information System",
"states": [
"co",
"or",
"pa",
"ga",
"mn",
"az",
"wa",
"mo",
"ny",
"tx"
],
"windows": [
[
"2023-01-01",
"2024-01-01"
],
[
"2024-01-01",
"2025-01-01"
],
[
"2025-01-01",
"2026-01-01"
],
[
"2026-01-01",
"2026-08-20"
]
],
"parameter": "00060 discharge (cfs), daily mean",
"min_days_per_entity": 400,
"n_entities": 320,
"n_events": 424960,
"retrieved_at": "2026-08-29T04:29:02Z",
"note": "Descriptive public measurements only. Site codes are opaque grouping keys and are never used as features."
},
"split": {
"version": "surprise-splits/0.3.0",
"n_train": 247040,
"n_val": 77440,
"n_test": 85120,
"boundary_train_val": 1741305600.0,
"boundary_val_test": 1764288000.0,
"dropped_for_horizon_quarantine": 15360
},
"features": {
"n": 120,
"version": "surprise-features/0.4.0",
"degenerate_zeroed": [
"discharge_cfs_available",
"reference_missing_rate",
"cat_last__unknown",
"source_count_last",
"log_confirmations",
"censored_horizon",
"hour_sin",
"hour_cos"
]
},
"sequence": {
"version": "surprise-sequence/0.4.0",
"steps": 12
},
"targets": {
"prevalence": {
"flow_regime_transition": 0.11529580503702164,
"discharge_regime_shift": 0.28838294744491577,
"volatility_regime_shift": 0.4765455424785614,
"surge_ahead": 0.49828147888183594,
"compound_hydrologic_stress": 0.3916036784648895
},
"version": "surprise-targets/0.4.0"
},
"calibration": {
"method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half",
"parameters": [
[
1.7646888375076821,
-1.9446311524652697
],
[
1.6675294807747407,
-1.0704507575116868
],
[
1.7421420630461468,
-0.2933824257750084
],
[
1.1572539735411413,
0.12403574538727478
],
[
1.8405691143667475,
-0.4747717941136939
]
],
"per_target": [
{
"kind": "affine",
"slope": 1.7646888375076821,
"bias": -1.9446311524652697,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.025215475530294594,
"held_out_ece": 0.0162933004481886
},
{
"kind": "affine",
"slope": 1.6675294807747407,
"bias": -1.0704507575116868,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.017321044471436592,
"held_out_ece": 0.015044307429975609
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-2.812554,
-0.478948,
-0.204091,
-0.054643,
0.074706,
0.213492,
0.434017
],
"weights": [
3.4340882224369236,
-1.3652802141088909,
0.3480411977735325,
-1.140598304965518,
0.13504046067191244,
0.43023389225469044,
1.3730899514678294
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.020668418096264032,
"affine_held_out_ece": 0.021164301526083375
},
{
"kind": "affine",
"slope": 1.1572539735411413,
"bias": 0.12403574538727478,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.04368534641575401,
"held_out_ece": 0.010647729908556811
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-2.502086,
-0.591686,
-0.347267,
-0.176442,
-0.016837,
0.164435,
0.432082
],
"weights": [
4.044608089994366,
-2.6742688236430165,
0.2518655240945207,
0.3120722920376997,
0.15568733393821144,
0.37263499030572467,
-0.29445920762923805
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.015270167797910792,
"affine_held_out_ece": 0.01536230502948299
}
],
"piecewise_targets": [
"volatility_regime_shift",
"compound_hydrologic_stress"
]
},
"excluded_targets": [],
"abstention": {
"threshold": 0.3441898013706627,
"coverage": 0.8,
"selective_accuracy": 0.7452503551136364,
"base_accuracy": 0.7221946022727272,
"curve": [
{
"coverage": 0.5,
"threshold": 0.2940758171431984,
"selective_accuracy": 0.7812951962809918
},
{
"coverage": 0.6,
"threshold": 0.3113477213450007,
"selective_accuracy": 0.7682840478650137
},
{
"coverage": 0.7,
"threshold": 0.32778592302177484,
"selective_accuracy": 0.7568726018299883
},
{
"coverage": 0.8,
"threshold": 0.3441898013706627,
"selective_accuracy": 0.7452503551136364
},
{
"coverage": 0.9,
"threshold": 0.36216605277224817,
"selective_accuracy": 0.7342996728650137
},
{
"coverage": 1.0,
"threshold": 0.4056001117664251,
"selective_accuracy": 0.7221946022727272
}
],
"fit_split": "validation",
"evaluation_split": "test",
"test_coverage": 0.8472274436090226,
"test_base_accuracy": 0.7027929197994988,
"test_selective_accuracy": 0.715188492613752,
"test_selective_accuracy_gain": 0.012395572814253186
},
"evaluation": {
"version": "surprise-eval/0.3.0",
"domain_id": "hydrology",
"schema_hash": "5d147bb24c2cbe00",
"targets": {
"flow_regime_transition": {
"status": "ok",
"candidate": {
"n": 83200,
"prevalence": 0.1104326918721199,
"auroc": 0.8021500549240848,
"auprc": 0.3667438815266156,
"brier": 0.0828755213256556,
"ece": 0.010075223093827109,
"lead_at_far10_hours": -888.0
},
"baselines": {
"phase0_rules": {
"n": 83200,
"prevalence": 0.1104326918721199,
"auroc": 0.7150303835055657,
"auprc": 0.2502001746234202,
"brier": 0.5118554810049587,
"ece": 0.6230420632710063,
"lead_at_far10_hours": 1584.0
},
"ewma_z": {
"n": 83200,
"prevalence": 0.1104326918721199,
"auroc": 0.7616106405787989,
"auprc": 0.2536286284060931,
"brier": 0.19660753964135816,
"ece": 0.2423150490629302,
"lead_at_far10_hours": 3768.0
},
"logistic": {
"n": 83200,
"prevalence": 0.1104326918721199,
"auroc": 0.8270179042492986,
"auprc": 0.39635853977064317,
"brier": 0.08040904598554274,
"ece": 0.026252412764440104,
"lead_at_far10_hours": 3744.0
}
},
"auroc_ci95": {
"candidate": [
0.7906439555204751,
0.8138512105288024
],
"phase0_rules": [
0.6995412514784747,
0.7303865068737722
],
"ewma_z": [
0.7500131151573783,
0.7715195577259525
],
"logistic": [
0.8167916828573902,
0.8377326323234258
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.08748091168000238,
"ci95": [
0.07692869839403935,
0.0973082180284842
],
"significant": true
},
"ewma_z": {
"mean": 0.04067609459149017,
"ci95": [
0.0342637155311923,
0.04750106990751252
],
"significant": true
},
"logistic": {
"mean": -0.024855919481454835,
"ci95": [
-0.02946474617936352,
-0.02010548030652416
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 320,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"discharge_regime_shift": {
"status": "ok",
"candidate": {
"n": 82560,
"prevalence": 0.275884211063385,
"auroc": 0.7636129599217235,
"auprc": 0.5927120263237124,
"brier": 0.1600734546266245,
"ece": 0.01509208779315832,
"lead_at_far10_hours": 2640.0
},
"baselines": {
"phase0_rules": {
"n": 82560,
"prevalence": 0.275884211063385,
"auroc": 0.5657101829635945,
"auprc": 0.32819121464371176,
"brier": 0.44327816897714933,
"ece": 0.45808430215614004,
"lead_at_far10_hours": 456.0
},
"ewma_z": {
"n": 82560,
"prevalence": 0.275884211063385,
"auroc": 0.6402301707159651,
"auprc": 0.38276006329566553,
"brier": 0.24754704219650403,
"ece": 0.1833336710272266,
"lead_at_far10_hours": 2640.0
},
"logistic": {
"n": 82560,
"prevalence": 0.275884211063385,
"auroc": 0.7557679401904677,
"auprc": 0.5595830195789445,
"brier": 0.16653249620787422,
"ece": 0.04345609052230405,
"lead_at_far10_hours": 2640.0
}
},
"auroc_ci95": {
"candidate": [
0.7511436769666298,
0.7757561208687381
],
"phase0_rules": [
0.5488606878551766,
0.5803536342503272
],
"ewma_z": [
0.6262272318590567,
0.6521228876069183
],
"logistic": [
0.7437726482325792,
0.7681149941176121
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.19872587127043786,
"ci95": [
0.18122933032089117,
0.21849483352663474
],
"significant": true
},
"ewma_z": {
"mean": 0.12408091813614978,
"ci95": [
0.1117602992161799,
0.13730084910774001
],
"significant": true
},
"logistic": {
"mean": 0.007824015199945371,
"ci95": [
0.002090074798442071,
0.013128718461368117
],
"significant": true
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 320,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"volatility_regime_shift": {
"status": "ok",
"candidate": {
"n": 77440,
"prevalence": 0.47379907965660095,
"auroc": 0.6928088537448479,
"auprc": 0.6355240140617973,
"brier": 0.22171233595840348,
"ece": 0.04781920014772668,
"lead_at_far10_hours": 2256.0
},
"baselines": {
"phase0_rules": {
"n": 77440,
"prevalence": 0.47379907965660095,
"auroc": 0.5466396588827463,
"auprc": 0.528644807713139,
"brier": 0.3539903940537579,
"ece": 0.29691138452785487,
"lead_at_far10_hours": 72.0
},
"ewma_z": {
"n": 77440,
"prevalence": 0.47379907965660095,
"auroc": 0.577570575316679,
"auprc": 0.534685350277172,
"brier": 0.32567441688695425,
"ece": 0.27330744199288465,
"lead_at_far10_hours": 2256.0
},
"logistic": {
"n": 77440,
"prevalence": 0.47379907965660095,
"auroc": 0.6838339604198029,
"auprc": 0.6177961356088972,
"brier": 0.22178398085331005,
"ece": 0.02128131779940609,
"lead_at_far10_hours": 2160.0
}
},
"auroc_ci95": {
"candidate": [
0.6730133564313522,
0.7118077823081791
],
"phase0_rules": [
0.5290120936307272,
0.5638293679922446
],
"ewma_z": [
0.5606589378890289,
0.5935439934779712
],
"logistic": [
0.6601686538881952,
0.7024979222032559
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.1468597156912616,
"ci95": [
0.12264437594610914,
0.1734837753346677
],
"significant": true
},
"ewma_z": {
"mean": 0.11578152276743253,
"ci95": [
0.09259776336525063,
0.13837726298032632
],
"significant": true
},
"logistic": {
"mean": 0.009143955808206356,
"ci95": [
0.0010350134657298477,
0.01724392946003217
],
"significant": true
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 320,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"surge_ahead": {
"status": "ok",
"candidate": {
"n": 82486,
"prevalence": 0.49271392822265625,
"auroc": 0.6442699273496252,
"auprc": 0.6075493937885915,
"brier": 0.2347384486047421,
"ece": 0.028603232480384877,
"lead_at_far10_hours": -1728.0
},
"baselines": {
"phase0_rules": {
"n": 82486,
"prevalence": 0.49271392822265625,
"auroc": 0.639844043572415,
"auprc": 0.6157489734615125,
"brier": 0.3074865403193038,
"ece": 0.24735240672954895,
"lead_at_far10_hours": 840.0
},
"ewma_z": {
"n": 82486,
"prevalence": 0.49271392822265625,
"auroc": 0.6250236763115179,
"auprc": 0.5816113231087536,
"brier": 0.3092710287130273,
"ece": 0.25000503935634283,
"lead_at_far10_hours": 3024.0
},
"logistic": {
"n": 82486,
"prevalence": 0.49271392822265625,
"auroc": 0.6717793575243336,
"auprc": 0.6383075821243966,
"brier": 0.22883368066650125,
"ece": 0.02710731398243705,
"lead_at_far10_hours": -1728.0
}
},
"auroc_ci95": {
"candidate": [
0.6282259898827817,
0.660772599351511
],
"phase0_rules": [
0.6218298778839814,
0.6566557923274261
],
"ewma_z": [
0.6087599803410088,
0.6408748955737115
],
"logistic": [
0.6552438725135571,
0.6879547131995096
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.0042602888883939444,
"ci95": [
-0.00661736122656372,
0.01441369552895706
],
"significant": false
},
"ewma_z": {
"mean": 0.01947138073743799,
"ci95": [
0.010726631153195337,
0.027726833617725193
],
"significant": true
},
"logistic": {
"mean": -0.02734940758401919,
"ci95": [
-0.03460313865087806,
-0.020080660012396886
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 320,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"compound_hydrologic_stress": {
"status": "ok",
"candidate": {
"n": 77440,
"prevalence": 0.37844783067703247,
"auroc": 0.7099049565471537,
"auprc": 0.6080028938531867,
"brier": 0.20405420053841317,
"ece": 0.022674112388387103,
"lead_at_far10_hours": 2256.0
},
"baselines": {
"phase0_rules": {
"n": 77440,
"prevalence": 0.37844783067703247,
"auroc": 0.6025130759110512,
"auprc": 0.4840788105970597,
"brier": 0.37680930564428045,
"ece": 0.35802137765951225,
"lead_at_far10_hours": 216.0
},
"ewma_z": {
"n": 77440,
"prevalence": 0.37844783067703247,
"auroc": 0.6422975967177126,
"auprc": 0.4920283533305436,
"brier": 0.2673452744033812,
"ece": 0.19690840616285435,
"lead_at_far10_hours": 2400.0
},
"logistic": {
"n": 77440,
"prevalence": 0.37844783067703247,
"auroc": 0.7060559282729977,
"auprc": 0.5941615346779276,
"brier": 0.20660969236953122,
"ece": 0.029092429163741957,
"lead_at_far10_hours": 1512.0
}
},
"auroc_ci95": {
"candidate": [
0.6960557576066375,
0.7245601751192029
],
"phase0_rules": [
0.5857633584924495,
0.6159283545576365
],
"ewma_z": [
0.6279362260701187,
0.6541556719960784
],
"logistic": [
0.6924196326206246,
0.7189137701548752
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.10770792134128424,
"ci95": [
0.08957214481209017,
0.12325740666075181
],
"significant": true
},
"ewma_z": {
"mean": 0.067879818986269,
"ci95": [
0.05398077157074441,
0.07946067240687972
],
"significant": true
},
"logistic": {
"mean": 0.004143223856210647,
"ci95": [
-0.0035964959572896884,
0.011796423470708379
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 320,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
}
},
"slices": {
"state": {
"ga": {
"flow_regime_transition": {
"status": "ok",
"n": 40300,
"auroc": 0.7977551082708715,
"prevalence": 0.13985112309455872
},
"discharge_regime_shift": {
"status": "ok",
"n": 39990,
"auroc": 0.760610297206064,
"prevalence": 0.24978744983673096
},
"volatility_regime_shift": {
"status": "ok",
"n": 37510,
"auroc": 0.6510221565159215,
"prevalence": 0.4937083423137665
},
"surge_ahead": {
"status": "ok",
"n": 39955,
"auroc": 0.658801098547648,
"prevalence": 0.5049931406974792
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 37510,
"auroc": 0.6850463405223294,
"prevalence": 0.3822980523109436
}
},
"ny": {
"flow_regime_transition": {
"status": "ok",
"n": 20020,
"auroc": 0.8008224034419339,
"prevalence": 0.09895104914903641
},
"discharge_regime_shift": {
"status": "ok",
"n": 19866,
"auroc": 0.7614955894734037,
"prevalence": 0.34722641110420227
},
"volatility_regime_shift": {
"status": "ok",
"n": 18634,
"auroc": 0.7324600956717761,
"prevalence": 0.5019856095314026
},
"surge_ahead": {
"status": "ok",
"n": 19827,
"auroc": 0.663075064036182,
"prevalence": 0.4648711383342743
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 18634,
"auroc": 0.7537755338090101,
"prevalence": 0.4164430499076843
}
},
"pa": {
"flow_regime_transition": {
"status": "ok",
"n": 22880,
"auroc": 0.7760630245050855,
"prevalence": 0.06866258382797241
},
"discharge_regime_shift": {
"status": "ok",
"n": 22704,
"auroc": 0.7682671516561003,
"prevalence": 0.25942564010620117
},
"volatility_regime_shift": {
"status": "ok",
"n": 21296,
"auroc": 0.726775068779705,
"prevalence": 0.4140683710575104
},
"surge_ahead": {
"status": "ok",
"n": 22704,
"auroc": 0.5982499348425443,
"prevalence": 0.49541932344436646
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 21296,
"auroc": 0.708218821570416,
"prevalence": 0.3384203612804413
}
}
},
"flow_scale": {
"large": {
"flow_regime_transition": {
"status": "ok",
"n": 24478,
"auroc": 0.7936147202678361,
"prevalence": 0.10429773479700089
},
"discharge_regime_shift": {
"status": "ok",
"n": 24304,
"auroc": 0.7612901117924566,
"prevalence": 0.31616196036338806
},
"volatility_regime_shift": {
"status": "ok",
"n": 22783,
"auroc": 0.6092139218810063,
"prevalence": 0.5879383683204651
},
"surge_ahead": {
"status": "ok",
"n": 24304,
"auroc": 0.6008067923605797,
"prevalence": 0.48815008997917175
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 22783,
"auroc": 0.6741237068404474,
"prevalence": 0.44208401441574097
}
},
"major": {
"flow_regime_transition": {
"status": "ok",
"n": 15477,
"auroc": 0.8164663590344888,
"prevalence": 0.0682302787899971
},
"discharge_regime_shift": {
"status": "ok",
"n": 15376,
"auroc": 0.7458284766552649,
"prevalence": 0.28069719672203064
},
"volatility_regime_shift": {
"status": "ok",
"n": 14462,
"auroc": 0.6044636857412458,
"prevalence": 0.5494399070739746
},
"surge_ahead": {
"status": "ok",
"n": 15376,
"auroc": 0.6568023703360762,
"prevalence": 0.3593912720680237
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 14462,
"auroc": 0.6803464739079516,
"prevalence": 0.3522334396839142
}
},
"medium": {
"flow_regime_transition": {
"status": "ok",
"n": 29302,
"auroc": 0.8080419801505855,
"prevalence": 0.1240188404917717
},
"discharge_regime_shift": {
"status": "ok",
"n": 29061,
"auroc": 0.7604594338364619,
"prevalence": 0.2724957764148712
},
"volatility_regime_shift": {
"status": "ok",
"n": 27264,
"auroc": 0.6609964147194107,
"prevalence": 0.4595070481300354
},
"surge_ahead": {
"status": "ok",
"n": 29061,
"auroc": 0.6418288157045554,
"prevalence": 0.5181859135627747
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 27264,
"auroc": 0.7106913266867851,
"prevalence": 0.39553990960121155
}
},
"small": {
"flow_regime_transition": {
"status": "ok",
"n": 12707,
"auroc": 0.7677851321795992,
"prevalence": 0.13567325472831726
},
"discharge_regime_shift": {
"status": "ok",
"n": 12597,
"auroc": 0.7775396867118408,
"prevalence": 0.21084384620189667
},
"volatility_regime_shift": {
"status": "ok",
"n": 11803,
"auroc": 0.7470000893958978,
"prevalence": 0.2273998111486435
},
"surge_ahead": {
"status": "ok",
"n": 12597,
"auroc": 0.6052922572295539,
"prevalence": 0.5915694236755371
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 11803,
"auroc": 0.7537940129506681,
"prevalence": 0.26798272132873535
}
},
"trickle": {
"flow_regime_transition": {
"status": "ok",
"n": 1044,
"auroc": 0.6969272362568679,
"prevalence": 0.19636015594005585
},
"discharge_regime_shift": {
"status": "ok",
"n": 1033,
"auroc": 0.8685897435897436,
"prevalence": 0.16360116004943848
},
"volatility_regime_shift": {
"status": "ok",
"n": 957,
"auroc": 0.8189466348068498,
"prevalence": 0.1253918558359146
},
"surge_ahead": {
"status": "ok",
"n": 1033,
"auroc": 0.4667572729944167,
"prevalence": 0.6427879929542542
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 957,
"auroc": 0.8100706576597562,
"prevalence": 0.16927899420261383
}
},
"zero": {
"flow_regime_transition": {
"status": "ok",
"n": 192,
"auroc": 0.6033380681818182,
"prevalence": 0.0833333358168602
},
"discharge_regime_shift": {
"status": "ok",
"n": 189,
"auroc": 0.9174436674436675,
"prevalence": 0.1746031790971756
},
"volatility_regime_shift": {
"status": "ok",
"n": 171,
"auroc": 0.7058823529411765,
"prevalence": 0.10526315867900848
},
"surge_ahead": {
"status": "ok",
"n": 115,
"auroc": 0.6582365003417635,
"prevalence": 0.6695652008056641
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 171,
"auroc": 0.8947841726618705,
"prevalence": 0.1871345043182373
}
}
},
"season": {
"autumn": {
"flow_regime_transition": {
"status": "ok",
"n": 960,
"auroc": 0.7895996187811134,
"prevalence": 0.12187500298023224
},
"discharge_regime_shift": {
"status": "ok",
"n": 960,
"auroc": 0.6835527403212993,
"prevalence": 0.28437501192092896
},
"volatility_regime_shift": {
"status": "ok",
"n": 960,
"auroc": 0.72999510860704,
"prevalence": 0.39791667461395264
},
"surge_ahead": {
"status": "ok",
"n": 960,
"auroc": 0.7272699594634562,
"prevalence": 0.5229166746139526
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 960,
"auroc": 0.70187805726098,
"prevalence": 0.35104167461395264
}
},
"spring": {
"flow_regime_transition": {
"status": "ok",
"n": 29440,
"auroc": 0.7732985886629256,
"prevalence": 0.11596467345952988
},
"discharge_regime_shift": {
"status": "ok",
"n": 29440,
"auroc": 0.7699035394759387,
"prevalence": 0.308865487575531
},
"volatility_regime_shift": {
"status": "ok",
"n": 29440,
"auroc": 0.7277219471573948,
"prevalence": 0.49493885040283203
},
"surge_ahead": {
"status": "ok",
"n": 29408,
"auroc": 0.6111116958206548,
"prevalence": 0.48701032996177673
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 29440,
"auroc": 0.7600412527789753,
"prevalence": 0.40312498807907104
}
},
"summer": {
"flow_regime_transition": {
"status": "ok",
"n": 24000,
"auroc": 0.792489396313234,
"prevalence": 0.18000000715255737
},
"discharge_regime_shift": {
"status": "ok",
"n": 23360,
"auroc": 0.7879315573682497,
"prevalence": 0.28116437792778015
},
"volatility_regime_shift": {
"status": "ok",
"n": 18240,
"auroc": 0.6801414453479683,
"prevalence": 0.4345943033695221
},
"surge_ahead": {
"status": "ok",
"n": 23341,
"auroc": 0.6777169370202367,
"prevalence": 0.5950902104377747
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 18240,
"auroc": 0.7189481165234965,
"prevalence": 0.41003289818763733
}
},
"winter": {
"flow_regime_transition": {
"status": "ok",
"n": 28800,
"auroc": 0.7707992021685477,
"prevalence": 0.04642361029982567
},
"discharge_regime_shift": {
"status": "ok",
"n": 28800,
"auroc": 0.7346714382050695,
"prevalence": 0.23760417103767395
},
"volatility_regime_shift": {
"status": "ok",
"n": 28800,
"auroc": 0.6706425660187393,
"prevalence": 0.4795486032962799
},
"surge_ahead": {
"status": "ok",
"n": 28777,
"auroc": 0.6572900267850401,
"prevalence": 0.4144977033138275
},
"compound_hydrologic_stress": {
"status": "ok",
"n": 28800,
"auroc": 0.646823231878748,
"prevalence": 0.33413195610046387
}
}
}
}
},
"gate": {
"criteria": {
"real_corpus_required": true,
"min_targets_significant": 2,
"min_paired_lift_vs_phase0": 0.03,
"min_paired_lift_vs_logistic": 0.0,
"max_collapsed_targets": 0,
"collapse_auroc_band": 0.005,
"max_ece": 0.1,
"min_selective_accuracy_gain": 0.02,
"min_entities": 100,
"leakage_tests_must_pass": true
},
"checks": {
"real_corpus": true,
"targets_significant_vs_phase0": [
"flow_regime_transition",
"discharge_regime_shift",
"volatility_regime_shift",
"compound_hydrologic_stress"
],
"enough_significant_targets": true,
"targets_significant_vs_logistic": [
"discharge_regime_shift",
"volatility_regime_shift"
],
"beats_logistic_baseline": true,
"collapsed_targets": [],
"no_collapsed_heads": true,
"calibration_within_bound": true,
"worst_ece": 0.04781920014772668,
"abstention_helps": false,
"enough_entities": true,
"leakage_tests_passed": true
},
"status": "candidate_not_promoted",
"blocking_reasons": [
"abstention does not improve selective accuracy enough to be useful"
],
"statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one."
}
},
"markets": {
"domain": {
"contract_version": "surprise-contract/0.3.0",
"domain_id": "markets",
"schema_version": "0.4.0",
"schema_hash": "ff0fef09349ea5a3",
"entity_kind": "public_market_product",
"categories": [
"quiet_drift",
"mild_up",
"mild_down",
"strong_up",
"strong_down",
"shock_up",
"shock_down",
"illiquid_session",
"unknown"
],
"channels": [
"abs_return_bps",
"range_bps",
"volume_base",
"notional_usd"
],
"context_dims": [
"quote_currency",
"liquidity_tier",
"session_direction"
],
"targets": [
{
"name": "regime_transition",
"kind": "category_transition",
"horizon": 40
},
{
"name": "volatility_regime_shift",
"kind": "magnitude_shift",
"horizon": 28,
"channel": "range_bps",
"shift": 0.4
},
{
"name": "volume_regime_shift",
"kind": "magnitude_shift",
"horizon": 14,
"channel": "notional_usd",
"shift": 0.6
},
{
"name": "dislocation_ahead",
"kind": "threshold_crossing",
"horizon": 7,
"channel": "abs_return_bps",
"level": 874.7509583969907,
"direction": "above",
"level_source": "train-split q0.9 of abs_return_bps"
},
{
"name": "compound_market_stress",
"kind": "compound",
"horizon": 28,
"over": [
"volatility_regime_shift",
"volume_regime_shift",
"dislocation_ahead"
],
"k": 2
}
],
"unavailable_sentinel": -9.0,
"permitted": [
"declared event category (incl. the unknown slot)",
"time gaps and cadence statistics (past-only)",
"declared magnitude channels and their explicit missingness indicators",
"event and source evidence-quality indicators",
"reference predictions, residuals and disagreement (as-of t)",
"regime indicators derived from past observations only",
"cold-start state",
"unavailable-reference mask",
"censored-horizon indicator"
],
"forbidden": [
"entity identity as a semantic claim",
"future events or future aggregates",
"ownership labels",
"private partner data",
"repayment, credit, default or causal outcomes"
],
"notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature."
},
"horizon_selection": {
"version": "surprise-horizons/0.1.0",
"band": [
0.08,
0.25
],
"min_prevalence": 0.05,
"level_quantile": 0.9,
"selected": {
"regime_transition": {
"declared_horizon": 5,
"selected_horizon": 40,
"prevalence": 0.4742833077907562,
"in_band": false,
"level": null,
"prevalence_curve": [
{
"horizon": 5,
"prevalence": 0.5885528922080994
},
{
"horizon": 10,
"prevalence": 0.5400406718254089
},
{
"horizon": 15,
"prevalence": 0.5156838893890381
},
{
"horizon": 20,
"prevalence": 0.4977133870124817
},
{
"horizon": 30,
"prevalence": 0.4844571650028229
},
{
"horizon": 40,
"prevalence": 0.4742833077907562
}
]
},
"volatility_regime_shift": {
"declared_horizon": 7,
"selected_horizon": 28,
"prevalence": 0.20286549627780914,
"in_band": true,
"level": null,
"prevalence_curve": [
{
"horizon": 7,
"prevalence": 0.2844112515449524
},
{
"horizon": 14,
"prevalence": 0.22786802053451538
},
{
"horizon": 21,
"prevalence": 0.2114821970462799
},
{
"horizon": 28,
"prevalence": 0.20286549627780914
},
{
"horizon": 42,
"prevalence": 0.2054283171892166
},
{
"horizon": 56,
"prevalence": 0.20782968401908875
}
]
},
"volume_regime_shift": {
"declared_horizon": 7,
"selected_horizon": 14,
"prevalence": 0.3137523829936981,
"in_band": false,
"level": null,
"prevalence_curve": [
{
"horizon": 7,
"prevalence": 0.3320956528186798
},
{
"horizon": 14,
"prevalence": 0.3137523829936981
},
{
"horizon": 21,
"prevalence": 0.31728383898735046
},
{
"horizon": 28,
"prevalence": 0.32384219765663147
},
{
"horizon": 42,
"prevalence": 0.3473312556743622
},
{
"horizon": 56,
"prevalence": 0.36843910813331604
}
]
},
"dislocation_ahead": {
"declared_horizon": 7,
"selected_horizon": 7,
"prevalence": 0.3765513002872467,
"in_band": false,
"level": 874.7509583969907,
"prevalence_curve": [
{
"horizon": 7,
"prevalence": 0.3765513002872467
},
{
"horizon": 14,
"prevalence": 0.5390374064445496
},
{
"horizon": 21,
"prevalence": 0.6414085626602173
},
{
"horizon": 28,
"prevalence": 0.7120774984359741
},
{
"horizon": 42,
"prevalence": 0.8070628643035889
},
{
"horizon": 56,
"prevalence": 0.8659469485282898
}
]
}
},
"excluded": [],
"note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance."
},
"corpus": {
"real_corpus": true,
"source": "Coinbase Exchange public market data API (no key required)",
"source_url": "https://api.exchange.coinbase.com",
"licence": "public market data; no attribution required",
"windows": [
[
"2024-01-01",
"2024-10-01"
],
[
"2024-10-01",
"2025-07-01"
],
[
"2025-07-01",
"2026-04-01"
],
[
"2026-04-01",
"2026-08-20"
]
],
"granularity_seconds": 86400,
"min_days_per_entity": 200,
"products_requested": 406,
"n_entities": 357,
"n_events": 263312,
"retrieved_at": "2026-08-29T05:30:06Z",
"note": "Descriptive public aggregate bars only. Product identifiers are opaque grouping keys and are never used as features."
},
"split": {
"version": "surprise-splits/0.3.0",
"n_train": 145449,
"n_val": 38227,
"n_test": 52822,
"boundary_train_val": 1761350400.0,
"boundary_val_test": 1774483200.0,
"dropped_for_horizon_quarantine": 26814
},
"features": {
"n": 137,
"version": "surprise-features/0.4.0",
"degenerate_zeroed": [
"abs_return_bps_available",
"range_bps_available",
"volume_base_available",
"notional_usd_available",
"reference_missing_rate",
"cat_last__unknown",
"source_count_last",
"log_confirmations",
"censored_horizon",
"hour_sin",
"hour_cos"
]
},
"sequence": {
"version": "surprise-sequence/0.4.0",
"steps": 12
},
"targets": {
"prevalence": {
"regime_transition": 0.4721952974796295,
"volatility_regime_shift": 0.19814321398735046,
"volume_regime_shift": 0.33299216628074646,
"dislocation_ahead": 0.37798064947128296,
"compound_market_stress": 0.238977313041687
},
"version": "surprise-targets/0.4.0"
},
"calibration": {
"method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half",
"parameters": [
[
1.3551316504891808,
-0.0947670280469063
],
[
0.8948743482831393,
-1.6712119394549307
],
[
1.4480280820956,
-0.9050304978557646
],
[
0.9652183174567402,
-0.3813821466712952
],
[
1.3290254722521955,
-1.487168684705429
]
],
"per_target": [
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-3.588523,
-0.171746,
-0.054719,
0.024988,
0.096209,
0.175211,
0.287161
],
"weights": [
2.633273860238328,
-2.403871155829767,
-0.0980021990342767,
0.7557934271042352,
1.1900074706745436,
0.21035722903310283,
4.05620901233316
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.023750313688604308,
"affine_held_out_ece": 0.030101014290090964
},
{
"kind": "affine",
"slope": 0.8948743482831393,
"bias": -1.6712119394549307,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.04662756292619043,
"held_out_ece": 0.013305416327421778
},
{
"kind": "affine",
"slope": 1.4480280820956,
"bias": -0.9050304978557646,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.03597423280465952,
"held_out_ece": 0.020119948113905824
},
{
"kind": "affine",
"slope": 0.9652183174567402,
"bias": -0.3813821466712952,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.02672531935469762,
"held_out_ece": 0.026064322125330493
},
{
"kind": "affine",
"slope": 1.3290254722521955,
"bias": -1.487168684705429,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.03318502914430289,
"held_out_ece": 0.02310457254127463
}
],
"piecewise_targets": [
"regime_transition"
]
},
"excluded_targets": [],
"abstention": {
"threshold": 0.33078710242198683,
"coverage": 0.7999843042875454,
"selective_accuracy": 0.7070206991269089,
"base_accuracy": 0.6841394825646794,
"curve": [
{
"coverage": 0.5000130797603788,
"threshold": 0.3103543083112079,
"selective_accuracy": 0.7242754002301978
},
{
"coverage": 0.5999947680958485,
"threshold": 0.31566466915238917,
"selective_accuracy": 0.7204569236135334
},
{
"coverage": 0.7000026159520758,
"threshold": 0.3221390431556907,
"selective_accuracy": 0.7153182106954669
},
{
"coverage": 0.7999843042875454,
"threshold": 0.33078710242198683,
"selective_accuracy": 0.7070206991269089
},
{
"coverage": 0.8999921521437727,
"threshold": 0.34540880261846296,
"selective_accuracy": 0.6986455063364725
},
{
"coverage": 1.0,
"threshold": 0.9298549226693696,
"selective_accuracy": 0.6841394825646794
}
],
"fit_split": "validation",
"evaluation_split": "test",
"test_coverage": 0.6319147324978229,
"test_base_accuracy": 0.703346143652266,
"test_selective_accuracy": 0.7446628119476318,
"test_selective_accuracy_gain": 0.041316668295365844
},
"evaluation": {
"version": "surprise-eval/0.3.0",
"domain_id": "markets",
"schema_hash": "ff0fef09349ea5a3",
"targets": {
"regime_transition": {
"status": "ok",
"candidate": {
"n": 38542,
"prevalence": 0.4466037154197693,
"auroc": 0.6460028634015175,
"auprc": 0.5961788552400324,
"brier": 0.23311082036195427,
"ece": 0.04550838942835933,
"lead_at_far10_hours": 456.0
},
"baselines": {
"phase0_rules": {
"n": 38542,
"prevalence": 0.4466037154197693,
"auroc": 0.5194002331729443,
"auprc": 0.45756740255353395,
"brier": 0.35540136910121994,
"ece": 0.29836503774219125,
"lead_at_far10_hours": 648.0
},
"ewma_z": {
"n": 38542,
"prevalence": 0.4466037154197693,
"auroc": 0.5471075755924689,
"auprc": 0.48269119445524217,
"brier": 0.34165885955279596,
"ece": 0.2876878651873702,
"lead_at_far10_hours": 1248.0
},
"logistic": {
"n": 38542,
"prevalence": 0.4466037154197693,
"auroc": 0.5676268339055113,
"auprc": 0.5303039231770783,
"brier": 0.24212828827452776,
"ece": 0.044471577225469,
"lead_at_far10_hours": 1296.0
}
},
"auroc_ci95": {
"candidate": [
0.6260719295179418,
0.6650278809649399
],
"phase0_rules": [
0.5018597382958532,
0.538256919830972
],
"ewma_z": [
0.5331366950478564,
0.5623061356673307
],
"logistic": [
0.5473067106249785,
0.5908344458029919
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.12618241456462406,
"ci95": [
0.10648867069131829,
0.14549988861811952
],
"significant": true
},
"ewma_z": {
"mean": 0.0989030958291575,
"ci95": [
0.08314399355237441,
0.1137115443090064
],
"significant": true
},
"logistic": {
"mean": 0.07823303827633472,
"ci95": [
0.060154732214451036,
0.09545680601332958
],
"significant": true
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 357,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"volatility_regime_shift": {
"status": "ok",
"candidate": {
"n": 42826,
"prevalence": 0.2159435898065567,
"auroc": 0.6218132721782326,
"auprc": 0.3555459339046461,
"brier": 0.1676255777399279,
"ece": 0.07233780536693346,
"lead_at_far10_hours": 768.0
},
"baselines": {
"phase0_rules": {
"n": 42826,
"prevalence": 0.2159435898065567,
"auroc": 0.48694184437526133,
"auprc": 0.209106546357122,
"brier": 0.4504335433128151,
"ece": 0.4801713868905205,
"lead_at_far10_hours": 1080.0
},
"ewma_z": {
"n": 42826,
"prevalence": 0.2159435898065567,
"auroc": 0.5175684797762623,
"auprc": 0.2290132894740472,
"brier": 0.22553929097323963,
"ece": 0.18861392201931343,
"lead_at_far10_hours": 1704.0
},
"logistic": {
"n": 42826,
"prevalence": 0.2159435898065567,
"auroc": 0.592816539102984,
"auprc": 0.300277343353585,
"brier": 0.17020796076545927,
"ece": 0.06936842012668053,
"lead_at_far10_hours": -1104.0
}
},
"auroc_ci95": {
"candidate": [
0.5999563983203797,
0.6411562678781102
],
"phase0_rules": [
0.4691338397623642,
0.5056696406884078
],
"ewma_z": [
0.5060269761204005,
0.5292447427426551
],
"logistic": [
0.5693679962402686,
0.6150361064034139
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.13467937764016152,
"ci95": [
0.10879018835254665,
0.16333399931688938
],
"significant": true
},
"ewma_z": {
"mean": 0.10405729800714335,
"ci95": [
0.08244964784646718,
0.12588778098683265
],
"significant": true
},
"logistic": {
"mean": 0.028546021065553737,
"ci95": [
0.010346836636247723,
0.04741475976716045
],
"significant": true
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 357,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"volume_regime_shift": {
"status": "ok",
"candidate": {
"n": 47824,
"prevalence": 0.3353128135204315,
"auroc": 0.6388356983561869,
"auprc": 0.487862014564706,
"brier": 0.20994021836627913,
"ece": 0.03473692200524878,
"lead_at_far10_hours": 840.0
},
"baselines": {
"phase0_rules": {
"n": 47824,
"prevalence": 0.3353128135204315,
"auroc": 0.5185416039107051,
"auprc": 0.34823643446558517,
"brier": 0.39719004596993246,
"ece": 0.38163277902736487,
"lead_at_far10_hours": 1104.0
},
"ewma_z": {
"n": 47824,
"prevalence": 0.3353128135204315,
"auroc": 0.5314027084617683,
"auprc": 0.36394645237852014,
"brier": 0.28560453075461745,
"ece": 0.2284346772664639,
"lead_at_far10_hours": 1704.0
},
"logistic": {
"n": 47824,
"prevalence": 0.3353128135204315,
"auroc": 0.646417020666003,
"auprc": 0.4792345854435627,
"brier": 0.20973972045958003,
"ece": 0.029778272774153614,
"lead_at_far10_hours": 1200.0
}
},
"auroc_ci95": {
"candidate": [
0.6239716319699943,
0.6560833334212963
],
"phase0_rules": [
0.501523097306403,
0.5357205587152244
],
"ewma_z": [
0.5189637363993828,
0.542242010215672
],
"logistic": [
0.6310901089011529,
0.6645159815603326
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.1207332531224034,
"ci95": [
0.09968607026877685,
0.14568619936523333
],
"significant": true
},
"ewma_z": {
"mean": 0.10805003056836315,
"ci95": [
0.09132867363964726,
0.12898610526558232
],
"significant": true
},
"logistic": {
"mean": -0.007495786258139259,
"ci95": [
-0.015708323394252884,
0.0015526770509900721
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 357,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"dislocation_ahead": {
"status": "ok",
"candidate": {
"n": 50323,
"prevalence": 0.23565764725208282,
"auroc": 0.6823474461307636,
"auprc": 0.4118473365509072,
"brier": 0.18202869433528335,
"ece": 0.12414417739337054,
"lead_at_far10_hours": 1560.0
},
"baselines": {
"phase0_rules": {
"n": 50323,
"prevalence": 0.23565764725208282,
"auroc": 0.5373495266553383,
"auprc": 0.25226823376250745,
"brier": 0.41666126041406615,
"ece": 0.43340513890503224,
"lead_at_far10_hours": 1200.0
},
"ewma_z": {
"n": 50323,
"prevalence": 0.23565764725208282,
"auroc": 0.571555514890086,
"auprc": 0.27589964273558865,
"brier": 0.22386223744636013,
"ece": 0.17429234959852574,
"lead_at_far10_hours": 1536.0
},
"logistic": {
"n": 50323,
"prevalence": 0.23565764725208282,
"auroc": 0.7148586153526902,
"auprc": 0.4616705366648594,
"brier": 0.17066063073719293,
"ece": 0.1044460461016495,
"lead_at_far10_hours": 1560.0
}
},
"auroc_ci95": {
"candidate": [
0.6630353985325786,
0.7051241427850877
],
"phase0_rules": [
0.517847308105136,
0.5578950227185063
],
"ewma_z": [
0.5609864455404928,
0.5849207174351175
],
"logistic": [
0.6971800442558803,
0.7364127410287064
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.14419992504763712,
"ci95": [
0.1238268041079465,
0.16600132670721063
],
"significant": true
},
"ewma_z": {
"mean": 0.11046588706780976,
"ci95": [
0.09399124085477444,
0.12779898404022583
],
"significant": true
},
"logistic": {
"mean": -0.03231141657584062,
"ci95": [
-0.04104884922080654,
-0.0238632857562084
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 357,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"compound_market_stress": {
"status": "ok",
"candidate": {
"n": 42826,
"prevalence": 0.2027740180492401,
"auroc": 0.6608734857218778,
"auprc": 0.40348571788567394,
"brier": 0.1492373180626032,
"ece": 0.02736465863621492,
"lead_at_far10_hours": -936.0
},
"baselines": {
"phase0_rules": {
"n": 42826,
"prevalence": 0.2027740180492401,
"auroc": 0.524854046250222,
"auprc": 0.21319802998410203,
"brier": 0.44262660622391053,
"ece": 0.4831135252125756,
"lead_at_far10_hours": 888.0
},
"ewma_z": {
"n": 42826,
"prevalence": 0.2027740180492401,
"auroc": 0.5564819344741707,
"auprc": 0.23550597452552097,
"brier": 0.2093197659669191,
"ece": 0.16937327222518353,
"lead_at_far10_hours": 1512.0
},
"logistic": {
"n": 42826,
"prevalence": 0.2027740180492401,
"auroc": 0.6704859241921343,
"auprc": 0.39072307710667,
"brier": 0.1478618275626195,
"ece": 0.0114756036337329,
"lead_at_far10_hours": 1008.0
}
},
"auroc_ci95": {
"candidate": [
0.6426387543858767,
0.6821782646452254
],
"phase0_rules": [
0.5049014423816225,
0.5434864898941899
],
"ewma_z": [
0.5442897649875248,
0.5693132671782454
],
"logistic": [
0.6533181945606776,
0.6936004798542352
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.1360282835006847,
"ci95": [
0.10699288394809364,
0.16395553861939435
],
"significant": true
},
"ewma_z": {
"mean": 0.10482313810917887,
"ci95": [
0.08659272311958394,
0.12444016378204674
],
"significant": true
},
"logistic": {
"mean": -0.009961481624548118,
"ci95": [
-0.025772776624119434,
0.0032709269258211953
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 357,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
}
},
"slices": {
"quote_currency": {
"usd": {
"regime_transition": {
"status": "ok",
"n": 38110,
"auroc": 0.6402158699568856,
"prevalence": 0.45093151926994324
},
"volatility_regime_shift": {
"status": "ok",
"n": 42346,
"auroc": 0.6213436685561091,
"prevalence": 0.21702167391777039
},
"volume_regime_shift": {
"status": "ok",
"n": 47288,
"auroc": 0.6392678289903605,
"prevalence": 0.3357934355735779
},
"dislocation_ahead": {
"status": "ok",
"n": 49759,
"auroc": 0.6776204494721509,
"prevalence": 0.2383287400007248
},
"compound_market_stress": {
"status": "ok",
"n": 42346,
"auroc": 0.6585858613559076,
"prevalence": 0.20450574159622192
}
},
"usdc": {
"regime_transition": {
"status": "ok",
"n": 432,
"auroc": 0.876502828854314,
"prevalence": 0.06481481343507767
},
"volatility_regime_shift": {
"status": "ok",
"n": 480,
"auroc": 0.638462167020755,
"prevalence": 0.12083332985639572
},
"volume_regime_shift": {
"status": "ok",
"n": 536,
"auroc": 0.5978858208829807,
"prevalence": 0.29291045665740967
},
"dislocation_ahead": {
"status": "ok",
"n": 564,
"auroc": NaN,
"prevalence": 0.0
},
"compound_market_stress": {
"status": "ok",
"n": 480,
"auroc": 0.6864948830409356,
"prevalence": 0.05000000074505806
}
}
},
"liquidity_tier": {
"tier_1": {
"regime_transition": {
"status": "ok",
"n": 464,
"auroc": 0.6415495296070836,
"prevalence": 0.29956895112991333
},
"volatility_regime_shift": {
"status": "ok",
"n": 504,
"auroc": 0.47734225965518484,
"prevalence": 0.125
},
"volume_regime_shift": {
"status": "ok",
"n": 538,
"auroc": 0.9555871816263434,
"prevalence": 0.07620818167924881
},
"dislocation_ahead": {
"status": "ok",
"n": 556,
"auroc": 0.9033214285714286,
"prevalence": 0.10071942210197449
},
"compound_market_stress": {
"status": "ok",
"n": 504,
"auroc": 0.934156378600823,
"prevalence": 0.0535714291036129
}
},
"tier_2": {
"regime_transition": {
"status": "ok",
"n": 1735,
"auroc": 0.7310644976782137,
"prevalence": 0.42997118830680847
},
"volatility_regime_shift": {
"status": "ok",
"n": 1871,
"auroc": 0.6620193076111626,
"prevalence": 0.23303046822547913
},
"volume_regime_shift": {
"status": "ok",
"n": 2046,
"auroc": 0.7590142407215578,
"prevalence": 0.24046920239925385
},
"dislocation_ahead": {
"status": "ok",
"n": 2125,
"auroc": 0.8431700553883119,
"prevalence": 0.25552940368652344
},
"compound_market_stress": {
"status": "ok",
"n": 1871,
"auroc": 0.8181298946651582,
"prevalence": 0.19347941875457764
}
},
"tier_3": {
"regime_transition": {
"status": "ok",
"n": 11480,
"auroc": 0.6537457648280399,
"prevalence": 0.4672473967075348
},
"volatility_regime_shift": {
"status": "ok",
"n": 12399,
"auroc": 0.6330659142650992,
"prevalence": 0.20622630417346954
},
"volume_regime_shift": {
"status": "ok",
"n": 13415,
"auroc": 0.6659178161566514,
"prevalence": 0.31375324726104736
},
"dislocation_ahead": {
"status": "ok",
"n": 13931,
"auroc": 0.7065969499348127,
"prevalence": 0.3116789758205414
},
"compound_market_stress": {
"status": "ok",
"n": 12399,
"auroc": 0.7174325833490702,
"prevalence": 0.22050164639949799
}
},
"tier_4": {
"regime_transition": {
"status": "ok",
"n": 24863,
"auroc": 0.6338669571135213,
"prevalence": 0.4409765601158142
},
"volatility_regime_shift": {
"status": "ok",
"n": 28052,
"auroc": 0.612907603235057,
"prevalence": 0.2207329273223877
},
"volume_regime_shift": {
"status": "ok",
"n": 31825,
"auroc": 0.6042398194588535,
"prevalence": 0.3548782467842102
},
"dislocation_ahead": {
"status": "ok",
"n": 33711,
"auroc": 0.6323539871877795,
"prevalence": 0.20521491765975952
},
"compound_market_stress": {
"status": "ok",
"n": 28052,
"auroc": 0.6104223063478623,
"prevalence": 0.19823898375034332
}
}
},
"session_direction": {
"down": {
"regime_transition": {
"status": "ok",
"n": 20473,
"auroc": 0.6349019299716144,
"prevalence": 0.44399940967559814
},
"volatility_regime_shift": {
"status": "ok",
"n": 22873,
"auroc": 0.6261894106082334,
"prevalence": 0.21719931066036224
},
"volume_regime_shift": {
"status": "ok",
"n": 25501,
"auroc": 0.6454699836455938,
"prevalence": 0.3328496813774109
},
"dislocation_ahead": {
"status": "ok",
"n": 26879,
"auroc": 0.6733201582447885,
"prevalence": 0.23017969727516174
},
"compound_market_stress": {
"status": "ok",
"n": 22873,
"auroc": 0.6653956769740244,
"prevalence": 0.20146024227142334
}
},
"up": {
"regime_transition": {
"status": "ok",
"n": 18069,
"auroc": 0.658639863436879,
"prevalence": 0.4495544731616974
},
"volatility_regime_shift": {
"status": "ok",
"n": 19953,
"auroc": 0.6167149842785766,
"prevalence": 0.21450407803058624
},
"volume_regime_shift": {
"status": "ok",
"n": 22323,
"auroc": 0.6306854943925712,
"prevalence": 0.33812659978866577
},
"dislocation_ahead": {
"status": "ok",
"n": 23444,
"auroc": 0.692994679591389,
"prevalence": 0.24193823337554932
},
"compound_market_stress": {
"status": "ok",
"n": 19953,
"auroc": 0.6553903125369507,
"prevalence": 0.2042800635099411
}
}
}
}
},
"gate": {
"criteria": {
"real_corpus_required": true,
"min_targets_significant": 2,
"min_paired_lift_vs_phase0": 0.03,
"min_paired_lift_vs_logistic": 0.0,
"max_collapsed_targets": 0,
"collapse_auroc_band": 0.005,
"max_ece": 0.1,
"min_selective_accuracy_gain": 0.02,
"min_entities": 100,
"leakage_tests_must_pass": true
},
"checks": {
"real_corpus": true,
"targets_significant_vs_phase0": [
"regime_transition",
"volatility_regime_shift",
"volume_regime_shift",
"dislocation_ahead",
"compound_market_stress"
],
"enough_significant_targets": true,
"targets_significant_vs_logistic": [
"regime_transition",
"volatility_regime_shift"
],
"beats_logistic_baseline": true,
"collapsed_targets": [],
"no_collapsed_heads": true,
"calibration_within_bound": false,
"worst_ece": 0.12414417739337054,
"abstention_helps": true,
"enough_entities": true,
"leakage_tests_passed": true
},
"status": "candidate_not_promoted",
"blocking_reasons": [
"worst-target ECE 0.124 exceeds bound"
],
"statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one."
}
},
"seismic": {
"domain": {
"contract_version": "surprise-contract/0.3.0",
"domain_id": "seismic",
"schema_version": "0.3.0",
"schema_hash": "2cd75de68c3480f8",
"entity_kind": "opaque_spatial_cell",
"categories": [
"micro_shallow",
"light_shallow",
"moderate_shallow",
"strong_event",
"intermediate_depth",
"deep_focus",
"quarry_blast",
"other_event",
"unknown"
],
"channels": [
"magnitude",
"depth_km",
"azimuthal_gap",
"rms_residual"
],
"context_dims": [
"network",
"magnitude_type",
"depth_class"
],
"targets": [
{
"name": "event_regime_transition",
"kind": "category_transition",
"horizon": 4
},
{
"name": "cadence_shift",
"kind": "cadence_shift",
"horizon": 32,
"factor": 2.0
},
{
"name": "significant_event_ahead",
"kind": "threshold_crossing",
"horizon": 6,
"channel": "magnitude",
"level": 4.6,
"direction": "above",
"level_source": "train-split q0.9 of magnitude"
},
{
"name": "compound_seismic_stress",
"kind": "compound",
"horizon": 32,
"over": [
"cadence_shift",
"significant_event_ahead"
],
"k": 2
}
],
"unavailable_sentinel": -9.0,
"permitted": [
"declared event category (incl. the unknown slot)",
"time gaps and cadence statistics (past-only)",
"declared magnitude channels and their explicit missingness indicators",
"event and source evidence-quality indicators",
"reference predictions, residuals and disagreement (as-of t)",
"regime indicators derived from past observations only",
"cold-start state",
"unavailable-reference mask",
"censored-horizon indicator"
],
"forbidden": [
"entity identity as a semantic claim",
"future events or future aggregates",
"ownership labels",
"private partner data",
"repayment, credit, default or causal outcomes"
],
"notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature."
},
"horizon_selection": {
"version": "surprise-horizons/0.1.0",
"band": [
0.08,
0.25
],
"min_prevalence": 0.05,
"level_quantile": 0.9,
"selected": {
"event_regime_transition": {
"declared_horizon": 4,
"selected_horizon": 4,
"prevalence": 0.07634221762418747,
"in_band": false,
"level": null,
"prevalence_curve": [
{
"horizon": 4,
"prevalence": 0.07634221762418747
},
{
"horizon": 8,
"prevalence": 0.06724417209625244
},
{
"horizon": 12,
"prevalence": 0.06361907720565796
},
{
"horizon": 16,
"prevalence": 0.061134327203035355
},
{
"horizon": 24,
"prevalence": 0.05923910811543465
},
{
"horizon": 32,
"prevalence": 0.061163995414972305
}
]
},
"cadence_shift": {
"declared_horizon": 4,
"selected_horizon": 32,
"prevalence": 0.28494489192962646,
"in_band": false,
"level": null,
"prevalence_curve": [
{
"horizon": 4,
"prevalence": 0.40345537662506104
},
{
"horizon": 8,
"prevalence": 0.3469008207321167
},
{
"horizon": 12,
"prevalence": 0.31892725825309753
},
{
"horizon": 16,
"prevalence": 0.30543282628059387
},
{
"horizon": 24,
"prevalence": 0.2934751808643341
},
{
"horizon": 32,
"prevalence": 0.28494489192962646
}
]
},
"significant_event_ahead": {
"declared_horizon": 6,
"selected_horizon": 6,
"prevalence": 0.3442642390727997,
"in_band": false,
"level": 4.6,
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.3442642390727997
},
{
"horizon": 12,
"prevalence": 0.41409099102020264
},
{
"horizon": 18,
"prevalence": 0.4442712664604187
},
{
"horizon": 24,
"prevalence": 0.46078550815582275
},
{
"horizon": 36,
"prevalence": 0.4779368042945862
},
{
"horizon": 48,
"prevalence": 0.4901275038719177
}
]
}
},
"excluded": [
{
"target": "magnitude_regime_shift",
"kind": "magnitude_shift",
"reason": "prevalence stays below 5% at every admissible horizon (6, 12, 18, 24, 36, 48)",
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.0003955696302000433
},
{
"horizon": 12,
"prevalence": 0.00039625930367037654
},
{
"horizon": 18,
"prevalence": 0.0002797426423057914
},
{
"horizon": 24,
"prevalence": 0.00012184720253571868
},
{
"horizon": 36,
"prevalence": 4.234776133671403e-05
},
{
"horizon": 48,
"prevalence": 0.0
}
]
}
],
"note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance."
},
"corpus": {
"real_corpus": true,
"source": "USGS FDSN event web service (public, credential-free)",
"quakepulse_earth": {
"status": "ok",
"entities": 60,
"event_days": 19908,
"blocked_channels": [],
"since": "2023-07-01"
},
"source_url": "https://earthquake.usgs.gov/fdsnws/event/1/query",
"licence": "USGS public domain; cite USGS Earthquake Hazards Program",
"windows": [
[
"2023-01-01",
"2023-07-01"
],
[
"2023-07-01",
"2024-01-01"
],
[
"2024-01-01",
"2024-07-01"
],
[
"2024-07-01",
"2025-01-01"
],
[
"2025-01-01",
"2025-07-01"
],
[
"2025-07-01",
"2026-01-01"
],
[
"2026-01-01",
"2026-07-01"
]
],
"min_magnitude": 2.0,
"cell_size_degrees": 2.0,
"min_events_per_entity": 60,
"n_entities": 397,
"n_events": 138186,
"retrieved_at": "2026-08-29T06:04:26Z",
"note": "Descriptive public event records only. Spatial cells are opaque grouping keys and are never used as features."
},
"split": {
"version": "surprise-splits/0.3.0",
"n_train": 70576,
"n_val": 18554,
"n_test": 27638,
"boundary_train_val": 1739816752.484,
"boundary_val_test": 1759825114.424,
"dropped_for_horizon_quarantine": 21418
},
"features": {
"n": 137,
"version": "surprise-features/0.4.0",
"degenerate_zeroed": [
"magnitude_available",
"depth_km_available",
"reference_missing_rate",
"cat_last__unknown",
"censored_horizon"
]
},
"sequence": {
"version": "surprise-sequence/0.4.0",
"steps": 12
},
"targets": {
"prevalence": {
"event_regime_transition": 0.07857025414705276,
"cadence_shift": 0.30940645933151245,
"significant_event_ahead": 0.30187204480171204,
"compound_seismic_stress": 0.08087273687124252
},
"version": "surprise-targets/0.4.0"
},
"calibration": {
"method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half",
"parameters": [
[
1.396455405415959,
-2.045682796677837
],
[
1.2918566255276365,
-0.9333442083726134
],
[
1.6785398435630348,
-1.0169311924443734
],
[
1.0363382371606584,
-1.9489918256703784
]
],
"per_target": [
{
"kind": "affine",
"slope": 1.396455405415959,
"bias": -2.045682796677837,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.01653129070401529,
"held_out_ece": 0.00845579076912581
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-4.646589,
-0.940842,
-0.316374,
-0.108991,
0.06298,
0.245516,
0.513188
],
"weights": [
1.8556257770736522,
-0.31200594940256354,
0.27463546001781713,
-1.631826080222692,
1.4266451598498444,
0.25184106267607653,
2.7252498008007664
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.015454309746913584,
"affine_held_out_ece": 0.01646552442829081
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-6.173925,
-3.385043,
-2.384519,
-1.578326,
-0.568664,
1.081531,
1.570943
],
"weights": [
1.6683605992738693,
-1.5583848052327278,
1.293090136779098,
-1.1189453579197677,
2.165986338683286,
-1.1810304571301404,
4.220519027994829
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.016485378996819112,
"affine_held_out_ece": 0.023860600347795212
},
{
"kind": "affine",
"slope": 1.0363382371606584,
"bias": -1.9489918256703784,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.06191178555535353,
"held_out_ece": 0.011379235990703656
}
],
"piecewise_targets": [
"cadence_shift",
"significant_event_ahead"
]
},
"excluded_targets": [],
"abstention": {
"threshold": 0.19969605276897406,
"coverage": 0.7999892206532284,
"selective_accuracy": 0.9047699252172742,
"base_accuracy": 0.8737199525708742,
"curve": [
{
"coverage": 0.5,
"threshold": 0.11762383297713,
"selective_accuracy": 0.9190740541123208
},
{
"coverage": 0.5999784413064568,
"threshold": 0.13435269986825574,
"selective_accuracy": 0.9180740208408192
},
{
"coverage": 0.7000107793467716,
"threshold": 0.1571262886241038,
"selective_accuracy": 0.9143055127810287
},
{
"coverage": 0.7999892206532284,
"threshold": 0.19969605276897406,
"selective_accuracy": 0.9047699252172742
},
{
"coverage": 0.8999676619596853,
"threshold": 0.22805820413376351,
"selective_accuracy": 0.8926817582944065
},
{
"coverage": 1.0,
"threshold": 0.6731159241023431,
"selective_accuracy": 0.8737199525708742
}
],
"fit_split": "validation",
"evaluation_split": "test",
"test_coverage": 0.5996815978001303,
"test_base_accuracy": 0.8155709530356755,
"test_selective_accuracy": 0.8862676481235671,
"test_selective_accuracy_gain": 0.07069669508789156
},
"evaluation": {
"version": "surprise-eval/0.3.0",
"domain_id": "seismic",
"schema_hash": "2cd75de68c3480f8",
"targets": {
"event_regime_transition": {
"status": "ok",
"candidate": {
"n": 26087,
"prevalence": 0.09345651417970657,
"auroc": 0.9006133800349387,
"auprc": 0.40206047963365144,
"brier": 0.0651282769600758,
"ece": 0.01329893419441499,
"lead_at_far10_hours": 2150.816414027777
},
"baselines": {
"phase0_rules": {
"n": 26087,
"prevalence": 0.09345651417970657,
"auroc": 0.733534546516387,
"auprc": 0.18292184444281429,
"brier": 0.4736211460718922,
"ece": 0.5975135307198362,
"lead_at_far10_hours": 2768.989774583346
},
"ewma_z": {
"n": 26087,
"prevalence": 0.09345651417970657,
"auroc": 0.6894112733149437,
"auprc": 0.13785901997626993,
"brier": 0.31352266078790336,
"ece": 0.3986711113381388,
"lead_at_far10_hours": -1543.546031527751
},
"logistic": {
"n": 26087,
"prevalence": 0.09345651417970657,
"auroc": 0.8915757667397862,
"auprc": 0.3763936040151697,
"brier": 0.0672571599429767,
"ece": 0.03334299644150928,
"lead_at_far10_hours": 2150.816414027777
}
},
"auroc_ci95": {
"candidate": [
0.8701336384229996,
0.9278972165373489
],
"phase0_rules": [
0.6935140966568725,
0.7705314841183866
],
"ewma_z": [
0.6541513389086491,
0.7292915520440307
],
"logistic": [
0.8574016141517169,
0.9193868154340795
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.16699545865550502,
"ci95": [
0.13976002022339795,
0.19953514121950863
],
"significant": true
},
"ewma_z": {
"mean": 0.21003932556112734,
"ci95": [
0.18163630385307536,
0.24072213133978665
],
"significant": true
},
"logistic": {
"mean": 0.008977545631177437,
"ci95": [
0.001819521234148222,
0.01745802150128287
],
"significant": true
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 375,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"cadence_shift": {
"status": "ok",
"candidate": {
"n": 18613,
"prevalence": 0.3059152066707611,
"auroc": 0.7103205775968734,
"auprc": 0.4671041532802709,
"brier": 0.21016118269630518,
"ece": 0.08769406512981825,
"lead_at_far10_hours": -1350.7584702777863
},
"baselines": {
"phase0_rules": {
"n": 18613,
"prevalence": 0.3059152066707611,
"auroc": 0.44654000842242225,
"auprc": 0.27011033167118775,
"brier": 0.4453038942692935,
"ece": 0.42336911516171516,
"lead_at_far10_hours": 531.8932130555312
},
"ewma_z": {
"n": 18613,
"prevalence": 0.3059152066707611,
"auroc": 0.4873016718445613,
"auprc": 0.31829486783492045,
"brier": 0.3603969032732483,
"ece": 0.32395628795632314,
"lead_at_far10_hours": 1814.0623944444126
},
"logistic": {
"n": 18613,
"prevalence": 0.3059152066707611,
"auroc": 0.725515398924639,
"auprc": 0.48978588625651903,
"brier": 0.1875524130620826,
"ece": 0.04646789596526045,
"lead_at_far10_hours": -1347.551666388909
}
},
"auroc_ci95": {
"candidate": [
0.6661461641984404,
0.761901014814853
],
"phase0_rules": [
0.40257120061057566,
0.4920333168483756
],
"ewma_z": [
0.4521622724027664,
0.5192459337037895
],
"logistic": [
0.675475378037873,
0.7798976502769996
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.26190530782532745,
"ci95": [
0.18470065626795107,
0.3449189894685239
],
"significant": true
},
"ewma_z": {
"mean": 0.22132956487220531,
"ci95": [
0.15749096957078101,
0.2943865186733035
],
"significant": true
},
"logistic": {
"mean": -0.014548656131137079,
"ci95": [
-0.03071148934652411,
0.0008797761170553026
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 172,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"significant_event_ahead": {
"status": "ok",
"candidate": {
"n": 25341,
"prevalence": 0.3085513710975647,
"auroc": 0.9475336244020799,
"auprc": 0.8710869588677181,
"brier": 0.07700689963190835,
"ece": 0.027875159695801757,
"lead_at_far10_hours": 1708.0933988889058
},
"baselines": {
"phase0_rules": {
"n": 25341,
"prevalence": 0.3085513710975647,
"auroc": 0.5981528397479563,
"auprc": 0.4021898367402491,
"brier": 0.39300679597061733,
"ece": 0.3932568699115833,
"lead_at_far10_hours": 2584.4241047222085
},
"ewma_z": {
"n": 25341,
"prevalence": 0.3085513710975647,
"auroc": 0.541291755064603,
"auprc": 0.3225622366921008,
"brier": 0.3327915323684739,
"ece": 0.2709317802058916,
"lead_at_far10_hours": 2293.7475865277975
},
"logistic": {
"n": 25341,
"prevalence": 0.3085513710975647,
"auroc": 0.9428782122353074,
"auprc": 0.8633519828429658,
"brier": 0.07433313698407071,
"ece": 0.025963951729182644,
"lead_at_far10_hours": 1708.0933988889058
}
},
"auroc_ci95": {
"candidate": [
0.933020773969823,
0.9584652889601911
],
"phase0_rules": [
0.5425698473011286,
0.656524875790092
],
"ewma_z": [
0.48967186519352845,
0.5937075816696571
],
"logistic": [
0.9295330960261462,
0.9530547514741228
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.34714556511486633,
"ci95": [
0.2971924581707681,
0.4022359042916663
],
"significant": true
},
"ewma_z": {
"mean": 0.4052643507013871,
"ci95": [
0.35849806445221816,
0.4554498278269055
],
"significant": true
},
"logistic": {
"mean": 0.004962785845156882,
"ci95": [
0.0013671024169398,
0.008630058119033892
],
"significant": true
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 366,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"compound_seismic_stress": {
"status": "ok",
"candidate": {
"n": 18613,
"prevalence": 0.07177779078483582,
"auroc": 0.9114206904822063,
"auprc": 0.477739428092621,
"brier": 0.04857102757214863,
"ece": 0.027997089171180295,
"lead_at_far10_hours": 2146.16290958335
},
"baselines": {
"phase0_rules": {
"n": 18613,
"prevalence": 0.07177779078483582,
"auroc": 0.45217324943791876,
"auprc": 0.06327618323813482,
"brier": 0.5268511033929898,
"ece": 0.6257984291492433,
"lead_at_far10_hours": 82.50349847220713
},
"ewma_z": {
"n": 18613,
"prevalence": 0.07177779078483582,
"auroc": 0.47768025331521363,
"auprc": 0.07984403949530083,
"brier": 0.3517028182521437,
"ece": 0.42309188775495205,
"lead_at_far10_hours": 1363.7832847221691
},
"logistic": {
"n": 18613,
"prevalence": 0.07177779078483582,
"auroc": 0.8941922978145116,
"auprc": 0.5212323838873753,
"brier": 0.044377044301419394,
"ece": 0.03808984856755833,
"lead_at_far10_hours": 2146.16290958335
}
},
"auroc_ci95": {
"candidate": [
0.872417478081465,
0.9361766721932485
],
"phase0_rules": [
0.37820564469466383,
0.5404686061733804
],
"ewma_z": [
0.4029798120958385,
0.576877135787276
],
"logistic": [
0.8386089151366998,
0.9255003019283811
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.4525559396624601,
"ci95": [
0.34446910488485494,
0.5418974650665664
],
"significant": true
},
"ewma_z": {
"mean": 0.4261825013314255,
"ci95": [
0.305611967607698,
0.5209261433887958
],
"significant": true
},
"logistic": {
"mean": 0.01888016753006301,
"ci95": [
0.0022470207639200134,
0.03825931752410422
],
"significant": true
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 172,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
}
},
"slices": {
"network": {
"ak": {
"event_regime_transition": {
"status": "ok",
"n": 6908,
"auroc": 0.8938357962165298,
"prevalence": 0.10987260937690735
},
"cadence_shift": {
"status": "ok",
"n": 5927,
"auroc": 0.5430832554387865,
"prevalence": 0.2665766775608063
},
"significant_event_ahead": {
"status": "ok",
"n": 6828,
"auroc": 0.6320698589386815,
"prevalence": 0.012448740191757679
},
"compound_seismic_stress": {
"status": "ok",
"n": 5927,
"auroc": 0.6522313064213933,
"prevalence": 0.009448287077248096
}
},
"av": {
"event_regime_transition": {
"status": "insufficient_rows",
"n": 28
},
"cadence_shift": {
"status": "insufficient_rows",
"n": 18
},
"significant_event_ahead": {
"status": "insufficient_rows",
"n": 28
},
"compound_seismic_stress": {
"status": "insufficient_rows",
"n": 18
}
},
"ci": {
"event_regime_transition": {
"status": "ok",
"n": 723,
"auroc": NaN,
"prevalence": 0.0
},
"cadence_shift": {
"status": "ok",
"n": 561,
"auroc": 0.6056834075015893,
"prevalence": 0.5098039507865906
},
"significant_event_ahead": {
"status": "ok",
"n": 710,
"auroc": 0.6270296084049666,
"prevalence": 0.01690140925347805
},
"compound_seismic_stress": {
"status": "ok",
"n": 561,
"auroc": 0.8011861784424962,
"prevalence": 0.01247771829366684
}
},
"hv": {
"event_regime_transition": {
"status": "ok",
"n": 514,
"auroc": NaN,
"prevalence": 0.0
},
"cadence_shift": {
"status": "ok",
"n": 443,
"auroc": 0.6971312891917247,
"prevalence": 0.29119637608528137
},
"significant_event_ahead": {
"status": "ok",
"n": 508,
"auroc": 0.5654050464807437,
"prevalence": 0.011811023578047752
},
"compound_seismic_stress": {
"status": "ok",
"n": 443,
"auroc": 0.40273972602739727,
"prevalence": 0.011286681517958641
}
},
"mb": {
"event_regime_transition": {
"status": "insufficient_rows",
"n": 17
},
"cadence_shift": {
"status": "insufficient_rows",
"n": 0
},
"significant_event_ahead": {
"status": "insufficient_rows",
"n": 14
},
"compound_seismic_stress": {
"status": "insufficient_rows",
"n": 0
}
},
"nc": {
"event_regime_transition": {
"status": "ok",
"n": 1025,
"auroc": 0.06402737047898338,
"prevalence": 0.0019512195140123367
},
"cadence_shift": {
"status": "ok",
"n": 772,
"auroc": 0.5346362070379789,
"prevalence": 0.43264248967170715
},
"significant_event_ahead": {
"status": "ok",
"n": 1006,
"auroc": 0.6583514624123761,
"prevalence": 0.02087475173175335
},
"compound_seismic_stress": {
"status": "ok",
"n": 772,
"auroc": 0.4623068224651338,
"prevalence": 0.018134715035557747
}
},
"nm": {
"event_regime_transition": {
"status": "insufficient_rows",
"n": 27
},
"cadence_shift": {
"status": "insufficient_rows",
"n": 0
},
"significant_event_ahead": {
"status": "insufficient_rows",
"n": 25
},
"compound_seismic_stress": {
"status": "insufficient_rows",
"n": 0
}
},
"nn": {
"event_regime_transition": {
"status": "ok",
"n": 623,
"auroc": NaN,
"prevalence": 0.0
},
"cadence_shift": {
"status": "ok",
"n": 471,
"auroc": 0.6442180720618751,
"prevalence": 0.6050955653190613
},
"significant_event_ahead": {
"status": "ok",
"n": 612,
"auroc": 0.6481347192007091,
"prevalence": 0.03431372717022896
},
"compound_seismic_stress": {
"status": "ok",
"n": 471,
"auroc": 0.6442516268980477,
"prevalence": 0.02123142220079899
}
},
"ok": {
"event_regime_transition": {
"status": "ok",
"n": 118,
"auroc": NaN,
"prevalence": 0.0
},
"cadence_shift": {
"status": "ok",
"n": 56,
"auroc": 0.2567741935483871,
"prevalence": 0.5535714030265808
},
"significant_event_ahead": {
"status": "ok",
"n": 111,
"auroc": NaN,
"prevalence": 0.0
},
"compound_seismic_stress": {
"status": "ok",
"n": 56,
"auroc": NaN,
"prevalence": 0.0
}
},
"pr": {
"event_regime_transition": {
"status": "ok",
"n": 1377,
"auroc": 0.9277182091798345,
"prevalence": 0.03485838696360588
},
"cadence_shift": {
"status": "ok",
"n": 1199,
"auroc": 0.6825435803639976,
"prevalence": 0.4403669834136963
},
"significant_event_ahead": {
"status": "ok",
"n": 1364,
"auroc": 0.7468723267750214,
"prevalence": 0.020527860149741173
},
"compound_seismic_stress": {
"status": "ok",
"n": 1199,
"auroc": 0.8109234234234234,
"prevalence": 0.01251042541116476
}
},
"quakepulse": {
"event_regime_transition": {
"status": "ok",
"n": 4885,
"auroc": 0.76508918530584,
"prevalence": 0.19815762341022491
},
"cadence_shift": {
"status": "ok",
"n": 3539,
"auroc": 0.7808553449915856,
"prevalence": 0.02232269011437893
},
"significant_event_ahead": {
"status": "ok",
"n": 4765,
"auroc": 0.8489466099899142,
"prevalence": 0.737250804901123
},
"compound_seismic_stress": {
"status": "ok",
"n": 3539,
"auroc": 0.836135078108748,
"prevalence": 0.01638881117105484
}
},
"se": {
"event_regime_transition": {
"status": "insufficient_rows",
"n": 16
},
"cadence_shift": {
"status": "insufficient_rows",
"n": 0
},
"significant_event_ahead": {
"status": "insufficient_rows",
"n": 12
},
"compound_seismic_stress": {
"status": "insufficient_rows",
"n": 0
}
},
"tx": {
"event_regime_transition": {
"status": "ok",
"n": 1078,
"auroc": NaN,
"prevalence": 0.0
},
"cadence_shift": {
"status": "ok",
"n": 905,
"auroc": 0.6593596986817326,
"prevalence": 0.3480663001537323
},
"significant_event_ahead": {
"status": "ok",
"n": 1064,
"auroc": NaN,
"prevalence": 0.0
},
"compound_seismic_stress": {
"status": "ok",
"n": 905,
"auroc": NaN,
"prevalence": 0.0
}
},
"us": {
"event_regime_transition": {
"status": "ok",
"n": 8496,
"auroc": 0.9125523430255185,
"prevalence": 0.07697740197181702
},
"cadence_shift": {
"status": "ok",
"n": 4660,
"auroc": 0.6501323919457406,
"prevalence": 0.44678112864494324
},
"significant_event_ahead": {
"status": "ok",
"n": 8065,
"auroc": 0.8601890377963614,
"prevalence": 0.5110973119735718
},
"compound_seismic_stress": {
"status": "ok",
"n": 4660,
"auroc": 0.8276678218633323,
"prevalence": 0.2508583664894104
}
},
"uu": {
"event_regime_transition": {
"status": "ok",
"n": 153,
"auroc": 0.993421052631579,
"prevalence": 0.006535947788506746
},
"cadence_shift": {
"status": "ok",
"n": 38,
"auroc": 0.9714285714285714,
"prevalence": 0.9210526347160339
},
"significant_event_ahead": {
"status": "ok",
"n": 140,
"auroc": 0.6890547263681592,
"prevalence": 0.04285714402794838
},
"compound_seismic_stress": {
"status": "ok",
"n": 38,
"auroc": NaN,
"prevalence": 0.0
}
},
"uw": {
"event_regime_transition": {
"status": "ok",
"n": 99,
"auroc": 0.597872340425532,
"prevalence": 0.05050504952669144
},
"cadence_shift": {
"status": "insufficient_rows",
"n": 24
},
"significant_event_ahead": {
"status": "ok",
"n": 89,
"auroc": NaN,
"prevalence": 0.0
},
"compound_seismic_stress": {
"status": "insufficient_rows",
"n": 24
}
}
},
"magnitude_type": {
"daily_max": {
"event_regime_transition": {
"status": "ok",
"n": 4885,
"auroc": 0.76508918530584,
"prevalence": 0.19815762341022491
},
"cadence_shift": {
"status": "ok",
"n": 3539,
"auroc": 0.7808553449915856,
"prevalence": 0.02232269011437893
},
"significant_event_ahead": {
"status": "ok",
"n": 4765,
"auroc": 0.8489466099899142,
"prevalence": 0.737250804901123
},
"compound_seismic_stress": {
"status": "ok",
"n": 3539,
"auroc": 0.836135078108748,
"prevalence": 0.01638881117105484
}
},
"mb": {
"event_regime_transition": {
"status": "ok",
"n": 5451,
"auroc": 0.8829482063804022,
"prevalence": 0.10621904581785202
},
"cadence_shift": {
"status": "ok",
"n": 2493,
"auroc": 0.6556102792846163,
"prevalence": 0.5258724689483643
},
"significant_event_ahead": {
"status": "ok",
"n": 5113,
"auroc": 0.7018456002428916,
"prevalence": 0.7058478593826294
},
"compound_seismic_stress": {
"status": "ok",
"n": 2493,
"auroc": 0.6871765505218574,
"prevalence": 0.405535489320755
}
},
"mb_lg": {
"event_regime_transition": {
"status": "insufficient_rows",
"n": 18
},
"cadence_shift": {
"status": "insufficient_rows",
"n": 3
},
"significant_event_ahead": {
"status": "insufficient_rows",
"n": 15
},
"compound_seismic_stress": {
"status": "insufficient_rows",
"n": 3
}
},
"md": {
"event_regime_transition": {
"status": "ok",
"n": 2386,
"auroc": 0.9160873287671233,
"prevalence": 0.02095557376742363
},
"cadence_shift": {
"status": "ok",
"n": 1913,
"auroc": 0.633405969976854,
"prevalence": 0.43700993061065674
},
"significant_event_ahead": {
"status": "ok",
"n": 2349,
"auroc": 0.699107553744001,
"prevalence": 0.022562792524695396
},
"compound_seismic_stress": {
"status": "ok",
"n": 1913,
"auroc": 0.6534430872720836,
"prevalence": 0.015682173892855644
}
},
"mh": {
"event_regime_transition": {
"status": "insufficient_rows",
"n": 2
},
"cadence_shift": {
"status": "insufficient_rows",
"n": 2
},
"significant_event_ahead": {
"status": "insufficient_rows",
"n": 2
},
"compound_seismic_stress": {
"status": "insufficient_rows",
"n": 2
}
},
"ml": {
"event_regime_transition": {
"status": "ok",
"n": 12632,
"auroc": 0.9371774247177856,
"prevalence": 0.06317289173603058
},
"cadence_shift": {
"status": "ok",
"n": 10342,
"auroc": 0.6079757375037094,
"prevalence": 0.3174434304237366
},
"significant_event_ahead": {
"status": "ok",
"n": 12429,
"auroc": 0.6878104268751893,
"prevalence": 0.020194705575704575
},
"compound_seismic_stress": {
"status": "ok",
"n": 10342,
"auroc": 0.6824406241394478,
"prevalence": 0.013246954418718815
}
},
"mw": {
"event_regime_transition": {
"status": "ok",
"n": 76,
"auroc": NaN,
"prevalence": 0.0
},
"cadence_shift": {
"status": "ok",
"n": 59,
"auroc": 0.5104166666666666,
"prevalence": 0.5423728823661804
},
"significant_event_ahead": {
"status": "ok",
"n": 75,
"auroc": NaN,
"prevalence": 0.0
},
"compound_seismic_stress": {
"status": "ok",
"n": 59,
"auroc": NaN,
"prevalence": 0.0
}
},
"mwr": {
"event_regime_transition": {
"status": "ok",
"n": 180,
"auroc": 0.9013409961685823,
"prevalence": 0.03333333507180214
},
"cadence_shift": {
"status": "ok",
"n": 61,
"auroc": 0.6066810344827587,
"prevalence": 0.4754098355770111
},
"significant_event_ahead": {
"status": "ok",
"n": 165,
"auroc": 0.8353547604608854,
"prevalence": 0.4121212065219879
},
"compound_seismic_stress": {
"status": "ok",
"n": 61,
"auroc": 0.8,
"prevalence": 0.09836065769195557
}
},
"mww": {
"event_regime_transition": {
"status": "ok",
"n": 457,
"auroc": 0.9106821106821107,
"prevalence": 0.08096279948949814
},
"cadence_shift": {
"status": "ok",
"n": 201,
"auroc": 0.6082968521992912,
"prevalence": 0.611940324306488
},
"significant_event_ahead": {
"status": "ok",
"n": 428,
"auroc": 0.6941000746825989,
"prevalence": 0.7593457698822021
},
"compound_seismic_stress": {
"status": "ok",
"n": 201,
"auroc": 0.6654404454165838,
"prevalence": 0.46766167879104614
}
}
},
"depth_class": {
"deep": {
"event_regime_transition": {
"status": "ok",
"n": 746,
"auroc": 0.8441142191142191,
"prevalence": 0.05898123234510422
},
"cadence_shift": {
"status": "ok",
"n": 412,
"auroc": 0.6855473710947422,
"prevalence": 0.07524272054433823
},
"significant_event_ahead": {
"status": "ok",
"n": 710,
"auroc": 0.7216828478964401,
"prevalence": 0.7098591327667236
},
"compound_seismic_stress": {
"status": "ok",
"n": 412,
"auroc": 0.7075528098844162,
"prevalence": 0.06310679763555527
}
},
"intermediate": {
"event_regime_transition": {
"status": "ok",
"n": 4675,
"auroc": 0.7145265650543208,
"prevalence": 0.2613903880119324
},
"cadence_shift": {
"status": "ok",
"n": 3126,
"auroc": 0.7241221784999181,
"prevalence": 0.1769033968448639
},
"significant_event_ahead": {
"status": "ok",
"n": 4499,
"auroc": 0.9295962146637728,
"prevalence": 0.4681040346622467
},
"compound_seismic_stress": {
"status": "ok",
"n": 3126,
"auroc": 0.9141502760092022,
"prevalence": 0.05854126811027527
}
},
"mid_crust": {
"event_regime_transition": {
"status": "ok",
"n": 5582,
"auroc": 0.9053903589390433,
"prevalence": 0.06073091924190521
},
"cadence_shift": {
"status": "ok",
"n": 4140,
"auroc": 0.5995111044440241,
"prevalence": 0.40797102451324463
},
"significant_event_ahead": {
"status": "ok",
"n": 5446,
"auroc": 0.9222679941666326,
"prevalence": 0.2717590928077698
},
"compound_seismic_stress": {
"status": "ok",
"n": 4140,
"auroc": 0.8768049406030292,
"prevalence": 0.13164250552654266
}
},
"shallow": {
"event_regime_transition": {
"status": "ok",
"n": 3294,
"auroc": 0.7850311164595342,
"prevalence": 0.1587735265493393
},
"cadence_shift": {
"status": "ok",
"n": 2296,
"auroc": 0.7034582629383167,
"prevalence": 0.028310105204582214
},
"significant_event_ahead": {
"status": "ok",
"n": 3204,
"auroc": 0.8637271136974396,
"prevalence": 0.675717830657959
},
"compound_seismic_stress": {
"status": "ok",
"n": 2296,
"auroc": 0.790795521945433,
"prevalence": 0.02090592309832573
}
},
"upper_crust": {
"event_regime_transition": {
"status": "ok",
"n": 11790,
"auroc": 0.9662228841182421,
"prevalence": 0.026293469592928886
},
"cadence_shift": {
"status": "ok",
"n": 8639,
"auroc": 0.6165888821431641,
"prevalence": 0.3884708881378174
},
"significant_event_ahead": {
"status": "ok",
"n": 11482,
"auroc": 0.9557258909245068,
"prevalence": 0.13621319830417633
},
"compound_seismic_stress": {
"status": "ok",
"n": 8639,
"auroc": 0.9318081731580127,
"prevalence": 0.061812710016965866
}
}
}
}
},
"gate": {
"criteria": {
"real_corpus_required": true,
"min_targets_significant": 2,
"min_paired_lift_vs_phase0": 0.03,
"min_paired_lift_vs_logistic": 0.0,
"max_collapsed_targets": 0,
"collapse_auroc_band": 0.005,
"max_ece": 0.1,
"min_selective_accuracy_gain": 0.02,
"min_entities": 100,
"leakage_tests_must_pass": true
},
"checks": {
"real_corpus": true,
"targets_significant_vs_phase0": [
"event_regime_transition",
"cadence_shift",
"significant_event_ahead",
"compound_seismic_stress"
],
"enough_significant_targets": true,
"targets_significant_vs_logistic": [
"event_regime_transition",
"significant_event_ahead",
"compound_seismic_stress"
],
"beats_logistic_baseline": true,
"collapsed_targets": [],
"no_collapsed_heads": true,
"calibration_within_bound": true,
"worst_ece": 0.08769406512981825,
"abstention_helps": true,
"enough_entities": true,
"leakage_tests_passed": true
},
"status": "promoted",
"blocking_reasons": [],
"statement": "Promoted: pre-declared criteria met on a real corpus."
}
},
"wildfire": {
"domain": {
"contract_version": "surprise-contract/0.3.0",
"domain_id": "wildfire",
"schema_version": "0.5.0",
"schema_hash": "cc1cddf8c7ac8333",
"entity_kind": "opaque_spatial_cell",
"categories": [
"sparse_detection",
"cluster_forming",
"active_front",
"intense_front",
"extreme_front",
"night_detection",
"low_confidence",
"unknown"
],
"channels": [
"frp_mw",
"brightness_k",
"detections",
"frp_growth"
],
"context_dims": [
"region",
"daynight",
"intensity_band"
],
"targets": [
{
"name": "fire_regime_transition",
"kind": "category_transition",
"horizon": 24
},
{
"name": "cadence_shift",
"kind": "cadence_shift",
"horizon": 4,
"factor": 2.0
},
{
"name": "frp_regime_shift",
"kind": "magnitude_shift",
"horizon": 48,
"channel": "frp_mw",
"shift": 0.8,
"min_observations": 2
},
{
"name": "cluster_expansion",
"kind": "magnitude_shift",
"horizon": 6,
"channel": "detections",
"shift": 0.7,
"min_observations": 2
},
{
"name": "escalation_ahead",
"kind": "threshold_crossing",
"horizon": 6,
"channel": "frp_growth",
"level": 9.498387096774197,
"direction": "above",
"level_source": "train-split q0.9 of frp_growth"
},
{
"name": "compound_fire_stress",
"kind": "compound",
"horizon": 48,
"over": [
"frp_regime_shift",
"cluster_expansion",
"escalation_ahead"
],
"k": 2
}
],
"unavailable_sentinel": -9.0,
"permitted": [
"declared event category (incl. the unknown slot)",
"time gaps and cadence statistics (past-only)",
"declared magnitude channels and their explicit missingness indicators",
"event and source evidence-quality indicators",
"reference predictions, residuals and disagreement (as-of t)",
"regime indicators derived from past observations only",
"cold-start state",
"unavailable-reference mask",
"censored-horizon indicator"
],
"forbidden": [
"entity identity as a semantic claim",
"future events or future aggregates",
"ownership labels",
"private partner data",
"repayment, credit, default or causal outcomes"
],
"notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature."
},
"horizon_selection": {
"version": "surprise-horizons/0.1.0",
"band": [
0.08,
0.25
],
"min_prevalence": 0.05,
"level_quantile": 0.9,
"selected": {
"fire_regime_transition": {
"declared_horizon": 4,
"selected_horizon": 24,
"prevalence": 0.38629797101020813,
"in_band": false,
"level": null,
"prevalence_curve": [
{
"horizon": 4,
"prevalence": 0.44592711329460144
},
{
"horizon": 8,
"prevalence": 0.4029077887535095
},
{
"horizon": 12,
"prevalence": 0.40239283442497253
},
{
"horizon": 16,
"prevalence": 0.39242789149284363
},
{
"horizon": 24,
"prevalence": 0.38629797101020813
},
{
"horizon": 32,
"prevalence": 0.38991862535476685
}
]
},
"cadence_shift": {
"declared_horizon": 4,
"selected_horizon": 4,
"prevalence": 0.15694084763526917,
"in_band": true,
"level": null,
"prevalence_curve": [
{
"horizon": 4,
"prevalence": 0.15694084763526917
},
{
"horizon": 8,
"prevalence": 0.14598685503005981
},
{
"horizon": 12,
"prevalence": 0.15433698892593384
},
{
"horizon": 16,
"prevalence": 0.1536458283662796
},
{
"horizon": 24,
"prevalence": 0.14960792660713196
},
{
"horizon": 32,
"prevalence": 0.1555153727531433
}
]
},
"frp_regime_shift": {
"declared_horizon": 6,
"selected_horizon": 48,
"prevalence": 0.24459929764270782,
"in_band": true,
"level": null,
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.29774945974349976
},
{
"horizon": 12,
"prevalence": 0.281754732131958
},
{
"horizon": 18,
"prevalence": 0.28309857845306396
},
{
"horizon": 24,
"prevalence": 0.27754849195480347
},
{
"horizon": 36,
"prevalence": 0.2583170235157013
},
{
"horizon": 48,
"prevalence": 0.24459929764270782
}
]
},
"cluster_expansion": {
"declared_horizon": 6,
"selected_horizon": 6,
"prevalence": 0.16052579879760742,
"in_band": true,
"level": null,
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.16052579879760742
},
{
"horizon": 12,
"prevalence": 0.1553339958190918
},
{
"horizon": 18,
"prevalence": 0.15794768929481506
},
{
"horizon": 24,
"prevalence": 0.15600495040416718
},
{
"horizon": 36,
"prevalence": 0.13820938766002655
},
{
"horizon": 48,
"prevalence": 0.14006969332695007
}
]
},
"escalation_ahead": {
"declared_horizon": 6,
"selected_horizon": 6,
"prevalence": 0.5088627934455872,
"in_band": false,
"level": 9.498387096774197,
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.5088627934455872
},
{
"horizon": 12,
"prevalence": 0.7324028015136719
},
{
"horizon": 18,
"prevalence": 0.8205231428146362
},
{
"horizon": 24,
"prevalence": 0.8642179369926453
},
{
"horizon": 36,
"prevalence": 0.8916340470314026
},
{
"horizon": 48,
"prevalence": 0.907665491104126
}
]
}
},
"excluded": [],
"note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance."
},
"corpus": {
"real_corpus": true,
"source": "NASA FIRMS active fire detections (VIIRS_NOAA20_SP, VIIRS_SNPP_NRT, VIIRS_SNPP_SP)",
"antifogo": {
"status": "accumulating",
"entities": 278,
"events": 278,
"history_days": 0.3,
"blocked_channels": [],
"since": "2026-08-29"
},
"products": [
"VIIRS_NOAA20_SP",
"VIIRS_SNPP_NRT",
"VIIRS_SNPP_SP"
],
"source_url": "https://firms.modaps.eosdis.nasa.gov/api/area/csv",
"licence": "NASA FIRMS open data; cite NASA LANCE/FIRMS",
"regions": [
"usa_west",
"iberia",
"australia_se",
"amazon"
],
"days_back": 365,
"n_entities": 528,
"n_events": 34611,
"retrieved_at": "2026-08-29T06:30:47Z",
"note": "Detections aggregated to ~1 degree cells per day. Cell keys are opaque grouping keys; coordinates are never features."
},
"split": {
"version": "surprise-splits/0.3.0",
"n_train": 8825,
"n_val": 241,
"n_test": 6947,
"boundary_train_val": 1776902400.0,
"boundary_val_test": 1783209600.0,
"dropped_for_horizon_quarantine": 18598
},
"features": {
"n": 135,
"version": "surprise-features/0.4.0",
"degenerate_zeroed": [
"frp_mw_available",
"brightness_k_available",
"detections_available",
"reference_missing_rate",
"cat_last__unknown",
"log_confirmations",
"censored_horizon",
"hour_sin",
"hour_cos"
]
},
"sequence": {
"version": "surprise-sequence/0.4.0",
"steps": 12
},
"targets": {
"prevalence": {
"fire_regime_transition": 0.4427144527435303,
"cadence_shift": 0.19423611462116241,
"frp_regime_shift": 0.3370644748210907,
"cluster_expansion": 0.2123759537935257,
"escalation_ahead": 0.482708603143692,
"compound_fire_stress": 0.2925567626953125
},
"version": "surprise-targets/0.4.0"
},
"calibration": {
"method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half",
"parameters": [
[
0.7851570921316386,
-0.30718203914352604
],
[
182.99623312689477,
-503991.59362611955
],
[
542.580798732382,
-156712.76934882783
],
[
306.2257395385873,
-105138.07017898394
],
[
0.44141845766728244,
-0.3032719824793606
],
[
507.37072916582355,
-24640.224985961395
]
],
"per_target": [
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-4.437168,
-3.076666,
-1.70447,
-0.99218,
-0.45666,
0.356918,
1.688736
],
"weights": [
4.7101933718976134,
-3.6784759619922403,
-1.031717409905373,
1.1448768914072467,
-1.1448768914072467,
1.9259008043603079,
2.8968407365597413
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.10361386770310804,
"affine_held_out_ece": 0.12650838775654058
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-7.400157,
-6.235336,
-5.326816,
-4.448111,
-3.232507,
-2.062166,
-0.902761
],
"weights": [
0.0,
0.0,
0.0,
6.370416104407704,
-6.33690389458742,
0.0016972247778544308,
0.6974418127866282
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.05687352706759752,
"affine_held_out_ece": 0.09166666666669787
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-7.411248,
-5.915404,
-5.350663,
-4.775366,
-4.021329,
-1.093616,
0.428231
],
"weights": [
0.0,
10.539599265777358,
-7.990764370421695,
-2.0111091496586164,
-0.2151321004726517,
0.23416262553554518,
-0.5567562707599408
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.09939064631624869,
"affine_held_out_ece": 0.2583333333333146
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-7.028203,
-5.059772,
-4.244581,
-3.252824,
-2.074423,
-0.451163,
0.488136
],
"weights": [
3.2906906837391126,
-3.2906906837391126,
0.0,
0.0,
1.0066967245077634,
-0.4961318455268571,
5.984589549434789
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.11186538044463423,
"affine_held_out_ece": 0.13333333333335204
},
{
"kind": "affine",
"slope": 0.44141845766728244,
"bias": -0.3032719824793606,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.22777725667214027,
"held_out_ece": 0.18524865016297698
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-8.097939,
-6.12476,
-4.998902,
-4.121119,
-2.952405,
-0.346676,
1.049283
],
"weights": [
3.149490286193933,
-3.149490286193933,
1.1959927732693358,
-0.44878400637643967,
-0.6872078725594125,
0.7269937728939274,
-0.6771035999372035
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.07710573915379848,
"affine_held_out_ece": 0.23333333333332712
}
],
"piecewise_targets": [
"fire_regime_transition",
"cadence_shift",
"frp_regime_shift",
"cluster_expansion",
"compound_fire_stress"
]
},
"excluded_targets": [],
"abstention": {
"threshold": 0.33822418941214916,
"coverage": 0.8008298755186722,
"selective_accuracy": 0.8341968911917098,
"base_accuracy": 0.7876901798063622,
"curve": [
{
"coverage": 0.5020746887966805,
"threshold": 0.19807191716698236,
"selective_accuracy": 0.8884297520661159
},
{
"coverage": 0.6016597510373444,
"threshold": 0.24146674052558975,
"selective_accuracy": 0.8505747126436781
},
{
"coverage": 0.7012448132780082,
"threshold": 0.2942664323659153,
"selective_accuracy": 0.8481262327416174
},
{
"coverage": 0.8008298755186722,
"threshold": 0.33822418941214916,
"selective_accuracy": 0.8341968911917098
},
{
"coverage": 0.9004149377593361,
"threshold": 0.3733769447418517,
"selective_accuracy": 0.8102918586789554
},
{
"coverage": 1.0,
"threshold": 0.4082330025155281,
"selective_accuracy": 0.7876901798063622
}
],
"fit_split": "validation",
"evaluation_split": "test",
"test_coverage": 0.7941557506837483,
"test_base_accuracy": 0.5884674439806151,
"test_selective_accuracy": 0.5669597003202224,
"test_selective_accuracy_gain": -0.021507743660392764
},
"evaluation": {
"version": "surprise-eval/0.3.0",
"domain_id": "wildfire",
"schema_hash": "cc1cddf8c7ac8333",
"targets": {
"fire_regime_transition": {
"status": "ok",
"candidate": {
"n": 1475,
"prevalence": 0.4372881352901459,
"auroc": 0.753785374054357,
"auprc": 0.6895486504999976,
"brier": 0.2242350945159124,
"ece": 0.12821274132856042,
"lead_at_far10_hours": 264.0
},
"baselines": {
"phase0_rules": {
"n": 1475,
"prevalence": 0.4372881352901459,
"auroc": 0.5627206500420285,
"auprc": 0.4716833989310534,
"brier": 0.3352301574829264,
"ece": 0.27010933962852846,
"lead_at_far10_hours": 312.0
},
"ewma_z": {
"n": 1475,
"prevalence": 0.4372881352901459,
"auroc": 0.6312225646773139,
"auprc": 0.5294253002853467,
"brier": 0.26962037714951415,
"ece": 0.17551758119988684,
"lead_at_far10_hours": -24.0
},
"logistic": {
"n": 1475,
"prevalence": 0.4372881352901459,
"auroc": 0.748812926123097,
"auprc": 0.6324993629237157,
"brier": 0.20311681411437568,
"ece": 0.07064077877335923,
"lead_at_far10_hours": 264.0
}
},
"auroc_ci95": {
"candidate": [
0.6826685512363783,
0.8235520321420403
],
"phase0_rules": [
0.4970919792466483,
0.6282704543954432
],
"ewma_z": [
0.5755228178934589,
0.6782229891821404
],
"logistic": [
0.6807843922167378,
0.8163989741238041
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.1920013875783151,
"ci95": [
0.10064331104847456,
0.2882582639619132
],
"significant": true
},
"ewma_z": {
"mean": 0.124053471774961,
"ci95": [
0.06169769946212433,
0.19694204999955806
],
"significant": true
},
"logistic": {
"mean": 0.005556507126946433,
"ci95": [
-0.028968181341246707,
0.04610852919234757
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 147,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"cadence_shift": {
"status": "ok",
"candidate": {
"n": 5680,
"prevalence": 0.12447182834148407,
"auroc": 0.6263267187366233,
"auprc": 0.16504020635655858,
"brier": 0.11764780676298904,
"ece": 0.07329192348509747,
"lead_at_far10_hours": -696.0
},
"baselines": {
"phase0_rules": {
"n": 5680,
"prevalence": 0.12447182834148407,
"auroc": 0.4811326282149918,
"auprc": 0.11769193873013876,
"brier": 0.4807315709479995,
"ece": 0.554367528023403,
"lead_at_far10_hours": -192.0
},
"ewma_z": {
"n": 5680,
"prevalence": 0.12447182834148407,
"auroc": 0.5950639819949937,
"auprc": 0.18906049271920516,
"brier": 0.20755711887911601,
"ece": 0.26233234755905555,
"lead_at_far10_hours": 48.0
},
"logistic": {
"n": 5680,
"prevalence": 0.12447182834148407,
"auroc": 0.7808402999962172,
"auprc": 0.30401608911783445,
"brier": 0.09713780753139455,
"ece": 0.018595875873785767,
"lead_at_far10_hours": 96.0
}
},
"auroc_ci95": {
"candidate": [
0.5896586134256344,
0.6659978592088787
],
"phase0_rules": [
0.4406010728502192,
0.5213796118110348
],
"ewma_z": [
0.5595839831276749,
0.6321953814613134
],
"logistic": [
0.7502680572529831,
0.8125560683837904
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.14355164071091325,
"ci95": [
0.08474548217103638,
0.20028164397557716
],
"significant": true
},
"ewma_z": {
"mean": 0.030783837313365037,
"ci95": [
-0.016095211761601533,
0.07525717500586256
],
"significant": false
},
"logistic": {
"mean": -0.15432424239355272,
"ci95": [
-0.18697101809182354,
-0.12010106020500026
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 244,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"frp_regime_shift": {
"status": "insufficient_available_rows",
"n": 1
},
"cluster_expansion": {
"status": "ok",
"candidate": {
"n": 5194,
"prevalence": 0.2768579125404358,
"auroc": 0.7026418370384853,
"auprc": 0.4268349133826339,
"brier": 0.23244505486723568,
"ece": 0.13678368329116114,
"lead_at_far10_hours": -288.0
},
"baselines": {
"phase0_rules": {
"n": 5194,
"prevalence": 0.2768579125404358,
"auroc": 0.5210733757837251,
"auprc": 0.28338026978606595,
"brier": 0.41808617526135017,
"ece": 0.42303743545008027,
"lead_at_far10_hours": 72.0
},
"ewma_z": {
"n": 5194,
"prevalence": 0.2768579125404358,
"auroc": 0.5650384512272252,
"auprc": 0.3340009096017508,
"brier": 0.2518015113829741,
"ece": 0.19548032497756396,
"lead_at_far10_hours": 312.0
},
"logistic": {
"n": 5194,
"prevalence": 0.2768579125404358,
"auroc": 0.7817620689604098,
"auprc": 0.5848910023897096,
"brier": 0.1604308079291952,
"ece": 0.03940608595526811,
"lead_at_far10_hours": -432.0
}
},
"auroc_ci95": {
"candidate": [
0.6642964965218439,
0.7380238051597326
],
"phase0_rules": [
0.4741614054884117,
0.5693756065537671
],
"ewma_z": [
0.5333352890175301,
0.6005760127623958
],
"logistic": [
0.7465403030992803,
0.814606724374538
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.18029341179361377,
"ci95": [
0.11724719651048744,
0.2426557053099807
],
"significant": true
},
"ewma_z": {
"mean": 0.13700896866803186,
"ci95": [
0.09270903670284743,
0.1837302687921941
],
"significant": true
},
"logistic": {
"mean": -0.07865952402752631,
"ci95": [
-0.10691887970083894,
-0.050319649034255134
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 238,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"escalation_ahead": {
"status": "ok",
"candidate": {
"n": 5194,
"prevalence": 0.4784366488456726,
"auroc": 0.6112157626452699,
"auprc": 0.5695318158070475,
"brier": 0.24086330039992912,
"ece": 0.036482168852846844,
"lead_at_far10_hours": -216.0
},
"baselines": {
"phase0_rules": {
"n": 5194,
"prevalence": 0.4784366488456726,
"auroc": 0.5710785941191631,
"auprc": 0.5295070560254935,
"brier": 0.32120352829266996,
"ece": 0.2509974575579024,
"lead_at_far10_hours": -48.0
},
"ewma_z": {
"n": 5194,
"prevalence": 0.4784366488456726,
"auroc": 0.5981112217788087,
"auprc": 0.555003637956321,
"brier": 0.29502340151797507,
"ece": 0.20682232158542438,
"lead_at_far10_hours": 192.0
},
"logistic": {
"n": 5194,
"prevalence": 0.4784366488456726,
"auroc": 0.6619972325648241,
"auprc": 0.6101232942438761,
"brier": 0.2322842097881359,
"ece": 0.05625773328014782,
"lead_at_far10_hours": 168.0
}
},
"auroc_ci95": {
"candidate": [
0.5771099121849764,
0.6450646836756757
],
"phase0_rules": [
0.5380989003786829,
0.5998089444759377
],
"ewma_z": [
0.5670910317439168,
0.6284462759374685
],
"logistic": [
0.6271245314566991,
0.695630673956794
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.040763321956418866,
"ci95": [
0.005887064348613122,
0.07551294893343444
],
"significant": true
},
"ewma_z": {
"mean": 0.01382202606330433,
"ci95": [
-0.01735133471490232,
0.04280901122012308
],
"significant": false
},
"logistic": {
"mean": -0.050380057382147514,
"ci95": [
-0.08121964991205385,
-0.0216177369414653
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 238,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"compound_fire_stress": {
"status": "insufficient_available_rows",
"n": 1
}
},
"slices": {
"region": {
"amazon": {
"fire_regime_transition": {
"status": "ok",
"n": 609,
"auroc": 0.6446316950606692,
"prevalence": 0.6732348203659058
},
"cadence_shift": {
"status": "ok",
"n": 2356,
"auroc": 0.6298522087041725,
"prevalence": 0.15704584121704102
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 0
},
"cluster_expansion": {
"status": "ok",
"n": 2166,
"auroc": 0.5608883388463971,
"prevalence": 0.37442290782928467
},
"escalation_ahead": {
"status": "ok",
"n": 2166,
"auroc": 0.5943992984204081,
"prevalence": 0.559556782245636
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 0
}
},
"australia_se": {
"fire_regime_transition": {
"status": "ok",
"n": 295,
"auroc": 0.7747129940058926,
"prevalence": 0.345762699842453
},
"cadence_shift": {
"status": "ok",
"n": 1147,
"auroc": 0.6668356810974261,
"prevalence": 0.09067131578922272
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 0
},
"cluster_expansion": {
"status": "ok",
"n": 1037,
"auroc": 0.6462979482604817,
"prevalence": 0.1465766578912735
},
"escalation_ahead": {
"status": "ok",
"n": 1037,
"auroc": 0.5434951311420363,
"prevalence": 0.47251686453819275
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 0
}
},
"iberia": {
"fire_regime_transition": {
"status": "ok",
"n": 106,
"auroc": 0.49921424829753797,
"prevalence": 0.21698112785816193
},
"cadence_shift": {
"status": "ok",
"n": 530,
"auroc": 0.555207215665236,
"prevalence": 0.12075471878051758
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 0
},
"cluster_expansion": {
"status": "ok",
"n": 480,
"auroc": 0.7820888063963449,
"prevalence": 0.14166666567325592
},
"escalation_ahead": {
"status": "ok",
"n": 480,
"auroc": 0.6485600687728348,
"prevalence": 0.4124999940395355
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 0
}
},
"portugal_mainland": {
"fire_regime_transition": {
"status": "insufficient_rows",
"n": 0
},
"cadence_shift": {
"status": "insufficient_rows",
"n": 0
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 0
},
"cluster_expansion": {
"status": "insufficient_rows",
"n": 0
},
"escalation_ahead": {
"status": "insufficient_rows",
"n": 0
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 0
}
},
"usa_west": {
"fire_regime_transition": {
"status": "ok",
"n": 465,
"auroc": 0.7456850192061459,
"prevalence": 0.23655913770198822
},
"cadence_shift": {
"status": "ok",
"n": 1647,
"auroc": 0.6446101000072063,
"prevalence": 0.10261080414056778
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 1
},
"cluster_expansion": {
"status": "ok",
"n": 1511,
"auroc": 0.8386123277427625,
"prevalence": 0.2693580389022827
},
"escalation_ahead": {
"status": "ok",
"n": 1511,
"auroc": 0.6134610769599971,
"prevalence": 0.3871608078479767
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 1
}
}
},
"daynight": {
"day": {
"fire_regime_transition": {
"status": "ok",
"n": 796,
"auroc": 0.7200292814633126,
"prevalence": 0.5314070582389832
},
"cadence_shift": {
"status": "ok",
"n": 3050,
"auroc": 0.6290997985776822,
"prevalence": 0.13704918324947357
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 1
},
"cluster_expansion": {
"status": "ok",
"n": 2796,
"auroc": 0.604763799186142,
"prevalence": 0.3247496485710144
},
"escalation_ahead": {
"status": "ok",
"n": 2796,
"auroc": 0.5548254372006054,
"prevalence": 0.5128755569458008
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 1
}
},
"night": {
"fire_regime_transition": {
"status": "ok",
"n": 679,
"auroc": 0.7595363415932344,
"prevalence": 0.32695138454437256
},
"cadence_shift": {
"status": "ok",
"n": 2630,
"auroc": 0.6301613039114683,
"prevalence": 0.10988593101501465
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 0
},
"cluster_expansion": {
"status": "ok",
"n": 2398,
"auroc": 0.7894029534160236,
"prevalence": 0.2210175096988678
},
"escalation_ahead": {
"status": "ok",
"n": 2398,
"auroc": 0.660875879513766,
"prevalence": 0.4382818937301636
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 0
}
},
"unknown": {
"fire_regime_transition": {
"status": "insufficient_rows",
"n": 0
},
"cadence_shift": {
"status": "insufficient_rows",
"n": 0
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 0
},
"cluster_expansion": {
"status": "insufficient_rows",
"n": 0
},
"escalation_ahead": {
"status": "insufficient_rows",
"n": 0
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 0
}
}
},
"intensity_band": {
"extreme": {
"fire_regime_transition": {
"status": "ok",
"n": 168,
"auroc": 0.60962525268232,
"prevalence": 0.3511904776096344
},
"cadence_shift": {
"status": "ok",
"n": 628,
"auroc": 0.7228930469782161,
"prevalence": 0.09076432883739471
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 0
},
"cluster_expansion": {
"status": "ok",
"n": 585,
"auroc": 0.5279915557693335,
"prevalence": 0.6769230961799622
},
"escalation_ahead": {
"status": "ok",
"n": 585,
"auroc": 0.5367274128586346,
"prevalence": 0.3777777850627899
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 0
}
},
"high": {
"fire_regime_transition": {
"status": "ok",
"n": 244,
"auroc": 0.7749865301724138,
"prevalence": 0.4754098355770111
},
"cadence_shift": {
"status": "ok",
"n": 938,
"auroc": 0.7571609575093896,
"prevalence": 0.08208955079317093
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 0
},
"cluster_expansion": {
"status": "ok",
"n": 851,
"auroc": 0.6024597690594798,
"prevalence": 0.40305522084236145
},
"escalation_ahead": {
"status": "ok",
"n": 851,
"auroc": 0.5383244206773619,
"prevalence": 0.4394829571247101
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 0
}
},
"low": {
"fire_regime_transition": {
"status": "ok",
"n": 437,
"auroc": 0.7966409787530477,
"prevalence": 0.4027459919452667
},
"cadence_shift": {
"status": "ok",
"n": 1863,
"auroc": 0.525896560752987,
"prevalence": 0.1470746099948883
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 0
},
"cluster_expansion": {
"status": "ok",
"n": 1682,
"auroc": 0.7146138951790226,
"prevalence": 0.13733650743961334
},
"escalation_ahead": {
"status": "ok",
"n": 1682,
"auroc": 0.6700853248362542,
"prevalence": 0.5202140212059021
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 0
}
},
"medium": {
"fire_regime_transition": {
"status": "ok",
"n": 626,
"auroc": 0.7536472420293419,
"prevalence": 0.4696485698223114
},
"cadence_shift": {
"status": "ok",
"n": 2251,
"auroc": 0.6161333543505675,
"prevalence": 0.13282985985279083
},
"frp_regime_shift": {
"status": "insufficient_rows",
"n": 1
},
"cluster_expansion": {
"status": "ok",
"n": 2076,
"auroc": 0.6395466577369563,
"prevalence": 0.22543352842330933
},
"escalation_ahead": {
"status": "ok",
"n": 2076,
"auroc": 0.5773751874567631,
"prevalence": 0.48892101645469666
},
"compound_fire_stress": {
"status": "insufficient_rows",
"n": 1
}
}
}
}
},
"gate": {
"criteria": {
"real_corpus_required": true,
"min_targets_significant": 2,
"min_paired_lift_vs_phase0": 0.03,
"min_paired_lift_vs_logistic": 0.0,
"max_collapsed_targets": 0,
"collapse_auroc_band": 0.005,
"max_ece": 0.1,
"min_selective_accuracy_gain": 0.02,
"min_entities": 100,
"leakage_tests_must_pass": true
},
"checks": {
"real_corpus": true,
"targets_significant_vs_phase0": [
"fire_regime_transition",
"cadence_shift",
"cluster_expansion",
"escalation_ahead"
],
"enough_significant_targets": true,
"targets_significant_vs_logistic": [],
"beats_logistic_baseline": false,
"collapsed_targets": [],
"no_collapsed_heads": true,
"calibration_within_bound": false,
"worst_ece": 0.13678368329116114,
"abstention_helps": false,
"enough_entities": true,
"leakage_tests_passed": true
},
"status": "candidate_not_promoted",
"blocking_reasons": [
"only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot",
"worst-target ECE 0.137 exceeds bound",
"abstention does not improve selective accuracy enough to be useful"
],
"statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one."
}
},
"spaceweather": {
"domain": {
"contract_version": "surprise-contract/0.3.0",
"domain_id": "spaceweather",
"schema_version": "0.5.0",
"schema_hash": "d06f95410a1ddb08",
"entity_kind": "opaque_solar_rotation",
"categories": [
"quiet",
"unsettled",
"active",
"minor_storm",
"moderate_storm",
"strong_storm",
"severe_storm",
"unknown"
],
"channels": [
"kp",
"ap",
"ap_rise",
"f107"
],
"context_dims": [
"solar_phase",
"season",
"activity_band"
],
"targets": [
{
"name": "ap_regime_shift",
"kind": "magnitude_shift",
"horizon": 48,
"channel": "ap",
"shift": 0.8,
"min_observations": 2
},
{
"name": "storm_onset",
"kind": "threshold_crossing",
"horizon": 6,
"channel": "kp",
"level": 3.333,
"direction": "above",
"level_source": "train-split q0.9 of kp"
},
{
"name": "severe_storm_onset",
"kind": "threshold_crossing",
"horizon": 8,
"channel": "kp",
"level": 3.333,
"direction": "above",
"level_source": "train-split q0.9 of kp"
},
{
"name": "compound_geomagnetic_stress",
"kind": "compound",
"horizon": 48,
"over": [
"ap_regime_shift",
"storm_onset"
],
"k": 2
}
],
"unavailable_sentinel": -9.0,
"permitted": [
"declared event category (incl. the unknown slot)",
"time gaps and cadence statistics (past-only)",
"declared magnitude channels and their explicit missingness indicators",
"event and source evidence-quality indicators",
"reference predictions, residuals and disagreement (as-of t)",
"regime indicators derived from past observations only",
"cold-start state",
"unavailable-reference mask",
"censored-horizon indicator"
],
"forbidden": [
"entity identity as a semantic claim",
"future events or future aggregates",
"ownership labels",
"private partner data",
"repayment, credit, default or causal outcomes"
],
"notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature."
},
"horizon_selection": {
"version": "surprise-horizons/0.1.0",
"band": [
0.08,
0.25
],
"min_prevalence": 0.05,
"level_quantile": 0.9,
"selected": {
"ap_regime_shift": {
"declared_horizon": 6,
"selected_horizon": 48,
"prevalence": 0.1642405092716217,
"in_band": true,
"level": null,
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.20475594699382782
},
{
"horizon": 12,
"prevalence": 0.19053763151168823
},
{
"horizon": 18,
"prevalence": 0.18375499546527863
},
{
"horizon": 24,
"prevalence": 0.1881759911775589
},
{
"horizon": 36,
"prevalence": 0.17039215564727783
},
{
"horizon": 48,
"prevalence": 0.1642405092716217
}
]
},
"storm_onset": {
"declared_horizon": 6,
"selected_horizon": 6,
"prevalence": 0.15736337006092072,
"in_band": true,
"level": 3.333,
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.15736337006092072
},
{
"horizon": 12,
"prevalence": 0.24223655462265015
},
{
"horizon": 18,
"prevalence": 0.3136262893676758
},
{
"horizon": 24,
"prevalence": 0.37855178117752075
},
{
"horizon": 36,
"prevalence": 0.48990195989608765
},
{
"horizon": 48,
"prevalence": 0.577531635761261
}
]
},
"severe_storm_onset": {
"declared_horizon": 8,
"selected_horizon": 8,
"prevalence": 0.18927203118801117,
"in_band": true,
"level": 3.333,
"prevalence_curve": [
{
"horizon": 8,
"prevalence": 0.18927203118801117
},
{
"horizon": 16,
"prevalence": 0.29152241349220276
},
{
"horizon": 24,
"prevalence": 0.3787766396999359
},
{
"horizon": 32,
"prevalence": 0.4547393023967743
},
{
"horizon": 48,
"prevalence": 0.576602578163147
},
{
"horizon": 64,
"prevalence": 0.6694047451019287
}
]
}
},
"excluded": [
{
"target": "activity_transition",
"kind": "category_transition",
"reason": "prevalence stays below 5% at every admissible horizon (4, 8, 12, 16, 24, 32)",
"prevalence_curve": [
{
"horizon": 4,
"prevalence": 0.01815950870513916
},
{
"horizon": 8,
"prevalence": 0.011597830802202225
},
{
"horizon": 12,
"prevalence": 0.0051085567101836205
},
{
"horizon": 16,
"prevalence": 0.003129074349999428
},
{
"horizon": 24,
"prevalence": 0.0028105168603360653
},
{
"horizon": 32,
"prevalence": 0.0016101534711197019
}
]
},
{
"target": "cadence_shift",
"kind": "cadence_shift",
"reason": "prevalence stays below 5% at every admissible horizon (4, 8, 12, 16, 24, 32)",
"prevalence_curve": [
{
"horizon": 4,
"prevalence": 0.0
},
{
"horizon": 8,
"prevalence": 0.0
},
{
"horizon": 12,
"prevalence": 0.0
},
{
"horizon": 16,
"prevalence": 0.0
},
{
"horizon": 24,
"prevalence": 0.0
},
{
"horizon": 32,
"prevalence": 0.0
}
]
}
],
"note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance."
},
"corpus": {
"real_corpus": true,
"source": "GFZ Potsdam Kp/ap/F10.7 (definitive, CC BY 4.0, credential-free)",
"source_url": "https://kp.gfz-potsdam.de/app/files/Kp_ap_Ap_SN_F107_since_1932.txt",
"licence": "GFZ Kp index, CC BY 4.0 \u2014 cite Matzka et al. (2021)",
"cadence": "3-hourly Kp/ap, daily F10.7 broadcast across the day",
"since_year": 1932,
"n_entities": 300,
"n_events": 64768,
"retrieved_at": "2026-08-29T06:35:39Z",
"note": "Externally forced, punctuated activity. Bartels rotation numbers are opaque grouping keys and never enter the feature space."
},
"split": {
"version": "surprise-splits/0.3.0",
"n_train": 38813,
"n_val": 12905,
"n_test": 12954,
"boundary_train_val": 1508157360.0,
"boundary_val_test": 1648054080.0,
"dropped_for_horizon_quarantine": 96
},
"features": {
"n": 135,
"version": "surprise-features/0.4.0",
"degenerate_zeroed": [
"kp_available",
"ap_available",
"reference_missing_rate",
"cat_last__unknown",
"source_count_last",
"log_confirmations",
"censored_horizon"
]
},
"sequence": {
"version": "surprise-sequence/0.4.0",
"steps": 12
},
"targets": {
"prevalence": {
"ap_regime_shift": 0.2074185162782669,
"storm_onset": 0.23068970441818237,
"severe_storm_onset": 0.2688708007335663,
"compound_geomagnetic_stress": 0.06399674713611603
},
"version": "surprise-targets/0.4.0"
},
"calibration": {
"method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half",
"parameters": [
[
0.7534206882426616,
-1.337133670294379
],
[
0.7717710104363771,
-1.201044317087917
],
[
0.7361275238966086,
-1.0891630437109545
],
[
91.94984373994203,
-515248.12751072115
]
],
"per_target": [
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-6.30551,
-3.276403,
-1.840446,
-0.820834,
-0.230669,
0.199675,
0.680795
],
"weights": [
2.0788401060477106,
-2.0788401060477106,
0.5579441500288119,
0.0694120522956243,
0.0004738884524501108,
1.2927286826111302,
1.8071755536577125
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.03497848448073435,
"affine_held_out_ece": 0.04785011561711844
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-5.930255,
-2.825318,
-1.827818,
-1.126203,
-0.583009,
-0.092788,
0.378042
],
"weights": [
2.1003394039239853,
-1.9914652088543139,
0.4424072388002689,
-0.2817216809253472,
0.4114332508064682,
0.8658833450869096,
-0.5467781496808968
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.023620976303804032,
"affine_held_out_ece": 0.03497316582400794
},
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-4.982388,
-2.347516,
-1.461021,
-0.836279,
-0.375535,
0.029946,
0.439843
],
"weights": [
2.649459460295359,
-2.5472060289994367,
0.1681554555523448,
0.7740296661687314,
-0.7419922014078156,
1.225129194397526,
-0.5127246322784644
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.026504145825623063,
"affine_held_out_ece": 0.03633088883912557
},
{
"kind": "affine",
"slope": 91.94984373994203,
"bias": -515248.12751072115,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.07624679393595066,
"held_out_ece": 0.044568245125292026
}
],
"piecewise_targets": [
"ap_regime_shift",
"storm_onset",
"severe_storm_onset"
]
},
"excluded_targets": [],
"abstention": {
"threshold": 0.24293050563438762,
"coverage": 0.8,
"selective_accuracy": 0.8750968616815188,
"base_accuracy": 0.8054629988376598,
"curve": [
{
"coverage": 0.5000387446726076,
"threshold": 0.11943283657117128,
"selective_accuracy": 0.9029908569657523
},
{
"coverage": 0.6,
"threshold": 0.14521299684495612,
"selective_accuracy": 0.8878987472555857
},
{
"coverage": 0.6999612553273925,
"threshold": 0.21115569024480094,
"selective_accuracy": 0.8758718033875789
},
{
"coverage": 0.8,
"threshold": 0.24293050563438762,
"selective_accuracy": 0.8750968616815188
},
{
"coverage": 0.8999612553273925,
"threshold": 0.4235571707450188,
"selective_accuracy": 0.8713621491303599
},
{
"coverage": 1.0,
"threshold": 0.9179248514504471,
"selective_accuracy": 0.8054629988376598
}
],
"fit_split": "validation",
"evaluation_split": "test",
"test_coverage": 0.7911841902115176,
"test_base_accuracy": 0.7174617878647522,
"test_selective_accuracy": 0.7848082739779491,
"test_selective_accuracy_gain": 0.06734648611319682
},
"evaluation": {
"version": "surprise-eval/0.3.0",
"domain_id": "spaceweather",
"schema_hash": "d06f95410a1ddb08",
"targets": {
"ap_regime_shift": {
"status": "ok",
"candidate": {
"n": 9448,
"prevalence": 0.19178661704063416,
"auroc": 0.7060699608107062,
"auprc": 0.4234560604651544,
"brier": 0.14438097296492658,
"ece": 0.08460442632775922,
"lead_at_far10_hours": 23014.5
},
"baselines": {
"phase0_rules": {
"n": 9448,
"prevalence": 0.19178661704063416,
"auroc": 0.5592215175126073,
"auprc": 0.2901796351786485,
"brier": 0.6284297993229282,
"ece": 0.6687684694524861,
"lead_at_far10_hours": 23011.5
},
"ewma_z": {
"n": 9448,
"prevalence": 0.19178661704063416,
"auroc": 0.5262110202977184,
"auprc": 0.21773232984796198,
"brier": 0.282156409200613,
"ece": 0.2874512287408088,
"lead_at_far10_hours": 23011.5
},
"logistic": {
"n": 9448,
"prevalence": 0.19178661704063416,
"auroc": 0.7037578763079961,
"auprc": 0.39491119481881315,
"brier": 0.13800513434203796,
"ece": 0.034049035595618754,
"lead_at_far10_hours": 23014.5
}
},
"auroc_ci95": {
"candidate": [
0.6580341882221435,
0.7542146249589486
],
"phase0_rules": [
0.5086676052365192,
0.6236651063886179
],
"ewma_z": [
0.4926178295192511,
0.5657211952956894
],
"logistic": [
0.651102447138069,
0.7590010527074804
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.14598358105957415,
"ci95": [
0.08167143377377357,
0.2164033176221437
],
"significant": true
},
"ewma_z": {
"mean": 0.18006911125458097,
"ci95": [
0.12216874473628986,
0.23468785315845103
],
"significant": true
},
"logistic": {
"mean": 0.0017466376420718374,
"ci95": [
-0.026656020983800315,
0.027575423508477474
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 60,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"storm_onset": {
"status": "ok",
"candidate": {
"n": 11988,
"prevalence": 0.3254087567329407,
"auroc": 0.7319841101261414,
"auprc": 0.6290644705167241,
"brier": 0.18546162521305418,
"ece": 0.06325471762836832,
"lead_at_far10_hours": 22896.0
},
"baselines": {
"phase0_rules": {
"n": 11988,
"prevalence": 0.3254087567329407,
"auroc": 0.49785620913706735,
"auprc": 0.3375189745570625,
"brier": 0.5231972616713894,
"ece": 0.5308981240161494,
"lead_at_far10_hours": 23022.0
},
"ewma_z": {
"n": 11988,
"prevalence": 0.3254087567329407,
"auroc": 0.6265155019019484,
"auprc": 0.4556890767898047,
"brier": 0.25679563881303824,
"ece": 0.18713698283170982,
"lead_at_far10_hours": 22950.0
},
"logistic": {
"n": 11988,
"prevalence": 0.3254087567329407,
"auroc": 0.784736371351453,
"auprc": 0.6859370018204178,
"brier": 0.16460599111883295,
"ece": 0.01784320305394574,
"lead_at_far10_hours": 22896.0
}
},
"auroc_ci95": {
"candidate": [
0.7074301161269316,
0.7551851649950804
],
"phase0_rules": [
0.4622224064781555,
0.5283861217634452
],
"ewma_z": [
0.6035402429488526,
0.6448036498325778
],
"logistic": [
0.766327677817083,
0.8027231107845366
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.2360404208575914,
"ci95": [
0.20131101952183855,
0.27156394116840166
],
"significant": true
},
"ewma_z": {
"mean": 0.10481974551141861,
"ci95": [
0.07999892746093938,
0.13224877429592446
],
"significant": true
},
"logistic": {
"mean": -0.05286283170807199,
"ci95": [
-0.06863490249548213,
-0.037835151216749026
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 61,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"severe_storm_onset": {
"status": "ok",
"candidate": {
"n": 11746,
"prevalence": 0.3733185827732086,
"auroc": 0.6905382414670557,
"auprc": 0.6239868101999995,
"brier": 0.20739928310993577,
"ece": 0.06121511745012915,
"lead_at_far10_hours": 22662.0
},
"baselines": {
"phase0_rules": {
"n": 11746,
"prevalence": 0.3733185827732086,
"auroc": 0.49666585445157124,
"auprc": 0.3863857666492877,
"brier": 0.4903277609826565,
"ece": 0.4831995336258269,
"lead_at_far10_hours": 22785.0
},
"ewma_z": {
"n": 11746,
"prevalence": 0.3733185827732086,
"auroc": 0.6110459497394276,
"auprc": 0.4923227610840128,
"brier": 0.267144949074911,
"ece": 0.18635224584439586,
"lead_at_far10_hours": 22710.0
},
"logistic": {
"n": 11746,
"prevalence": 0.3733185827732086,
"auroc": 0.7612099702010519,
"auprc": 0.6966335294044524,
"brier": 0.1831641413307924,
"ece": 0.025239037802897393,
"lead_at_far10_hours": 22662.0
}
},
"auroc_ci95": {
"candidate": [
0.6628603038113553,
0.7155731262510046
],
"phase0_rules": [
0.4626789051033659,
0.5278328377380881
],
"ewma_z": [
0.5901393379885405,
0.628255793060903
],
"logistic": [
0.7389046660790738,
0.7815032595021895
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.1959352127103046,
"ci95": [
0.16226085511865893,
0.23390934945448158
],
"significant": true
},
"ewma_z": {
"mean": 0.07886474056283696,
"ci95": [
0.05277854103989128,
0.10727916286519543
],
"significant": true
},
"logistic": {
"mean": -0.07073713652468323,
"ci95": [
-0.08923805574800825,
-0.05183305212306641
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 61,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"compound_geomagnetic_stress": {
"status": "ok",
"candidate": {
"n": 9328,
"prevalence": 0.0820111483335495,
"auroc": 0.5,
"auprc": 0.07045527564467169,
"brier": 0.082011149228115,
"ece": 0.08201114847963652,
"lead_at_far10_hours": 24210.0
},
"baselines": {
"phase0_rules": {
"n": 9328,
"prevalence": 0.0820111483335495,
"auroc": 0.5621974462251715,
"auprc": 0.15251622738829504,
"brier": 0.7060887640620237,
"ece": 0.7788383400496284,
"lead_at_far10_hours": 24210.0
},
"ewma_z": {
"n": 9328,
"prevalence": 0.0820111483335495,
"auroc": 0.6111473668061175,
"auprc": 0.11909126393672231,
"brier": 0.25905590705909953,
"ece": 0.3465985728819839,
"lead_at_far10_hours": 24210.0
},
"logistic": {
"n": 9328,
"prevalence": 0.0820111483335495,
"auroc": 0.7737650737822476,
"auprc": 0.3142030545561256,
"brier": 0.06641575061017126,
"ece": 0.01864978458794504,
"lead_at_far10_hours": 24210.0
}
},
"auroc_ci95": {
"candidate": [
0.5,
0.5
],
"phase0_rules": [
0.5013043479053909,
0.6235972332018338
],
"ewma_z": [
0.5779600930253628,
0.6473202633226324
],
"logistic": [
0.7313304212933378,
0.8129081322385838
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": -0.06361333750784656,
"ci95": [
-0.1235972332018338,
-0.0013043479053909265
],
"significant": false
},
"ewma_z": {
"mean": -0.11017035942069858,
"ci95": [
-0.14732026332263237,
-0.07796009302536283
],
"significant": false
},
"logistic": {
"mean": -0.27360574770266427,
"ci95": [
-0.3129081322385838,
-0.2313304212933378
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 60,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
}
},
"slices": {
"solar_phase": {
"active": {
"ap_regime_shift": {
"status": "ok",
"n": 5018,
"auroc": 0.6865240431110978,
"prevalence": 0.1988840103149414
},
"storm_onset": {
"status": "ok",
"n": 6408,
"auroc": 0.7169660744636914,
"prevalence": 0.31913232803344727
},
"severe_storm_onset": {
"status": "ok",
"n": 6284,
"auroc": 0.6704607518371511,
"prevalence": 0.3671228587627411
},
"compound_geomagnetic_stress": {
"status": "ok",
"n": 4956,
"auroc": 0.5,
"prevalence": 0.08171913027763367
}
},
"maximum": {
"ap_regime_shift": {
"status": "ok",
"n": 3790,
"auroc": 0.7129422381693615,
"prevalence": 0.19050131738185883
},
"storm_onset": {
"status": "ok",
"n": 4800,
"auroc": 0.7498701070639219,
"prevalence": 0.3310416638851166
},
"severe_storm_onset": {
"status": "ok",
"n": 4700,
"auroc": 0.7158779806948509,
"prevalence": 0.37978723645210266
},
"compound_geomagnetic_stress": {
"status": "ok",
"n": 3740,
"auroc": 0.5,
"prevalence": 0.08449197560548782
}
},
"rising": {
"ap_regime_shift": {
"status": "ok",
"n": 616,
"auroc": 0.9263545740184,
"prevalence": 0.13474026322364807
},
"storm_onset": {
"status": "ok",
"n": 756,
"auroc": 0.7506739277363019,
"prevalence": 0.34259259700775146
},
"severe_storm_onset": {
"status": "ok",
"n": 738,
"auroc": 0.7008636381240075,
"prevalence": 0.3861788511276245
},
"compound_geomagnetic_stress": {
"status": "ok",
"n": 608,
"auroc": 0.5,
"prevalence": 0.05921052768826485
}
},
"unknown": {
"ap_regime_shift": {
"status": "insufficient_rows",
"n": 24
},
"storm_onset": {
"status": "insufficient_rows",
"n": 24
},
"severe_storm_onset": {
"status": "insufficient_rows",
"n": 24
},
"compound_geomagnetic_stress": {
"status": "insufficient_rows",
"n": 24
}
}
},
"season": {
"autumn": {
"ap_regime_shift": {
"status": "ok",
"n": 2140,
"auroc": 0.6510772977757537,
"prevalence": 0.2668224275112152
},
"storm_onset": {
"status": "ok",
"n": 2688,
"auroc": 0.7563241133550281,
"prevalence": 0.3753720223903656
},
"severe_storm_onset": {
"status": "ok",
"n": 2632,
"auroc": 0.7208665633282847,
"prevalence": 0.4224924147129059
},
"compound_geomagnetic_stress": {
"status": "ok",
"n": 2112,
"auroc": 0.5,
"prevalence": 0.10700757801532745
}
},
"spring": {
"ap_regime_shift": {
"status": "ok",
"n": 2554,
"auroc": 0.7614482844921733,
"prevalence": 0.16053250432014465
},
"storm_onset": {
"status": "ok",
"n": 3244,
"auroc": 0.7194402264013295,
"prevalence": 0.3652897775173187
},
"severe_storm_onset": {
"status": "ok",
"n": 3182,
"auroc": 0.6774564158265619,
"prevalence": 0.418290376663208
},
"compound_geomagnetic_stress": {
"status": "ok",
"n": 2524,
"auroc": 0.5,
"prevalence": 0.06814579665660858
}
},
"summer": {
"ap_regime_shift": {
"status": "ok",
"n": 2670,
"auroc": 0.7590733478576616,
"prevalence": 0.1404494345188141
},
"storm_onset": {
"status": "ok",
"n": 3392,
"auroc": 0.7088204460584466,
"prevalence": 0.2556014060974121
},
"severe_storm_onset": {
"status": "ok",
"n": 3324,
"auroc": 0.6635047284511868,
"prevalence": 0.29933813214302063
},
"compound_geomagnetic_stress": {
"status": "ok",
"n": 2636,
"auroc": 0.5,
"prevalence": 0.07549317181110382
}
},
"winter": {
"ap_regime_shift": {
"status": "ok",
"n": 2084,
"auroc": 0.6281197465407992,
"prevalence": 0.21880997717380524
},
"storm_onset": {
"status": "ok",
"n": 2664,
"auroc": 0.7439294851712615,
"prevalence": 0.315315306186676
},
"severe_storm_onset": {
"status": "ok",
"n": 2608,
"auroc": 0.7059429727387796,
"prevalence": 0.36311349272727966
},
"compound_geomagnetic_stress": {
"status": "ok",
"n": 2056,
"auroc": 0.5,
"prevalence": 0.08171205967664719
}
}
},
"activity_band": {
"extreme": {
"ap_regime_shift": {
"status": "ok",
"n": 127,
"auroc": 0.7058990357345434,
"prevalence": 0.32283464074134827
},
"storm_onset": {
"status": "ok",
"n": 155,
"auroc": 0.7922077922077922,
"prevalence": 0.9935483932495117
},
"severe_storm_onset": {
"status": "ok",
"n": 151,
"auroc": 0.8333333333333334,
"prevalence": 0.9933775067329407
},
"compound_geomagnetic_stress": {
"status": "ok",
"n": 125,
"auroc": 0.5,
"prevalence": 0.328000009059906
}
},
"high": {
"ap_regime_shift": {
"status": "ok",
"n": 523,
"auroc": 0.6943212613944322,
"prevalence": 0.29445508122444153
},
"storm_onset": {
"status": "ok",
"n": 697,
"auroc": 0.5911871961102106,
"prevalence": 0.8852223753929138
},
"severe_storm_onset": {
"status": "ok",
"n": 674,
"auroc": 0.5814588573481854,
"prevalence": 0.8976261019706726
},
"compound_geomagnetic_stress": {
"status": "ok",
"n": 516,
"auroc": 0.5,
"prevalence": 0.2538759708404541
}
},
"low": {
"ap_regime_shift": {
"status": "ok",
"n": 5539,
"auroc": 0.688270272991761,
"prevalence": 0.1491243839263916
},
"storm_onset": {
"status": "ok",
"n": 6974,
"auroc": 0.570613764584555,
"prevalence": 0.16575853526592255
},
"severe_storm_onset": {
"status": "ok",
"n": 6853,
"auroc": 0.531529400241847,
"prevalence": 0.2164015769958496
},
"compound_geomagnetic_stress": {
"status": "ok",
"n": 5472,
"auroc": 0.5,
"prevalence": 0.03417397662997246
}
},
"medium": {
"ap_regime_shift": {
"status": "ok",
"n": 3259,
"auroc": 0.7084425270516979,
"prevalence": 0.24271248281002045
},
"storm_onset": {
"status": "ok",
"n": 4162,
"auroc": 0.6028996238115613,
"prevalence": 0.47429120540618896
},
"severe_storm_onset": {
"status": "ok",
"n": 4068,
"auroc": 0.5768171124581665,
"prevalence": 0.5277777910232544
},
"compound_geomagnetic_stress": {
"status": "ok",
"n": 3215,
"auroc": 0.5,
"prevalence": 0.12628304958343506
}
}
}
}
},
"gate": {
"criteria": {
"real_corpus_required": true,
"min_targets_significant": 2,
"min_paired_lift_vs_phase0": 0.03,
"min_paired_lift_vs_logistic": 0.0,
"max_collapsed_targets": 0,
"collapse_auroc_band": 0.005,
"max_ece": 0.1,
"min_selective_accuracy_gain": 0.02,
"min_entities": 100,
"leakage_tests_must_pass": true
},
"checks": {
"real_corpus": true,
"targets_significant_vs_phase0": [
"ap_regime_shift",
"storm_onset",
"severe_storm_onset"
],
"enough_significant_targets": true,
"targets_significant_vs_logistic": [],
"beats_logistic_baseline": false,
"collapsed_targets": [
"compound_geomagnetic_stress"
],
"no_collapsed_heads": false,
"calibration_within_bound": true,
"worst_ece": 0.08460442632775922,
"abstention_helps": true,
"enough_entities": true,
"leakage_tests_passed": true
},
"status": "candidate_not_promoted",
"blocking_reasons": [
"only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot",
"1 head(s) sit within 0.005 AUROC of chance (compound_geomagnetic_stress) \u2014 a collapsed head is a defect and blocks promotion"
],
"statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one."
}
},
"celo": {
"domain": {
"contract_version": "surprise-contract/0.3.0",
"domain_id": "celo",
"schema_version": "0.5.0",
"schema_hash": "2eae33f0adc6fc7c",
"entity_kind": "opaque_block_range",
"categories": [
"idle_block",
"light_block",
"normal_block",
"busy_block",
"saturated_block",
"slow_block",
"burst_block",
"unknown"
],
"channels": [
"tx_count",
"gas_ratio",
"block_interval_s",
"base_fee_gwei"
],
"context_dims": [
"chain",
"utilisation_band",
"hour_band"
],
"targets": [
{
"name": "block_regime_transition",
"kind": "category_transition",
"horizon": 10
},
{
"name": "congestion_ahead",
"kind": "threshold_crossing",
"horizon": 8,
"channel": "gas_ratio",
"level": 0.17303338666666668,
"direction": "above",
"level_source": "train-split q0.9 of gas_ratio"
}
],
"unavailable_sentinel": -9.0,
"permitted": [
"declared event category (incl. the unknown slot)",
"time gaps and cadence statistics (past-only)",
"declared magnitude channels and their explicit missingness indicators",
"event and source evidence-quality indicators",
"reference predictions, residuals and disagreement (as-of t)",
"regime indicators derived from past observations only",
"cold-start state",
"unavailable-reference mask",
"censored-horizon indicator"
],
"forbidden": [
"entity identity as a semantic claim",
"future events or future aggregates",
"ownership labels",
"private partner data",
"repayment, credit, default or causal outcomes"
],
"notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature."
},
"horizon_selection": {
"version": "surprise-horizons/0.1.0",
"band": [
0.08,
0.25
],
"min_prevalence": 0.05,
"level_quantile": 0.9,
"selected": {
"block_regime_transition": {
"declared_horizon": 5,
"selected_horizon": 10,
"prevalence": 0.17083333432674408,
"in_band": true,
"level": null,
"prevalence_curve": [
{
"horizon": 5,
"prevalence": 0.20357142388820648
},
{
"horizon": 10,
"prevalence": 0.17083333432674408
},
{
"horizon": 15,
"prevalence": 0.19583334028720856
},
{
"horizon": 20,
"prevalence": 0.17604166269302368
},
{
"horizon": 30,
"prevalence": 0.20416666567325592
},
{
"horizon": 40,
"prevalence": NaN
}
]
},
"congestion_ahead": {
"declared_horizon": 8,
"selected_horizon": 8,
"prevalence": 0.40486112236976624,
"in_band": false,
"level": 0.17303338666666668,
"prevalence_curve": [
{
"horizon": 8,
"prevalence": 0.40486112236976624
},
{
"horizon": 16,
"prevalence": 0.5445075631141663
},
{
"horizon": 24,
"prevalence": 0.5922619104385376
},
{
"horizon": 32,
"prevalence": 0.6354166865348816
},
{
"horizon": 48,
"prevalence": NaN
},
{
"horizon": 64,
"prevalence": NaN
}
]
}
},
"excluded": [
{
"target": "cadence_shift",
"kind": "cadence_shift",
"reason": "prevalence stays below 5% at every admissible horizon (5, 10, 15, 20, 30, 40)",
"prevalence_curve": [
{
"horizon": 5,
"prevalence": 0.0
},
{
"horizon": 10,
"prevalence": 0.0
},
{
"horizon": 15,
"prevalence": 0.0
},
{
"horizon": 20,
"prevalence": 0.0
},
{
"horizon": 30,
"prevalence": 0.0
},
{
"horizon": 40,
"prevalence": NaN
}
]
},
{
"target": "demand_regime_shift",
"kind": "magnitude_shift",
"reason": "prevalence stays below 5% at every admissible horizon (6, 12, 18, 24, 36, 48)",
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.0234375
},
{
"horizon": 12,
"prevalence": 0.013621794991195202
},
{
"horizon": 18,
"prevalence": 0.008333333767950535
},
{
"horizon": 24,
"prevalence": 0.0059523810632526875
},
{
"horizon": 36,
"prevalence": 0.0
},
{
"horizon": 48,
"prevalence": NaN
}
]
},
{
"target": "fee_regime_shift",
"kind": "magnitude_shift",
"reason": "prevalence stays below 5% at every admissible horizon (6, 12, 18, 24, 36, 48)",
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.0
},
{
"horizon": 12,
"prevalence": 0.0
},
{
"horizon": 18,
"prevalence": 0.0
},
{
"horizon": 24,
"prevalence": 0.0
},
{
"horizon": 36,
"prevalence": 0.0
},
{
"horizon": 48,
"prevalence": NaN
}
]
},
{
"target": "compound_chain_stress",
"kind": "compound",
"reason": "only 1 of its 2 required component targets survived selection",
"prevalence_curve": []
}
],
"note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance."
},
"corpus": {
"real_corpus": true,
"source": "Celo public JSON-RPC block sampling (credential-free)",
"source_url": "https://forno.celo.org",
"licence": "public chain state; no third-party terms",
"sampling": "30000 blocks at stride 120 back from head",
"median_seconds_per_block": 1.0,
"n_entities": 240,
"n_events": 12000,
"retrieved_at": "2026-08-29T06:49:29Z",
"note": "Chain-level operational behaviour only. No price target, no address identity: block ranges are opaque grouping keys. Protocol-level state is a follow-up on the general onchain pack."
},
"split": {
"version": "surprise-splits/0.3.0",
"n_train": 7200,
"n_val": 2400,
"n_test": 2400,
"boundary_train_val": 1787409889.0,
"boundary_val_test": 1787697865.0,
"dropped_for_horizon_quarantine": 0
},
"features": {
"n": 135,
"version": "surprise-features/0.4.0",
"degenerate_zeroed": [
"tx_count_available",
"gas_ratio_available",
"base_fee_gwei_available",
"reference_missing_rate",
"cat_last__idle_block",
"cat_last__saturated_block",
"cat_last__slow_block",
"cat_last__burst_block",
"cat_last__unknown",
"source_count_last",
"log_confirmations",
"censored_horizon",
"resid_seasonal_naive"
]
},
"sequence": {
"version": "surprise-sequence/0.4.0",
"steps": 12
},
"targets": {
"prevalence": {
"block_regime_transition": 0.20319443941116333,
"congestion_ahead": 0.44013887643814087
},
"version": "surprise-targets/0.4.0"
},
"calibration": {
"method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half",
"parameters": [
[
455.6066930670885,
-471636.11245517165
],
[
818.9083427677529,
-482946.4556867477
]
],
"per_target": [
{
"kind": "piecewise",
"bias": -9.21024036697585,
"knots": [
-9.060244,
-5.149886,
-4.598976,
-4.084554,
-2.810535,
-0.692872,
1.499516
],
"weights": [
1.2067434609097425,
-1.2067434609097425,
2.5858044730361134,
-1.308495145541304,
-0.97259079608433,
-0.07029572344846055,
2.3646832171564385
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.0647178290861371,
"affine_held_out_ece": 0.1680555555555119
},
{
"kind": "piecewise",
"bias": -2.8526314299133175,
"knots": [
-6.641004,
-4.946359,
-4.214787,
-2.470159,
-0.420007,
1.43704,
3.566145
],
"weights": [
0.19817213419292168,
0.9538998149689959,
-0.17882240928398474,
-0.9732495398779328,
0.0050372745445351865,
0.270056151161868,
0.29416296998564573
],
"selected_on": "held-out half of validation",
"held_out_ece": 0.07995994155890956,
"affine_held_out_ece": 0.5999999999999066
}
],
"piecewise_targets": [
"block_regime_transition",
"congestion_ahead"
]
},
"excluded_targets": [],
"abstention": {
"threshold": 0.9149428226570102,
"coverage": 0.8,
"selective_accuracy": 0.6026041666666667,
"base_accuracy": 0.4820833333333333,
"curve": [
{
"coverage": 0.5,
"threshold": 0.301981018985204,
"selective_accuracy": 0.755
},
{
"coverage": 0.6,
"threshold": 0.679643527252549,
"selective_accuracy": 0.7534722222222222
},
{
"coverage": 0.7,
"threshold": 0.8980755135559254,
"selective_accuracy": 0.6886904761904762
},
{
"coverage": 0.8,
"threshold": 0.9149428226570102,
"selective_accuracy": 0.6026041666666667
},
{
"coverage": 0.9,
"threshold": 0.9315249028632365,
"selective_accuracy": 0.5356481481481481
},
{
"coverage": 1.0,
"threshold": 0.9562596619034561,
"selective_accuracy": 0.4820833333333333
}
],
"fit_split": "validation",
"evaluation_split": "test",
"test_coverage": 0.7941666666666667,
"test_base_accuracy": 0.48541666666666666,
"test_selective_accuracy": 0.6112277019937041,
"test_selective_accuracy_gain": 0.12581103532703747
},
"evaluation": {
"version": "surprise-eval/0.3.0",
"domain_id": "celo",
"schema_hash": "2eae33f0adc6fc7c",
"targets": {
"block_regime_transition": {
"status": "ok",
"candidate": {
"n": 1440,
"prevalence": 0.20694445073604584,
"auroc": 0.8287738454847847,
"auprc": 0.5093687486058867,
"brier": 0.1359725336360697,
"ece": 0.06456675400619105,
"lead_at_far10_hours": 28.816666666666666
},
"baselines": {
"phase0_rules": {
"n": 1440,
"prevalence": 0.20694445073604584,
"auroc": 0.749925069641157,
"auprc": 0.3731517890309364,
"brier": 0.4392406333164226,
"ece": 0.5403015710207664,
"lead_at_far10_hours": 30.45
},
"ewma_z": {
"n": 1440,
"prevalence": 0.20694445073604584,
"auroc": 0.7463122509667486,
"auprc": 0.3208948137001457,
"brier": 0.16405010247006652,
"ece": 0.0997262974506625,
"lead_at_far10_hours": 34.583333333333336
},
"logistic": {
"n": 1440,
"prevalence": 0.20694445073604584,
"auroc": 0.8120335217856345,
"auprc": 0.40179513358402447,
"brier": 0.13398752803869765,
"ece": 0.07968158322385738,
"lead_at_far10_hours": 28.8
}
},
"auroc_ci95": {
"candidate": [
0.7657732025508002,
0.8836641460961243
],
"phase0_rules": [
0.6764611619078913,
0.8242839447364957
],
"ewma_z": [
0.6812364638899271,
0.8082570340681906
],
"logistic": [
0.7281527598913989,
0.8881794877068144
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.07665228882212914,
"ci95": [
0.010642411099388155,
0.13782237165585115
],
"significant": true
},
"ewma_z": {
"mean": 0.08203585414830397,
"ci95": [
0.02980412069269538,
0.13939621195667246
],
"significant": true
},
"logistic": {
"mean": 0.015139572970917732,
"ci95": [
-0.042249982588154066,
0.0845319993352127
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 48,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"congestion_ahead": {
"status": "ok",
"candidate": {
"n": 1440,
"prevalence": 0.4159722328186035,
"auroc": 0.8115974106666084,
"auprc": 0.7434835586542539,
"brier": 0.1762551579153642,
"ece": 0.0607021870047358,
"lead_at_far10_hours": 36.46666666666667
},
"baselines": {
"phase0_rules": {
"n": 1440,
"prevalence": 0.4159722328186035,
"auroc": 0.7111872939242773,
"auprc": 0.5722291711756697,
"brier": 0.32238985310837037,
"ece": 0.3329834100606967,
"lead_at_far10_hours": 32.31666666666666
},
"ewma_z": {
"n": 1440,
"prevalence": 0.4159722328186035,
"auroc": 0.7240386772246252,
"auprc": 0.5558250785272174,
"brier": 0.2628168802828783,
"ece": 0.2262332647222245,
"lead_at_far10_hours": 36.266666666666666
},
"logistic": {
"n": 1440,
"prevalence": 0.4159722328186035,
"auroc": 0.8420554272975768,
"auprc": 0.7930793146487176,
"brier": 0.16513804460816478,
"ece": 0.07222152819365675,
"lead_at_far10_hours": 31.733333333333334
}
},
"auroc_ci95": {
"candidate": [
0.7452846489962998,
0.8744928338127343
],
"phase0_rules": [
0.636441769933102,
0.7923515247926093
],
"ewma_z": [
0.6549589599800534,
0.7999541632315191
],
"logistic": [
0.7686509297621821,
0.9029495929705261
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.0998746356765293,
"ci95": [
0.0418023925043983,
0.1559200386768609
],
"significant": true
},
"ewma_z": {
"mean": 0.08729749002275443,
"ci95": [
0.03686644589478889,
0.13702654982945417
],
"significant": true
},
"logistic": {
"mean": -0.02681687829286723,
"ci95": [
-0.06228034112133337,
0.007451386487183005
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 48,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
}
},
"slices": {
"chain": {
"celo": {
"block_regime_transition": {
"status": "ok",
"n": 1440,
"auroc": 0.8287738454847847,
"prevalence": 0.20694445073604584
},
"congestion_ahead": {
"status": "ok",
"n": 1440,
"auroc": 0.8115974106666084,
"prevalence": 0.4159722328186035
}
}
},
"utilisation_band": {
"high": {
"block_regime_transition": {
"status": "insufficient_rows",
"n": 12
},
"congestion_ahead": {
"status": "insufficient_rows",
"n": 10
}
},
"low": {
"block_regime_transition": {
"status": "ok",
"n": 1018,
"auroc": 0.8627170317895468,
"prevalence": 0.13850687444210052
},
"congestion_ahead": {
"status": "ok",
"n": 1025,
"auroc": 0.8132460363756672,
"prevalence": 0.3229268193244934
}
},
"medium": {
"block_regime_transition": {
"status": "ok",
"n": 410,
"auroc": 0.6874952795750359,
"prevalence": 0.3829268217086792
},
"congestion_ahead": {
"status": "ok",
"n": 405,
"auroc": 0.703355795148248,
"prevalence": 0.654321014881134
}
}
},
"hour_band": {
"utc_afternoon": {
"block_regime_transition": {
"status": "ok",
"n": 320,
"auroc": 0.6791224877354012,
"prevalence": 0.4437499940395355
},
"congestion_ahead": {
"status": "ok",
"n": 320,
"auroc": 0.6842589331141639,
"prevalence": 0.4781250059604645
}
},
"utc_evening": {
"block_regime_transition": {
"status": "ok",
"n": 350,
"auroc": NaN,
"prevalence": 0.0
},
"congestion_ahead": {
"status": "ok",
"n": 350,
"auroc": 0.702034303948943,
"prevalence": 0.0657142847776413
}
},
"utc_morning": {
"block_regime_transition": {
"status": "ok",
"n": 343,
"auroc": 0.6085875210299173,
"prevalence": 0.36734694242477417
},
"congestion_ahead": {
"status": "ok",
"n": 345,
"auroc": 0.598879804629433,
"prevalence": 0.8028985261917114
}
},
"utc_night": {
"block_regime_transition": {
"status": "ok",
"n": 427,
"auroc": 0.8811083123425693,
"prevalence": 0.07025761157274246
},
"congestion_ahead": {
"status": "ok",
"n": 425,
"auroc": 0.583971620759071,
"prevalence": 0.3435294032096863
}
}
}
}
},
"gate": {
"criteria": {
"real_corpus_required": true,
"min_targets_significant": 2,
"min_paired_lift_vs_phase0": 0.03,
"min_paired_lift_vs_logistic": 0.0,
"max_collapsed_targets": 0,
"collapse_auroc_band": 0.005,
"max_ece": 0.1,
"min_selective_accuracy_gain": 0.02,
"min_entities": 100,
"leakage_tests_must_pass": true
},
"checks": {
"real_corpus": true,
"targets_significant_vs_phase0": [
"block_regime_transition",
"congestion_ahead"
],
"enough_significant_targets": true,
"targets_significant_vs_logistic": [],
"beats_logistic_baseline": false,
"collapsed_targets": [],
"no_collapsed_heads": true,
"calibration_within_bound": true,
"worst_ece": 0.06456675400619105,
"abstention_helps": true,
"enough_entities": true,
"leakage_tests_passed": true
},
"status": "candidate_not_promoted",
"blocking_reasons": [
"only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot"
],
"statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one."
}
},
"macro": {
"domain": {
"contract_version": "surprise-contract/0.3.0",
"domain_id": "macro",
"schema_version": "0.5.0",
"schema_hash": "a483c38e354bd308",
"entity_kind": "opaque_series",
"categories": [
"stable_print",
"mild_move",
"notable_move",
"large_move",
"shock_print",
"revision",
"stale_print",
"unknown"
],
"channels": [
"level",
"abs_change",
"z_change",
"days_since_prev"
],
"context_dims": [
"family",
"cadence",
"move_band"
],
"targets": [
{
"name": "print_regime_transition",
"kind": "category_transition",
"horizon": 4
},
{
"name": "shock_ahead",
"kind": "threshold_crossing",
"horizon": 6,
"channel": "z_change",
"level": 1.4704358187934363,
"direction": "above",
"level_source": "train-split q0.9 of z_change"
}
],
"unavailable_sentinel": -9.0,
"permitted": [
"declared event category (incl. the unknown slot)",
"time gaps and cadence statistics (past-only)",
"declared magnitude channels and their explicit missingness indicators",
"event and source evidence-quality indicators",
"reference predictions, residuals and disagreement (as-of t)",
"regime indicators derived from past observations only",
"cold-start state",
"unavailable-reference mask",
"censored-horizon indicator"
],
"forbidden": [
"entity identity as a semantic claim",
"future events or future aggregates",
"ownership labels",
"private partner data",
"repayment, credit, default or causal outcomes"
],
"notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature."
},
"horizon_selection": {
"version": "surprise-horizons/0.1.0",
"band": [
0.08,
0.25
],
"min_prevalence": 0.05,
"level_quantile": 0.9,
"selected": {
"print_regime_transition": {
"declared_horizon": 4,
"selected_horizon": 4,
"prevalence": 0.12220495939254761,
"in_band": true,
"level": null,
"prevalence_curve": [
{
"horizon": 4,
"prevalence": 0.12220495939254761
},
{
"horizon": 8,
"prevalence": 0.09200801700353622
},
{
"horizon": 12,
"prevalence": 0.07721874862909317
},
{
"horizon": 16,
"prevalence": 0.06795667111873627
},
{
"horizon": 24,
"prevalence": 0.058708369731903076
},
{
"horizon": 32,
"prevalence": 0.053314823657274246
}
]
},
"shock_ahead": {
"declared_horizon": 6,
"selected_horizon": 6,
"prevalence": 0.4313455820083618,
"in_band": false,
"level": 1.4704358187934363,
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.4313455820083618
},
{
"horizon": 12,
"prevalence": 0.5995871424674988
},
{
"horizon": 18,
"prevalence": 0.6955165266990662
},
{
"horizon": 24,
"prevalence": 0.758023738861084
},
{
"horizon": 36,
"prevalence": 0.8357165455818176
},
{
"horizon": 48,
"prevalence": 0.877090334892273
}
]
}
},
"excluded": [
{
"target": "cadence_shift",
"kind": "cadence_shift",
"reason": "prevalence stays below 5% at every admissible horizon (4, 8, 12, 16, 24, 32)",
"prevalence_curve": [
{
"horizon": 4,
"prevalence": 0.0024317624047398567
},
{
"horizon": 8,
"prevalence": 0.0007236319361254573
},
{
"horizon": 12,
"prevalence": 0.00043894510599784553
},
{
"horizon": 16,
"prevalence": 0.000332190451445058
},
{
"horizon": 24,
"prevalence": 0.0002728966064751148
},
{
"horizon": 32,
"prevalence": 0.0001898591435747221
}
]
},
{
"target": "volatility_regime_shift",
"kind": "magnitude_shift",
"reason": "prevalence stays below 5% at every admissible horizon (6, 12, 18, 24, 36, 48)",
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.027699023485183716
},
{
"horizon": 12,
"prevalence": 0.023584401234984398
},
{
"horizon": 18,
"prevalence": 0.021426791325211525
},
{
"horizon": 24,
"prevalence": 0.021404586732387543
},
{
"horizon": 36,
"prevalence": 0.021372035145759583
},
{
"horizon": 48,
"prevalence": 0.021481893956661224
}
]
},
{
"target": "level_regime_shift",
"kind": "magnitude_shift",
"reason": "prevalence stays below 5% at every admissible horizon (6, 12, 18, 24, 36, 48)",
"prevalence_curve": [
{
"horizon": 6,
"prevalence": 0.017022740095853806
},
{
"horizon": 12,
"prevalence": 0.019052591174840927
},
{
"horizon": 18,
"prevalence": 0.022221695631742477
},
{
"horizon": 24,
"prevalence": 0.024952244013547897
},
{
"horizon": 36,
"prevalence": 0.02974996715784073
},
{
"horizon": 48,
"prevalence": 0.03552227094769478
}
]
},
{
"target": "compound_macro_stress",
"kind": "compound",
"reason": "only 1 of its 2 required component targets survived selection",
"prevalence_curve": []
}
],
"note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance."
},
"corpus": {
"real_corpus": true,
"source": "FRED (Federal Reserve Bank of St. Louis) observations API",
"source_url": "https://api.stlouisfed.org/fred/series/observations",
"licence": "FRED terms of use; series carry their originating agency's terms",
"series": [
"DGS10",
"DGS2",
"DGS3MO",
"T10Y2Y",
"BAMLH0A0HYM2",
"BAMLC0A0CM",
"ICSA",
"CCSA",
"UNRATE",
"PAYEMS",
"CPIAUCSL",
"PCEPI",
"FEDFUNDS",
"SOFR",
"M2SL",
"INDPRO",
"HOUST",
"UMCSENT",
"VIXCLS",
"DTWEXBGS",
"DCOILWTICO",
"TEDRATE",
"NFCI",
"STLFSI4",
"DGS1",
"DGS5",
"DGS30",
"DGS1MO",
"DGS20",
"DFII10",
"T10YIE",
"T5YIE",
"DAAA",
"DBAA",
"MORTGAGE30US",
"DPRIME",
"BAMLH0A3HYC",
"BAMLC0A4CBBB",
"BAMLEMCBPIOAS",
"T10Y3M",
"TB3MS",
"CIVPART",
"EMRATIO",
"U6RATE",
"JTSJOL",
"AHETPI",
"AWHAETP",
"CPILFESL",
"PPIACO",
"PCEPILFE",
"MICH",
"WM2NS",
"WALCL",
"TOTRESNS",
"BUSLOANS",
"TOTALSL",
"REALLN",
"IPMAN",
"TCU",
"RSAFS",
"DGORDER",
"PERMIT",
"HSN1F",
"CSUSHPINSA",
"DEXUSEU",
"DEXJPUS",
"DEXCHUS",
"DTWEXAFEGS",
"DCOILBRENTEU",
"DHHNGSP",
"NASDAQCOM",
"DJIA",
"SP500",
"VXVCLS",
"OVXCLS",
"GVZCLS",
"DFF",
"RRPONTSYD",
"WRESBAL",
"EXPINF1YR",
"DGS7",
"DFII5",
"DFII30",
"DLTIIT",
"T5YIFR",
"DTB3",
"DTB6",
"DTB1YR",
"DCPN3M",
"DCPF3M",
"WGS10YR",
"WGS1YR",
"WGS3MO",
"AAA",
"BAA",
"AAA10Y",
"BAA10Y",
"BAMLH0A1HYBB",
"BAMLH0A2HYB",
"BAMLC0A1CAAA",
"BAMLC0A2CAA",
"BAMLC0A3CA",
"BAMLEM1BRRAAA2ACRPIOAS",
"MORTGAGE15US",
"OBMMIC30YF",
"TOTCI",
"CONSUMER",
"H8B1058NCBCMG",
"NONREVSL",
"REVOLSL",
"IPMANSICS",
"IPUTIL",
"IPMINE",
"IPDCONGD",
"IPNCONGD",
"IPBUSEQ",
"MCUMFN",
"AMTMNO",
"AMTMUO",
"AMTMTI",
"BUSINV",
"ISRATIO",
"RETAILIRSA",
"RSXFS",
"MRTSSM44000USS",
"TOTALSA",
"ALTSALES",
"HOUST1F",
"COMPUTSA",
"MSACSR",
"CES0500000003",
"AWHMAN",
"CES9091000001",
"USCONS",
"MANEMP",
"USTRADE",
"SRVPRD",
"LNS12032194",
"UEMPMEAN",
"UEMP15OV",
"LNS13023621",
"JTSHIR",
"JTSTSR",
"JTSQUR",
"JTSLDR",
"CPIENGSL",
"CPIMEDSL",
"CPIUFDSL",
"CUSR0000SEHA",
"CUSR0000SAS",
"PPIFIS",
"WPU0911",
"PPICMM",
"DEXCAUS",
"DEXMXUS",
"DEXKOUS",
"DEXBZUS",
"DEXINUS",
"DEXSFUS",
"DEXUSUK",
"DEXUSAL",
"DEXNOUS",
"DEXSDUS",
"DEXSZUS",
"DEXTHUS",
"DTWEXEMEGS",
"IQ12260",
"DPROPANEMBTX",
"DHOILNYH",
"GASREGW",
"WTISPLC",
"NIKKEI225",
"VXNCLS",
"VXDCLS",
"RVXCLS",
"EVZCLS",
"BAMLHE00EHYIOAS",
"BAMLEMHBHYCRPIOAS",
"ANFCI",
"KCFSI",
"CFNAI",
"SAHMREALTIME",
"RECPROUSM156N",
"T3MFF",
"T1YFF",
"T5YFF",
"AAAFF",
"BAAFF",
"TREAST",
"SWPT",
"RESPPANWW",
"PSAVERT",
"DSPIC96",
"PCEC96",
"PCEDG",
"PCEND",
"PCES",
"DGDSRC1"
],
"start": "2005-01-01",
"n_entities": 198,
"n_events": 428889,
"retrieved_at": "2026-08-29T06:53:05Z",
"note": "Mixed-cadence, policy-driven series. Observation spacing is an explicit channel because irregular release timing is signal here."
},
"split": {
"version": "surprise-splits/0.3.0",
"n_train": 256159,
"n_val": 84673,
"n_test": 85843,
"boundary_train_val": 1533513600.0,
"boundary_val_test": 1667174400.0,
"dropped_for_horizon_quarantine": 2214
},
"features": {
"n": 135,
"version": "surprise-features/0.4.0",
"degenerate_zeroed": [
"level_available",
"reference_missing_rate",
"cat_last__revision",
"source_count_last",
"log_confirmations",
"censored_horizon",
"hour_sin",
"hour_cos"
]
},
"sequence": {
"version": "surprise-sequence/0.4.0",
"steps": 12
},
"targets": {
"prevalence": {
"print_regime_transition": 0.100306436419487,
"shock_ahead": 0.4205077886581421
},
"version": "surprise-targets/0.4.0"
},
"calibration": {
"method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half",
"parameters": [
[
1.9740880955539448,
-2.0529808039680155
],
[
2.0339780421049554,
-0.8156153936861372
]
],
"per_target": [
{
"kind": "affine",
"slope": 1.9740880955539448,
"bias": -2.0529808039680155,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.03727350716123905,
"held_out_ece": 0.008507900585224437
},
{
"kind": "affine",
"slope": 2.0339780421049554,
"bias": -0.8156153936861372,
"selected_on": "held-out half of validation",
"rejected_piecewise_ece": 0.01685574187310224,
"held_out_ece": 0.009733608905422715
}
],
"piecewise_targets": []
},
"excluded_targets": [],
"abstention": {
"threshold": 0.3025248305740764,
"coverage": 0.7999952759439255,
"selective_accuracy": 0.818868286633795,
"base_accuracy": 0.7932162554769525,
"curve": [
{
"coverage": 0.5000059050700932,
"threshold": 0.21689635795987755,
"selective_accuracy": 0.8724165623449938
},
{
"coverage": 0.6000023620280373,
"threshold": 0.24980901426233104,
"selective_accuracy": 0.8516553814660263
},
{
"coverage": 0.6999988189859814,
"threshold": 0.27940200839969814,
"selective_accuracy": 0.8336792023080427
},
{
"coverage": 0.7999952759439255,
"threshold": 0.3025248305740764,
"selective_accuracy": 0.818868286633795
},
{
"coverage": 0.8999917329018695,
"threshold": 0.3241569929061583,
"selective_accuracy": 0.8061413293091004
},
{
"coverage": 1.0,
"threshold": 0.850404292950724,
"selective_accuracy": 0.7932162554769525
}
],
"fit_split": "validation",
"evaluation_split": "test",
"test_coverage": 0.7712684785014503,
"test_base_accuracy": 0.7766503966543574,
"test_selective_accuracy": 0.8053634001933301,
"test_selective_accuracy_gain": 0.02871300353897266
},
"evaluation": {
"version": "surprise-eval/0.3.0",
"domain_id": "macro",
"schema_hash": "a483c38e354bd308",
"targets": {
"print_regime_transition": {
"status": "ok",
"candidate": {
"n": 84951,
"prevalence": 0.113889180123806,
"auroc": 0.8289485363972553,
"auprc": 0.41263261269148527,
"brier": 0.08202253998358924,
"ece": 0.014604037106580897,
"lead_at_far10_hours": 13320.0
},
"baselines": {
"phase0_rules": {
"n": 84951,
"prevalence": 0.113889180123806,
"auroc": 0.6399013861547644,
"auprc": 0.17896174022288136,
"brier": 0.5559567613476718,
"ece": 0.645110028148534,
"lead_at_far10_hours": -2736.0
},
"ewma_z": {
"n": 84951,
"prevalence": 0.113889180123806,
"auroc": 0.6854407401777822,
"auprc": 0.2034201848438989,
"brier": 0.2705135938477796,
"ece": 0.32712615100403963,
"lead_at_far10_hours": 13320.0
},
"logistic": {
"n": 84951,
"prevalence": 0.113889180123806,
"auroc": 0.8311126434565759,
"auprc": 0.4230041123033228,
"brier": 0.0813141045269671,
"ece": 0.021392427067989744,
"lead_at_far10_hours": 13320.0
}
},
"auroc_ci95": {
"candidate": [
0.8076011883553355,
0.8470248378109344
],
"phase0_rules": [
0.6184994333839423,
0.6617179266541874
],
"ewma_z": [
0.6652464749947433,
0.7058483192183794
],
"logistic": [
0.8107566791109517,
0.8497743294617534
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.1883283092688536,
"ci95": [
0.17115498391292297,
0.20756559328484636
],
"significant": true
},
"ewma_z": {
"mean": 0.14265010573729484,
"ci95": [
0.12509981202339607,
0.16078856552223095
],
"significant": true
},
"logistic": {
"mean": -0.0021733942434618582,
"ci95": [
-0.005770627937924244,
0.00098030063786917
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 197,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
},
"shock_ahead": {
"status": "ok",
"candidate": {
"n": 84531,
"prevalence": 0.45744165778160095,
"auroc": 0.7361533515288328,
"auprc": 0.6992755223455545,
"brier": 0.20675381722787103,
"ece": 0.02013764593156305,
"lead_at_far10_hours": 15336.0
},
"baselines": {
"phase0_rules": {
"n": 84531,
"prevalence": 0.45744165778160095,
"auroc": 0.6122186458930859,
"auprc": 0.5545416857423872,
"brier": 0.3523427570412595,
"ece": 0.3181787597831851,
"lead_at_far10_hours": 1440.0
},
"ewma_z": {
"n": 84531,
"prevalence": 0.45744165778160095,
"auroc": 0.6310213761386996,
"auprc": 0.5603746434577102,
"brier": 0.28310427456263126,
"ece": 0.1978420732198249,
"lead_at_far10_hours": 15312.0
},
"logistic": {
"n": 84531,
"prevalence": 0.45744165778160095,
"auroc": 0.7383922498312034,
"auprc": 0.7036082027191621,
"brier": 0.20560712838115963,
"ece": 0.012840046480465033,
"lead_at_far10_hours": 14592.0
}
},
"auroc_ci95": {
"candidate": [
0.7103234235719253,
0.7612938400832607
],
"phase0_rules": [
0.5872165047880575,
0.6393937717924926
],
"ewma_z": [
0.6089215810898715,
0.6585190474533164
],
"logistic": [
0.7134217947905168,
0.763046734462432
]
},
"paired_auroc_lift": {
"phase0_rules": {
"mean": 0.12362882614780311,
"ci95": [
0.10498876088369093,
0.14315633016157117
],
"significant": true
},
"ewma_z": {
"mean": 0.10481310251846948,
"ci95": [
0.08721446503590873,
0.12021427027810966
],
"significant": true
},
"logistic": {
"mean": -0.0021949322878217687,
"ci95": [
-0.005482239536715605,
0.0017624781612428232
],
"significant": false
}
},
"bootstrap": {
"resampling_unit": "entity",
"n_entities": 197,
"n_replicates": 300,
"note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus."
}
}
},
"slices": {
"family": {
"activity": {
"print_regime_transition": {
"status": "ok",
"n": 409,
"auroc": 0.6536382068033341,
"prevalence": 0.05623471736907959
},
"shock_ahead": {
"status": "ok",
"n": 389,
"auroc": 0.4707637550845643,
"prevalence": 0.5552698969841003
}
},
"credit": {
"print_regime_transition": {
"status": "ok",
"n": 6286,
"auroc": 0.8034606077000118,
"prevalence": 0.05138402804732323
},
"shock_ahead": {
"status": "ok",
"n": 6252,
"auroc": 0.6611304011552555,
"prevalence": 0.3387715816497803
}
},
"labour": {
"print_regime_transition": {
"status": "ok",
"n": 712,
"auroc": 0.907132768361582,
"prevalence": 0.00561797758564353
},
"shock_ahead": {
"status": "ok",
"n": 692,
"auroc": 0.6005564387917329,
"prevalence": 0.21387283504009247
}
},
"money": {
"print_regime_transition": {
"status": "ok",
"n": 6363,
"auroc": 0.8113912068286154,
"prevalence": 0.14945779740810394
},
"shock_ahead": {
"status": "ok",
"n": 6341,
"auroc": 0.7377482213891337,
"prevalence": 0.5150607228279114
}
},
"other": {
"print_regime_transition": {
"status": "ok",
"n": 45349,
"auroc": 0.81339411547867,
"prevalence": 0.11283600330352783
},
"shock_ahead": {
"status": "ok",
"n": 45097,
"auroc": 0.724953397177538,
"prevalence": 0.45546266436576843
}
},
"prices": {
"print_regime_transition": {
"status": "ok",
"n": 5048,
"auroc": 0.866975774612299,
"prevalence": 0.10400158166885376
},
"shock_ahead": {
"status": "ok",
"n": 5024,
"auroc": 0.7036238127966343,
"prevalence": 0.4321258068084717
}
},
"rates": {
"print_regime_transition": {
"status": "ok",
"n": 14068,
"auroc": 0.844308203192141,
"prevalence": 0.10754904896020889
},
"shock_ahead": {
"status": "ok",
"n": 14034,
"auroc": 0.7753242586114952,
"prevalence": 0.44677212834358215
}
},
"volatility": {
"print_regime_transition": {
"status": "ok",
"n": 6716,
"auroc": 0.8238479098823834,
"prevalence": 0.18150684237480164
},
"shock_ahead": {
"status": "ok",
"n": 6702,
"auroc": 0.7479504444222088,
"prevalence": 0.5877349972724915
}
}
},
"cadence": {
"daily": {
"print_regime_transition": {
"status": "ok",
"n": 60601,
"auroc": 0.8294647664739362,
"prevalence": 0.11245688796043396
},
"shock_ahead": {
"status": "ok",
"n": 60447,
"auroc": 0.7394119280262549,
"prevalence": 0.4604198634624481
}
},
"monthly": {
"print_regime_transition": {
"status": "ok",
"n": 3846,
"auroc": 0.7646895291360837,
"prevalence": 0.10088403522968292
},
"shock_ahead": {
"status": "ok",
"n": 3658,
"auroc": 0.667717708258334,
"prevalence": 0.4702022969722748
}
},
"sparse": {
"print_regime_transition": {
"status": "insufficient_rows",
"n": 18
},
"shock_ahead": {
"status": "insufficient_rows",
"n": 18
}
},
"unknown": {
"print_regime_transition": {
"status": "insufficient_rows",
"n": 0
},
"shock_ahead": {
"status": "insufficient_rows",
"n": 0
}
},
"weekly": {
"print_regime_transition": {
"status": "ok",
"n": 20486,
"auroc": 0.8367304461686218,
"prevalence": 0.12066777050495148
},
"shock_ahead": {
"status": "ok",
"n": 20408,
"auroc": 0.7418635655010974,
"prevalence": 0.44624656438827515
}
}
},
"move_band": {
"large": {
"print_regime_transition": {
"status": "ok",
"n": 13472,
"auroc": 0.7606798592625773,
"prevalence": 0.1903206706047058
},
"shock_ahead": {
"status": "ok",
"n": 13411,
"auroc": 0.6717403900560253,
"prevalence": 0.602043092250824
}
},
"normal": {
"print_regime_transition": {
"status": "ok",
"n": 34753,
"auroc": 0.7923992511742995,
"prevalence": 0.09075475484132767
},
"shock_ahead": {
"status": "ok",
"n": 34544,
"auroc": 0.7057978932803942,
"prevalence": 0.4454898238182068
}
},
"quiet": {
"print_regime_transition": {
"status": "ok",
"n": 30943,
"auroc": 0.8358260137287571,
"prevalence": 0.05781598389148712
},
"shock_ahead": {
"status": "ok",
"n": 30810,
"auroc": 0.7222106051293284,
"prevalence": 0.35300227999687195
}
},
"shock": {
"print_regime_transition": {
"status": "ok",
"n": 5783,
"auroc": 0.6982765154415029,
"prevalence": 0.3748919367790222
},
"shock_ahead": {
"status": "ok",
"n": 5766,
"auroc": 0.7114648774356499,
"prevalence": 0.750780463218689
}
},
"unknown": {
"print_regime_transition": {
"status": "insufficient_rows",
"n": 0
},
"shock_ahead": {
"status": "insufficient_rows",
"n": 0
}
}
}
}
},
"gate": {
"criteria": {
"real_corpus_required": true,
"min_targets_significant": 2,
"min_paired_lift_vs_phase0": 0.03,
"min_paired_lift_vs_logistic": 0.0,
"max_collapsed_targets": 0,
"collapse_auroc_band": 0.005,
"max_ece": 0.1,
"min_selective_accuracy_gain": 0.02,
"min_entities": 100,
"leakage_tests_must_pass": true
},
"checks": {
"real_corpus": true,
"targets_significant_vs_phase0": [
"print_regime_transition",
"shock_ahead"
],
"enough_significant_targets": true,
"targets_significant_vs_logistic": [],
"beats_logistic_baseline": false,
"collapsed_targets": [],
"no_collapsed_heads": true,
"calibration_within_bound": true,
"worst_ece": 0.02013764593156305,
"abstention_helps": true,
"enough_entities": true,
"leakage_tests_passed": true
},
"status": "candidate_not_promoted",
"blocking_reasons": [
"only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot"
],
"statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one."
}
}
},
"real_corpus_domains": [
"climate",
"hydrology",
"markets",
"seismic",
"wildfire",
"spaceweather",
"celo",
"macro"
],
"shared_vs_single_domain": {},
"leave_one_domain_out": {
"climate": {
"transfer_auroc": {
"weather_regime_transition": 0.8168443957770669,
"anomaly_regime_shift": 0.7810185884393855,
"heat_extreme_ahead": 0.8578980559029216,
"cold_extreme_ahead": 0.879080462145214,
"compound_climate_stress": 0.8242645660461557
},
"joint_auroc": {
"weather_regime_transition": 0.8244089820520246,
"anomaly_regime_shift": 0.7827657857490328,
"heat_extreme_ahead": 0.8553627526874936,
"cold_extreme_ahead": 0.8904805475537743,
"compound_climate_stress": 0.8286285842970172
},
"gate": "candidate_not_promoted",
"protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted"
},
"hydrology": {
"transfer_auroc": {
"flow_regime_transition": 0.820565599252975,
"discharge_regime_shift": 0.7492856129091741,
"volatility_regime_shift": 0.6747854403054595,
"surge_ahead": 0.6431649216764365,
"compound_hydrologic_stress": 0.7070801122024132
},
"joint_auroc": {
"flow_regime_transition": 0.8021500549240848,
"discharge_regime_shift": 0.7636129599217235,
"volatility_regime_shift": 0.6928088537448479,
"surge_ahead": 0.6442699273496252,
"compound_hydrologic_stress": 0.7099049565471537
},
"gate": "candidate_not_promoted",
"protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted"
},
"markets": {
"transfer_auroc": {
"regime_transition": 0.5752049205450327,
"volatility_regime_shift": 0.5752204967141528,
"volume_regime_shift": 0.6406347042217173,
"dislocation_ahead": 0.6935384177406069,
"compound_market_stress": 0.6405333554085666
},
"joint_auroc": {
"regime_transition": 0.6460028634015175,
"volatility_regime_shift": 0.6218132721782326,
"volume_regime_shift": 0.6388356983561869,
"dislocation_ahead": 0.6823474461307636,
"compound_market_stress": 0.6608734857218778
},
"gate": "candidate_not_promoted",
"protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted"
},
"seismic": {
"transfer_auroc": {
"event_regime_transition": 0.8946314799249386,
"cadence_shift": 0.7153783335050281,
"significant_event_ahead": 0.9468611830742691,
"compound_seismic_stress": 0.9147440489744595
},
"joint_auroc": {
"event_regime_transition": 0.9006133800349387,
"cadence_shift": 0.7103205775968734,
"significant_event_ahead": 0.9475336244020799,
"compound_seismic_stress": 0.9114206904822063
},
"gate": "promoted",
"protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted"
},
"wildfire": {
"transfer_auroc": {
"fire_regime_transition": 0.7475212477818249,
"cadence_shift": 0.7675049226217615,
"frp_regime_shift": null,
"cluster_expansion": 0.776759225110014,
"escalation_ahead": 0.6611600202915536,
"compound_fire_stress": null
},
"joint_auroc": {
"fire_regime_transition": 0.753785374054357,
"cadence_shift": 0.6263267187366233,
"frp_regime_shift": null,
"cluster_expansion": 0.7026418370384853,
"escalation_ahead": 0.6112157626452699,
"compound_fire_stress": null
},
"gate": "candidate_not_promoted",
"protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted"
},
"spaceweather": {
"transfer_auroc": {
"ap_regime_shift": 0.7102250421206855,
"storm_onset": 0.7520402402899485,
"severe_storm_onset": 0.7371317013747916,
"compound_geomagnetic_stress": 0.7396635013536732
},
"joint_auroc": {
"ap_regime_shift": 0.7060699608107062,
"storm_onset": 0.7319841101261414,
"severe_storm_onset": 0.6905382414670557,
"compound_geomagnetic_stress": 0.5
},
"gate": "candidate_not_promoted",
"protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted"
},
"celo": {
"transfer_auroc": {
"block_regime_transition": 0.8089452156231267,
"congestion_ahead": 0.814706039991345
},
"joint_auroc": {
"block_regime_transition": 0.8287738454847847,
"congestion_ahead": 0.8115974106666084
},
"gate": "candidate_not_promoted",
"protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted"
},
"macro": {
"transfer_auroc": {
"print_regime_transition": 0.8278717005313642,
"shock_ahead": 0.7269032590397267
},
"joint_auroc": {
"print_regime_transition": 0.8289485363972553,
"shock_ahead": 0.7361533515288328
},
"gate": "candidate_not_promoted",
"protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted"
}
},
"external_transfer": {
"gifteval": {
"status": "ok",
"external": true,
"gates_release": false,
"entities": 240,
"rows": 338832,
"auroc": {
"regime_transition": 0.8485763586187108,
"value_regime_shift": 0.8379383660942458,
"volatility_regime_shift": 0.8780953327258311,
"compound_regime_break": 0.8625072356274331
},
"gate_status": "candidate_not_promoted",
"targets": {
"prevalence": {
"regime_transition": 0.2651952803134918,
"value_regime_shift": 0.19231393933296204,
"volatility_regime_shift": 0.16776002943515778,
"compound_regime_break": 0.08943432569503784
},
"version": "surprise-targets/0.4.0"
},
"corpus": {
"real_corpus": true,
"external": true,
"pretraining_only": true,
"source": "Hugging Face dataset Salesforce/GiftEvalPretrain",
"source_url": "https://huggingface.co/datasets/Salesforce/GiftEvalPretrain",
"subsets_used": [
"BEIJING_SUBWAY_30MIN",
"LOS_LOOP",
"PEMS07",
"alibaba_cluster_trace_2018",
"cdc_fluview_who_nrevss",
"cmip6_1885"
],
"subsets_failed": {},
"n_entities": 240,
"n_events": 338832,
"max_len": 1500,
"retrieved_at": "2026-08-29T09:14:22Z",
"note": "External pre-training corpus. No anomaly ground truth exists in this collection, so only the observable proxy targets are declared. Excluded from promotion gating."
},
"missing_trunk_keys": 10,
"protocol": "trunk + z^S frozen at their jointly-trained weights; only the external adapter and heads were fitted. Reported as generalisation evidence \u2014 external corpora never gate a release."
},
"lotsa": {
"status": "ok",
"external": true,
"gates_release": false,
"entities": 240,
"rows": 337140,
"auroc": {
"regime_transition": 0.8371730378441059,
"value_regime_shift": 0.835293820438645,
"volatility_regime_shift": 0.8427907661146429,
"compound_regime_break": 0.8798353209609161
},
"gate_status": "candidate_not_promoted",
"targets": {
"prevalence": {
"regime_transition": 0.28311699628829956,
"value_regime_shift": 0.18364425003528595,
"volatility_regime_shift": 0.15454745292663574,
"compound_regime_break": 0.08751334995031357
},
"version": "surprise-targets/0.4.0"
},
"corpus": {
"real_corpus": true,
"external": true,
"pretraining_only": true,
"source": "Hugging Face dataset Salesforce/lotsa_data",
"source_url": "https://huggingface.co/datasets/Salesforce/lotsa_data",
"subsets_used": [
"BEIJING_SUBWAY_30MIN",
"LOOP_SEATTLE",
"PEMS04",
"SHMETRO",
"cdc_fluview_ilinet",
"cmip6_1890"
],
"subsets_failed": {},
"n_entities": 240,
"n_events": 337140,
"max_len": 1500,
"retrieved_at": "2026-08-29T09:51:09Z",
"note": "External pre-training corpus. No anomaly ground truth exists in this collection, so only the observable proxy targets are declared. Excluded from promotion gating."
},
"missing_trunk_keys": 10,
"protocol": "trunk + z^S frozen at their jointly-trained weights; only the external adapter and heads were fitted. Reported as generalisation evidence \u2014 external corpora never gate a release."
},
"airquality": {
"status": "skipped",
"reason": "corpus has only 38 usable rows"
},
"agriculture": {
"status": "ok",
"external": true,
"gates_release": false,
"entities": 31,
"rows": 3618,
"auroc": {
"crop_regime_transition": null,
"stress_ahead": 0.6375289031868905
},
"gate_status": "candidate_not_promoted",
"targets": {
"prevalence": {
"crop_regime_transition": NaN,
"stress_ahead": 0.2257072627544403
},
"version": "surprise-targets/0.4.0"
},
"corpus": {
"real_corpus": true,
"source": "QuakePulse corpus API \u2014 agriculture domain (publication-time availability)",
"source_url": "https://quakepulse.live/corpus/v1/agriculture",
"licences": [
"CC-BY-4.0",
"Copernicus-Data-Space-Legal-Notice",
"QuakePulse derived output",
"QuakePulse model output"
],
"blocked_channels": [],
"since": "2026-05-01",
"resampled_daily": false,
"n_entities": 31,
"n_events": 3618,
"retrieved_at": "2026-08-29T10:47:09Z",
"note": "Rows are publication-time available; model.* channels are carried as reference predictions, never as observations. Hourly sources are daily-resampled with the hourly count in source_count.",
"dropped_model_only_rows": 0
},
"missing_trunk_keys": 10,
"protocol": "trunk + z^S frozen at their jointly-trained weights; only the external adapter and heads were fitted. Reported as generalisation evidence \u2014 external corpora never gate a release."
},
"marine": {
"status": "skipped",
"reason": "corpus has only 942 usable rows"
},
"urban": {
"status": "skipped",
"reason": "corpus has only 57 usable rows"
}
},
"gate_summary": {
"promoted_domains": [
"climate",
"seismic"
],
"lodo_transfer_promoted": [
"seismic"
],
"external_transfer_domains": [
"agriculture",
"airquality",
"gifteval",
"lotsa",
"marine",
"urban"
],
"status": "promoted",
"rule": "v0.9.0 ships only if at least two real-corpus domains clear the gate; leave-one-domain-out and external-corpus transfer results are reported, never required \u2014 an external corpus cannot qualify a release"
}
}