Feature Extraction
Transformers
Safetensors
zeno-divergent-multi
surprise
regime-change
model-monitoring
calibrated-uncertainty
abstention
time-series
multi-domain
Instructions to use mbarbosa1/zeno-divergent-v1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use mbarbosa1/zeno-divergent-v1 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("feature-extraction", model="mbarbosa1/zeno-divergent-v1")# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("mbarbosa1/zeno-divergent-v1", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Invalid JSON:Unexpected token 'N', ..." "auroc": NaN,
"... is not valid JSON
| { | |
| "generated_at": "2026-08-29T10:47:33Z", | |
| "candidate_version": "0.9.0", | |
| "architecture": { | |
| "domains": [ | |
| { | |
| "domain_id": "climate", | |
| "n_features": 135, | |
| "n_targets": 5, | |
| "schema_hash": "3d69ae3938606367", | |
| "feature_names": [ | |
| "log_gap_last", | |
| "gap_ratio_median", | |
| "log_median_gap", | |
| "gap_cv", | |
| "log_gap_prev", | |
| "log_tmax_c_last", | |
| "tmax_c_ratio_median", | |
| "log_median_tmax_c", | |
| "tmax_c_logsd", | |
| "tmax_c_available", | |
| "tmax_c_missing_rate", | |
| "log_trange_c_last", | |
| "trange_c_ratio_median", | |
| "log_median_trange_c", | |
| "trange_c_logsd", | |
| "trange_c_available", | |
| "trange_c_missing_rate", | |
| "log_anomaly_c_last", | |
| "anomaly_c_ratio_median", | |
| "log_median_anomaly_c", | |
| "anomaly_c_logsd", | |
| "anomaly_c_available", | |
| "anomaly_c_missing_rate", | |
| "log_precip_mm_last", | |
| "precip_mm_ratio_median", | |
| "log_median_precip_mm", | |
| "precip_mm_logsd", | |
| "precip_mm_available", | |
| "precip_mm_missing_rate", | |
| "reference_missing_rate", | |
| "cat_last__cold_anomaly", | |
| "cat_last__cool", | |
| "cat_last__seasonal_normal", | |
| "cat_last__warm", | |
| "cat_last__heat_anomaly", | |
| "cat_last__wet_day", | |
| "cat_last__extreme_precip", | |
| "cat_last__unknown", | |
| "cat_rate__cold_anomaly", | |
| "cat_rate__cool", | |
| "cat_rate__seasonal_normal", | |
| "cat_rate__warm", | |
| "cat_rate__heat_anomaly", | |
| "cat_rate__wet_day", | |
| "cat_rate__extreme_precip", | |
| "cat_rate__unknown", | |
| "cat_entropy", | |
| "unknown_cat_rate", | |
| "cat_switch_rate", | |
| "source_count_last", | |
| "source_count_mean", | |
| "log_confirmations", | |
| "contradiction_rate", | |
| "ref_resid_gap", | |
| "ref_resid_magnitude", | |
| "ref_resid_category", | |
| "ref_disagreement", | |
| "ref_avail_gap", | |
| "ref_avail_magnitude", | |
| "ref_avail_category", | |
| "gap_trend", | |
| "cat_concentration", | |
| "recent_vs_old_gap", | |
| "tmax_c_trend", | |
| "trange_c_trend", | |
| "anomaly_c_trend", | |
| "precip_mm_trend", | |
| "log_n_past", | |
| "is_cold_start", | |
| "censored_horizon", | |
| "gap_ratio_median_short", | |
| "gap_ratio_median_long", | |
| "gap_cv_short", | |
| "gap_cv_long", | |
| "gap_median_short_over_long", | |
| "tmax_c_ratio_median_short", | |
| "tmax_c_ratio_median_long", | |
| "tmax_c_median_short_over_long", | |
| "trange_c_ratio_median_short", | |
| "trange_c_ratio_median_long", | |
| "trange_c_median_short_over_long", | |
| "anomaly_c_ratio_median_short", | |
| "anomaly_c_ratio_median_long", | |
| "anomaly_c_median_short_over_long", | |
| "precip_mm_ratio_median_short", | |
| "precip_mm_ratio_median_long", | |
| "precip_mm_median_short_over_long", | |
| "log_count_24h", | |
| "log_count_7d", | |
| "log_count_30d", | |
| "rate_ratio_24h_30d", | |
| "hour_sin", | |
| "hour_cos", | |
| "dow_sin", | |
| "dow_cos", | |
| "doy_sin", | |
| "doy_cos", | |
| "tmax_c_vs_climatology", | |
| "tmax_c_climatology_available", | |
| "trange_c_vs_climatology", | |
| "trange_c_climatology_available", | |
| "anomaly_c_vs_climatology", | |
| "anomaly_c_climatology_available", | |
| "precip_mm_vs_climatology", | |
| "precip_mm_climatology_available", | |
| "gap_quantile_pos", | |
| "gap_exceed_p95_rate", | |
| "tmax_c_skew", | |
| "tmax_c_kurtosis", | |
| "tmax_c_quantile_pos", | |
| "tmax_c_exceed_p95_rate", | |
| "tmax_c_hill_tail", | |
| "trange_c_skew", | |
| "trange_c_kurtosis", | |
| "trange_c_quantile_pos", | |
| "trange_c_exceed_p95_rate", | |
| "trange_c_hill_tail", | |
| "anomaly_c_skew", | |
| "anomaly_c_kurtosis", | |
| "anomaly_c_quantile_pos", | |
| "anomaly_c_exceed_p95_rate", | |
| "anomaly_c_hill_tail", | |
| "precip_mm_skew", | |
| "precip_mm_kurtosis", | |
| "precip_mm_quantile_pos", | |
| "precip_mm_exceed_p95_rate", | |
| "precip_mm_hill_tail", | |
| "resid_ewma_fast", | |
| "resid_ewma_slow", | |
| "resid_drift", | |
| "resid_median", | |
| "resid_seasonal_naive", | |
| "baseline_spread", | |
| "baseline_max_abs", | |
| "baseline_available" | |
| ] | |
| }, | |
| { | |
| "domain_id": "hydrology", | |
| "n_features": 120, | |
| "n_targets": 5, | |
| "schema_hash": "5d147bb24c2cbe00", | |
| "feature_names": [ | |
| "log_gap_last", | |
| "gap_ratio_median", | |
| "log_median_gap", | |
| "gap_cv", | |
| "log_gap_prev", | |
| "log_discharge_cfs_last", | |
| "discharge_cfs_ratio_median", | |
| "log_median_discharge_cfs", | |
| "discharge_cfs_logsd", | |
| "discharge_cfs_available", | |
| "discharge_cfs_missing_rate", | |
| "log_abs_daily_change_cfs_last", | |
| "abs_daily_change_cfs_ratio_median", | |
| "log_median_abs_daily_change_cfs", | |
| "abs_daily_change_cfs_logsd", | |
| "abs_daily_change_cfs_available", | |
| "abs_daily_change_cfs_missing_rate", | |
| "log_rise_ratio_last", | |
| "rise_ratio_ratio_median", | |
| "log_median_rise_ratio", | |
| "rise_ratio_logsd", | |
| "rise_ratio_available", | |
| "rise_ratio_missing_rate", | |
| "reference_missing_rate", | |
| "cat_last__very_low_flow", | |
| "cat_last__low_flow", | |
| "cat_last__normal_flow", | |
| "cat_last__elevated_flow", | |
| "cat_last__high_flow", | |
| "cat_last__flood_flow", | |
| "cat_last__no_flow", | |
| "cat_last__estimated_record", | |
| "cat_last__unknown", | |
| "cat_rate__very_low_flow", | |
| "cat_rate__low_flow", | |
| "cat_rate__normal_flow", | |
| "cat_rate__elevated_flow", | |
| "cat_rate__high_flow", | |
| "cat_rate__flood_flow", | |
| "cat_rate__no_flow", | |
| "cat_rate__estimated_record", | |
| "cat_rate__unknown", | |
| "cat_entropy", | |
| "unknown_cat_rate", | |
| "cat_switch_rate", | |
| "source_count_last", | |
| "source_count_mean", | |
| "log_confirmations", | |
| "contradiction_rate", | |
| "ref_resid_gap", | |
| "ref_resid_magnitude", | |
| "ref_resid_category", | |
| "ref_disagreement", | |
| "ref_avail_gap", | |
| "ref_avail_magnitude", | |
| "ref_avail_category", | |
| "gap_trend", | |
| "cat_concentration", | |
| "recent_vs_old_gap", | |
| "discharge_cfs_trend", | |
| "abs_daily_change_cfs_trend", | |
| "rise_ratio_trend", | |
| "log_n_past", | |
| "is_cold_start", | |
| "censored_horizon", | |
| "gap_ratio_median_short", | |
| "gap_ratio_median_long", | |
| "gap_cv_short", | |
| "gap_cv_long", | |
| "gap_median_short_over_long", | |
| "discharge_cfs_ratio_median_short", | |
| "discharge_cfs_ratio_median_long", | |
| "discharge_cfs_median_short_over_long", | |
| "abs_daily_change_cfs_ratio_median_short", | |
| "abs_daily_change_cfs_ratio_median_long", | |
| "abs_daily_change_cfs_median_short_over_long", | |
| "rise_ratio_ratio_median_short", | |
| "rise_ratio_ratio_median_long", | |
| "rise_ratio_median_short_over_long", | |
| "log_count_24h", | |
| "log_count_7d", | |
| "log_count_30d", | |
| "rate_ratio_24h_30d", | |
| "hour_sin", | |
| "hour_cos", | |
| "dow_sin", | |
| "dow_cos", | |
| "doy_sin", | |
| "doy_cos", | |
| "discharge_cfs_vs_climatology", | |
| "discharge_cfs_climatology_available", | |
| "abs_daily_change_cfs_vs_climatology", | |
| "abs_daily_change_cfs_climatology_available", | |
| "rise_ratio_vs_climatology", | |
| "rise_ratio_climatology_available", | |
| "gap_quantile_pos", | |
| "gap_exceed_p95_rate", | |
| "discharge_cfs_skew", | |
| "discharge_cfs_kurtosis", | |
| "discharge_cfs_quantile_pos", | |
| "discharge_cfs_exceed_p95_rate", | |
| "discharge_cfs_hill_tail", | |
| "abs_daily_change_cfs_skew", | |
| "abs_daily_change_cfs_kurtosis", | |
| "abs_daily_change_cfs_quantile_pos", | |
| "abs_daily_change_cfs_exceed_p95_rate", | |
| "abs_daily_change_cfs_hill_tail", | |
| "rise_ratio_skew", | |
| "rise_ratio_kurtosis", | |
| "rise_ratio_quantile_pos", | |
| "rise_ratio_exceed_p95_rate", | |
| "rise_ratio_hill_tail", | |
| "resid_ewma_fast", | |
| "resid_ewma_slow", | |
| "resid_drift", | |
| "resid_median", | |
| "resid_seasonal_naive", | |
| "baseline_spread", | |
| "baseline_max_abs", | |
| "baseline_available" | |
| ] | |
| }, | |
| { | |
| "domain_id": "markets", | |
| "n_features": 137, | |
| "n_targets": 5, | |
| "schema_hash": "ff0fef09349ea5a3", | |
| "feature_names": [ | |
| "log_gap_last", | |
| "gap_ratio_median", | |
| "log_median_gap", | |
| "gap_cv", | |
| "log_gap_prev", | |
| "log_abs_return_bps_last", | |
| "abs_return_bps_ratio_median", | |
| "log_median_abs_return_bps", | |
| "abs_return_bps_logsd", | |
| "abs_return_bps_available", | |
| "abs_return_bps_missing_rate", | |
| "log_range_bps_last", | |
| "range_bps_ratio_median", | |
| "log_median_range_bps", | |
| "range_bps_logsd", | |
| "range_bps_available", | |
| "range_bps_missing_rate", | |
| "log_volume_base_last", | |
| "volume_base_ratio_median", | |
| "log_median_volume_base", | |
| "volume_base_logsd", | |
| "volume_base_available", | |
| "volume_base_missing_rate", | |
| "log_notional_usd_last", | |
| "notional_usd_ratio_median", | |
| "log_median_notional_usd", | |
| "notional_usd_logsd", | |
| "notional_usd_available", | |
| "notional_usd_missing_rate", | |
| "reference_missing_rate", | |
| "cat_last__quiet_drift", | |
| "cat_last__mild_up", | |
| "cat_last__mild_down", | |
| "cat_last__strong_up", | |
| "cat_last__strong_down", | |
| "cat_last__shock_up", | |
| "cat_last__shock_down", | |
| "cat_last__illiquid_session", | |
| "cat_last__unknown", | |
| "cat_rate__quiet_drift", | |
| "cat_rate__mild_up", | |
| "cat_rate__mild_down", | |
| "cat_rate__strong_up", | |
| "cat_rate__strong_down", | |
| "cat_rate__shock_up", | |
| "cat_rate__shock_down", | |
| "cat_rate__illiquid_session", | |
| "cat_rate__unknown", | |
| "cat_entropy", | |
| "unknown_cat_rate", | |
| "cat_switch_rate", | |
| "source_count_last", | |
| "source_count_mean", | |
| "log_confirmations", | |
| "contradiction_rate", | |
| "ref_resid_gap", | |
| "ref_resid_magnitude", | |
| "ref_resid_category", | |
| "ref_disagreement", | |
| "ref_avail_gap", | |
| "ref_avail_magnitude", | |
| "ref_avail_category", | |
| "gap_trend", | |
| "cat_concentration", | |
| "recent_vs_old_gap", | |
| "abs_return_bps_trend", | |
| "range_bps_trend", | |
| "volume_base_trend", | |
| "notional_usd_trend", | |
| "log_n_past", | |
| "is_cold_start", | |
| "censored_horizon", | |
| "gap_ratio_median_short", | |
| "gap_ratio_median_long", | |
| "gap_cv_short", | |
| "gap_cv_long", | |
| "gap_median_short_over_long", | |
| "abs_return_bps_ratio_median_short", | |
| "abs_return_bps_ratio_median_long", | |
| "abs_return_bps_median_short_over_long", | |
| "range_bps_ratio_median_short", | |
| "range_bps_ratio_median_long", | |
| "range_bps_median_short_over_long", | |
| "volume_base_ratio_median_short", | |
| "volume_base_ratio_median_long", | |
| "volume_base_median_short_over_long", | |
| "notional_usd_ratio_median_short", | |
| "notional_usd_ratio_median_long", | |
| "notional_usd_median_short_over_long", | |
| "log_count_24h", | |
| "log_count_7d", | |
| "log_count_30d", | |
| "rate_ratio_24h_30d", | |
| "hour_sin", | |
| "hour_cos", | |
| "dow_sin", | |
| "dow_cos", | |
| "doy_sin", | |
| "doy_cos", | |
| "abs_return_bps_vs_climatology", | |
| "abs_return_bps_climatology_available", | |
| "range_bps_vs_climatology", | |
| "range_bps_climatology_available", | |
| "volume_base_vs_climatology", | |
| "volume_base_climatology_available", | |
| "notional_usd_vs_climatology", | |
| "notional_usd_climatology_available", | |
| "gap_quantile_pos", | |
| "gap_exceed_p95_rate", | |
| "abs_return_bps_skew", | |
| "abs_return_bps_kurtosis", | |
| "abs_return_bps_quantile_pos", | |
| "abs_return_bps_exceed_p95_rate", | |
| "abs_return_bps_hill_tail", | |
| "range_bps_skew", | |
| "range_bps_kurtosis", | |
| "range_bps_quantile_pos", | |
| "range_bps_exceed_p95_rate", | |
| "range_bps_hill_tail", | |
| "volume_base_skew", | |
| "volume_base_kurtosis", | |
| "volume_base_quantile_pos", | |
| "volume_base_exceed_p95_rate", | |
| "volume_base_hill_tail", | |
| "notional_usd_skew", | |
| "notional_usd_kurtosis", | |
| "notional_usd_quantile_pos", | |
| "notional_usd_exceed_p95_rate", | |
| "notional_usd_hill_tail", | |
| "resid_ewma_fast", | |
| "resid_ewma_slow", | |
| "resid_drift", | |
| "resid_median", | |
| "resid_seasonal_naive", | |
| "baseline_spread", | |
| "baseline_max_abs", | |
| "baseline_available" | |
| ] | |
| }, | |
| { | |
| "domain_id": "seismic", | |
| "n_features": 137, | |
| "n_targets": 4, | |
| "schema_hash": "2cd75de68c3480f8", | |
| "feature_names": [ | |
| "log_gap_last", | |
| "gap_ratio_median", | |
| "log_median_gap", | |
| "gap_cv", | |
| "log_gap_prev", | |
| "log_magnitude_last", | |
| "magnitude_ratio_median", | |
| "log_median_magnitude", | |
| "magnitude_logsd", | |
| "magnitude_available", | |
| "magnitude_missing_rate", | |
| "log_depth_km_last", | |
| "depth_km_ratio_median", | |
| "log_median_depth_km", | |
| "depth_km_logsd", | |
| "depth_km_available", | |
| "depth_km_missing_rate", | |
| "log_azimuthal_gap_last", | |
| "azimuthal_gap_ratio_median", | |
| "log_median_azimuthal_gap", | |
| "azimuthal_gap_logsd", | |
| "azimuthal_gap_available", | |
| "azimuthal_gap_missing_rate", | |
| "log_rms_residual_last", | |
| "rms_residual_ratio_median", | |
| "log_median_rms_residual", | |
| "rms_residual_logsd", | |
| "rms_residual_available", | |
| "rms_residual_missing_rate", | |
| "reference_missing_rate", | |
| "cat_last__micro_shallow", | |
| "cat_last__light_shallow", | |
| "cat_last__moderate_shallow", | |
| "cat_last__strong_event", | |
| "cat_last__intermediate_depth", | |
| "cat_last__deep_focus", | |
| "cat_last__quarry_blast", | |
| "cat_last__other_event", | |
| "cat_last__unknown", | |
| "cat_rate__micro_shallow", | |
| "cat_rate__light_shallow", | |
| "cat_rate__moderate_shallow", | |
| "cat_rate__strong_event", | |
| "cat_rate__intermediate_depth", | |
| "cat_rate__deep_focus", | |
| "cat_rate__quarry_blast", | |
| "cat_rate__other_event", | |
| "cat_rate__unknown", | |
| "cat_entropy", | |
| "unknown_cat_rate", | |
| "cat_switch_rate", | |
| "source_count_last", | |
| "source_count_mean", | |
| "log_confirmations", | |
| "contradiction_rate", | |
| "ref_resid_gap", | |
| "ref_resid_magnitude", | |
| "ref_resid_category", | |
| "ref_disagreement", | |
| "ref_avail_gap", | |
| "ref_avail_magnitude", | |
| "ref_avail_category", | |
| "gap_trend", | |
| "cat_concentration", | |
| "recent_vs_old_gap", | |
| "magnitude_trend", | |
| "depth_km_trend", | |
| "azimuthal_gap_trend", | |
| "rms_residual_trend", | |
| "log_n_past", | |
| "is_cold_start", | |
| "censored_horizon", | |
| "gap_ratio_median_short", | |
| "gap_ratio_median_long", | |
| "gap_cv_short", | |
| "gap_cv_long", | |
| "gap_median_short_over_long", | |
| "magnitude_ratio_median_short", | |
| "magnitude_ratio_median_long", | |
| "magnitude_median_short_over_long", | |
| "depth_km_ratio_median_short", | |
| "depth_km_ratio_median_long", | |
| "depth_km_median_short_over_long", | |
| "azimuthal_gap_ratio_median_short", | |
| "azimuthal_gap_ratio_median_long", | |
| "azimuthal_gap_median_short_over_long", | |
| "rms_residual_ratio_median_short", | |
| "rms_residual_ratio_median_long", | |
| "rms_residual_median_short_over_long", | |
| "log_count_24h", | |
| "log_count_7d", | |
| "log_count_30d", | |
| "rate_ratio_24h_30d", | |
| "hour_sin", | |
| "hour_cos", | |
| "dow_sin", | |
| "dow_cos", | |
| "doy_sin", | |
| "doy_cos", | |
| "magnitude_vs_climatology", | |
| "magnitude_climatology_available", | |
| "depth_km_vs_climatology", | |
| "depth_km_climatology_available", | |
| "azimuthal_gap_vs_climatology", | |
| "azimuthal_gap_climatology_available", | |
| "rms_residual_vs_climatology", | |
| "rms_residual_climatology_available", | |
| "gap_quantile_pos", | |
| "gap_exceed_p95_rate", | |
| "magnitude_skew", | |
| "magnitude_kurtosis", | |
| "magnitude_quantile_pos", | |
| "magnitude_exceed_p95_rate", | |
| "magnitude_hill_tail", | |
| "depth_km_skew", | |
| "depth_km_kurtosis", | |
| "depth_km_quantile_pos", | |
| "depth_km_exceed_p95_rate", | |
| "depth_km_hill_tail", | |
| "azimuthal_gap_skew", | |
| "azimuthal_gap_kurtosis", | |
| "azimuthal_gap_quantile_pos", | |
| "azimuthal_gap_exceed_p95_rate", | |
| "azimuthal_gap_hill_tail", | |
| "rms_residual_skew", | |
| "rms_residual_kurtosis", | |
| "rms_residual_quantile_pos", | |
| "rms_residual_exceed_p95_rate", | |
| "rms_residual_hill_tail", | |
| "resid_ewma_fast", | |
| "resid_ewma_slow", | |
| "resid_drift", | |
| "resid_median", | |
| "resid_seasonal_naive", | |
| "baseline_spread", | |
| "baseline_max_abs", | |
| "baseline_available" | |
| ] | |
| }, | |
| { | |
| "domain_id": "wildfire", | |
| "n_features": 135, | |
| "n_targets": 6, | |
| "schema_hash": "cc1cddf8c7ac8333", | |
| "feature_names": [ | |
| "log_gap_last", | |
| "gap_ratio_median", | |
| "log_median_gap", | |
| "gap_cv", | |
| "log_gap_prev", | |
| "log_frp_mw_last", | |
| "frp_mw_ratio_median", | |
| "log_median_frp_mw", | |
| "frp_mw_logsd", | |
| "frp_mw_available", | |
| "frp_mw_missing_rate", | |
| "log_brightness_k_last", | |
| "brightness_k_ratio_median", | |
| "log_median_brightness_k", | |
| "brightness_k_logsd", | |
| "brightness_k_available", | |
| "brightness_k_missing_rate", | |
| "log_detections_last", | |
| "detections_ratio_median", | |
| "log_median_detections", | |
| "detections_logsd", | |
| "detections_available", | |
| "detections_missing_rate", | |
| "log_frp_growth_last", | |
| "frp_growth_ratio_median", | |
| "log_median_frp_growth", | |
| "frp_growth_logsd", | |
| "frp_growth_available", | |
| "frp_growth_missing_rate", | |
| "reference_missing_rate", | |
| "cat_last__sparse_detection", | |
| "cat_last__cluster_forming", | |
| "cat_last__active_front", | |
| "cat_last__intense_front", | |
| "cat_last__extreme_front", | |
| "cat_last__night_detection", | |
| "cat_last__low_confidence", | |
| "cat_last__unknown", | |
| "cat_rate__sparse_detection", | |
| "cat_rate__cluster_forming", | |
| "cat_rate__active_front", | |
| "cat_rate__intense_front", | |
| "cat_rate__extreme_front", | |
| "cat_rate__night_detection", | |
| "cat_rate__low_confidence", | |
| "cat_rate__unknown", | |
| "cat_entropy", | |
| "unknown_cat_rate", | |
| "cat_switch_rate", | |
| "source_count_last", | |
| "source_count_mean", | |
| "log_confirmations", | |
| "contradiction_rate", | |
| "ref_resid_gap", | |
| "ref_resid_magnitude", | |
| "ref_resid_category", | |
| "ref_disagreement", | |
| "ref_avail_gap", | |
| "ref_avail_magnitude", | |
| "ref_avail_category", | |
| "gap_trend", | |
| "cat_concentration", | |
| "recent_vs_old_gap", | |
| "frp_mw_trend", | |
| "brightness_k_trend", | |
| "detections_trend", | |
| "frp_growth_trend", | |
| "log_n_past", | |
| "is_cold_start", | |
| "censored_horizon", | |
| "gap_ratio_median_short", | |
| "gap_ratio_median_long", | |
| "gap_cv_short", | |
| "gap_cv_long", | |
| "gap_median_short_over_long", | |
| "frp_mw_ratio_median_short", | |
| "frp_mw_ratio_median_long", | |
| "frp_mw_median_short_over_long", | |
| "brightness_k_ratio_median_short", | |
| "brightness_k_ratio_median_long", | |
| "brightness_k_median_short_over_long", | |
| "detections_ratio_median_short", | |
| "detections_ratio_median_long", | |
| "detections_median_short_over_long", | |
| "frp_growth_ratio_median_short", | |
| "frp_growth_ratio_median_long", | |
| "frp_growth_median_short_over_long", | |
| "log_count_24h", | |
| "log_count_7d", | |
| "log_count_30d", | |
| "rate_ratio_24h_30d", | |
| "hour_sin", | |
| "hour_cos", | |
| "dow_sin", | |
| "dow_cos", | |
| "doy_sin", | |
| "doy_cos", | |
| "frp_mw_vs_climatology", | |
| "frp_mw_climatology_available", | |
| "brightness_k_vs_climatology", | |
| "brightness_k_climatology_available", | |
| "detections_vs_climatology", | |
| "detections_climatology_available", | |
| "frp_growth_vs_climatology", | |
| "frp_growth_climatology_available", | |
| "gap_quantile_pos", | |
| "gap_exceed_p95_rate", | |
| "frp_mw_skew", | |
| "frp_mw_kurtosis", | |
| "frp_mw_quantile_pos", | |
| "frp_mw_exceed_p95_rate", | |
| "frp_mw_hill_tail", | |
| "brightness_k_skew", | |
| "brightness_k_kurtosis", | |
| "brightness_k_quantile_pos", | |
| "brightness_k_exceed_p95_rate", | |
| "brightness_k_hill_tail", | |
| "detections_skew", | |
| "detections_kurtosis", | |
| "detections_quantile_pos", | |
| "detections_exceed_p95_rate", | |
| "detections_hill_tail", | |
| "frp_growth_skew", | |
| "frp_growth_kurtosis", | |
| "frp_growth_quantile_pos", | |
| "frp_growth_exceed_p95_rate", | |
| "frp_growth_hill_tail", | |
| "resid_ewma_fast", | |
| "resid_ewma_slow", | |
| "resid_drift", | |
| "resid_median", | |
| "resid_seasonal_naive", | |
| "baseline_spread", | |
| "baseline_max_abs", | |
| "baseline_available" | |
| ] | |
| }, | |
| { | |
| "domain_id": "spaceweather", | |
| "n_features": 135, | |
| "n_targets": 4, | |
| "schema_hash": "d06f95410a1ddb08", | |
| "feature_names": [ | |
| "log_gap_last", | |
| "gap_ratio_median", | |
| "log_median_gap", | |
| "gap_cv", | |
| "log_gap_prev", | |
| "log_kp_last", | |
| "kp_ratio_median", | |
| "log_median_kp", | |
| "kp_logsd", | |
| "kp_available", | |
| "kp_missing_rate", | |
| "log_ap_last", | |
| "ap_ratio_median", | |
| "log_median_ap", | |
| "ap_logsd", | |
| "ap_available", | |
| "ap_missing_rate", | |
| "log_ap_rise_last", | |
| "ap_rise_ratio_median", | |
| "log_median_ap_rise", | |
| "ap_rise_logsd", | |
| "ap_rise_available", | |
| "ap_rise_missing_rate", | |
| "log_f107_last", | |
| "f107_ratio_median", | |
| "log_median_f107", | |
| "f107_logsd", | |
| "f107_available", | |
| "f107_missing_rate", | |
| "reference_missing_rate", | |
| "cat_last__quiet", | |
| "cat_last__unsettled", | |
| "cat_last__active", | |
| "cat_last__minor_storm", | |
| "cat_last__moderate_storm", | |
| "cat_last__strong_storm", | |
| "cat_last__severe_storm", | |
| "cat_last__unknown", | |
| "cat_rate__quiet", | |
| "cat_rate__unsettled", | |
| "cat_rate__active", | |
| "cat_rate__minor_storm", | |
| "cat_rate__moderate_storm", | |
| "cat_rate__strong_storm", | |
| "cat_rate__severe_storm", | |
| "cat_rate__unknown", | |
| "cat_entropy", | |
| "unknown_cat_rate", | |
| "cat_switch_rate", | |
| "source_count_last", | |
| "source_count_mean", | |
| "log_confirmations", | |
| "contradiction_rate", | |
| "ref_resid_gap", | |
| "ref_resid_magnitude", | |
| "ref_resid_category", | |
| "ref_disagreement", | |
| "ref_avail_gap", | |
| "ref_avail_magnitude", | |
| "ref_avail_category", | |
| "gap_trend", | |
| "cat_concentration", | |
| "recent_vs_old_gap", | |
| "kp_trend", | |
| "ap_trend", | |
| "ap_rise_trend", | |
| "f107_trend", | |
| "log_n_past", | |
| "is_cold_start", | |
| "censored_horizon", | |
| "gap_ratio_median_short", | |
| "gap_ratio_median_long", | |
| "gap_cv_short", | |
| "gap_cv_long", | |
| "gap_median_short_over_long", | |
| "kp_ratio_median_short", | |
| "kp_ratio_median_long", | |
| "kp_median_short_over_long", | |
| "ap_ratio_median_short", | |
| "ap_ratio_median_long", | |
| "ap_median_short_over_long", | |
| "ap_rise_ratio_median_short", | |
| "ap_rise_ratio_median_long", | |
| "ap_rise_median_short_over_long", | |
| "f107_ratio_median_short", | |
| "f107_ratio_median_long", | |
| "f107_median_short_over_long", | |
| "log_count_24h", | |
| "log_count_7d", | |
| "log_count_30d", | |
| "rate_ratio_24h_30d", | |
| "hour_sin", | |
| "hour_cos", | |
| "dow_sin", | |
| "dow_cos", | |
| "doy_sin", | |
| "doy_cos", | |
| "kp_vs_climatology", | |
| "kp_climatology_available", | |
| "ap_vs_climatology", | |
| "ap_climatology_available", | |
| "ap_rise_vs_climatology", | |
| "ap_rise_climatology_available", | |
| "f107_vs_climatology", | |
| "f107_climatology_available", | |
| "gap_quantile_pos", | |
| "gap_exceed_p95_rate", | |
| "kp_skew", | |
| "kp_kurtosis", | |
| "kp_quantile_pos", | |
| "kp_exceed_p95_rate", | |
| "kp_hill_tail", | |
| "ap_skew", | |
| "ap_kurtosis", | |
| "ap_quantile_pos", | |
| "ap_exceed_p95_rate", | |
| "ap_hill_tail", | |
| "ap_rise_skew", | |
| "ap_rise_kurtosis", | |
| "ap_rise_quantile_pos", | |
| "ap_rise_exceed_p95_rate", | |
| "ap_rise_hill_tail", | |
| "f107_skew", | |
| "f107_kurtosis", | |
| "f107_quantile_pos", | |
| "f107_exceed_p95_rate", | |
| "f107_hill_tail", | |
| "resid_ewma_fast", | |
| "resid_ewma_slow", | |
| "resid_drift", | |
| "resid_median", | |
| "resid_seasonal_naive", | |
| "baseline_spread", | |
| "baseline_max_abs", | |
| "baseline_available" | |
| ] | |
| }, | |
| { | |
| "domain_id": "celo", | |
| "n_features": 135, | |
| "n_targets": 2, | |
| "schema_hash": "2eae33f0adc6fc7c", | |
| "feature_names": [ | |
| "log_gap_last", | |
| "gap_ratio_median", | |
| "log_median_gap", | |
| "gap_cv", | |
| "log_gap_prev", | |
| "log_tx_count_last", | |
| "tx_count_ratio_median", | |
| "log_median_tx_count", | |
| "tx_count_logsd", | |
| "tx_count_available", | |
| "tx_count_missing_rate", | |
| "log_gas_ratio_last", | |
| "gas_ratio_ratio_median", | |
| "log_median_gas_ratio", | |
| "gas_ratio_logsd", | |
| "gas_ratio_available", | |
| "gas_ratio_missing_rate", | |
| "log_block_interval_s_last", | |
| "block_interval_s_ratio_median", | |
| "log_median_block_interval_s", | |
| "block_interval_s_logsd", | |
| "block_interval_s_available", | |
| "block_interval_s_missing_rate", | |
| "log_base_fee_gwei_last", | |
| "base_fee_gwei_ratio_median", | |
| "log_median_base_fee_gwei", | |
| "base_fee_gwei_logsd", | |
| "base_fee_gwei_available", | |
| "base_fee_gwei_missing_rate", | |
| "reference_missing_rate", | |
| "cat_last__idle_block", | |
| "cat_last__light_block", | |
| "cat_last__normal_block", | |
| "cat_last__busy_block", | |
| "cat_last__saturated_block", | |
| "cat_last__slow_block", | |
| "cat_last__burst_block", | |
| "cat_last__unknown", | |
| "cat_rate__idle_block", | |
| "cat_rate__light_block", | |
| "cat_rate__normal_block", | |
| "cat_rate__busy_block", | |
| "cat_rate__saturated_block", | |
| "cat_rate__slow_block", | |
| "cat_rate__burst_block", | |
| "cat_rate__unknown", | |
| "cat_entropy", | |
| "unknown_cat_rate", | |
| "cat_switch_rate", | |
| "source_count_last", | |
| "source_count_mean", | |
| "log_confirmations", | |
| "contradiction_rate", | |
| "ref_resid_gap", | |
| "ref_resid_magnitude", | |
| "ref_resid_category", | |
| "ref_disagreement", | |
| "ref_avail_gap", | |
| "ref_avail_magnitude", | |
| "ref_avail_category", | |
| "gap_trend", | |
| "cat_concentration", | |
| "recent_vs_old_gap", | |
| "tx_count_trend", | |
| "gas_ratio_trend", | |
| "block_interval_s_trend", | |
| "base_fee_gwei_trend", | |
| "log_n_past", | |
| "is_cold_start", | |
| "censored_horizon", | |
| "gap_ratio_median_short", | |
| "gap_ratio_median_long", | |
| "gap_cv_short", | |
| "gap_cv_long", | |
| "gap_median_short_over_long", | |
| "tx_count_ratio_median_short", | |
| "tx_count_ratio_median_long", | |
| "tx_count_median_short_over_long", | |
| "gas_ratio_ratio_median_short", | |
| "gas_ratio_ratio_median_long", | |
| "gas_ratio_median_short_over_long", | |
| "block_interval_s_ratio_median_short", | |
| "block_interval_s_ratio_median_long", | |
| "block_interval_s_median_short_over_long", | |
| "base_fee_gwei_ratio_median_short", | |
| "base_fee_gwei_ratio_median_long", | |
| "base_fee_gwei_median_short_over_long", | |
| "log_count_24h", | |
| "log_count_7d", | |
| "log_count_30d", | |
| "rate_ratio_24h_30d", | |
| "hour_sin", | |
| "hour_cos", | |
| "dow_sin", | |
| "dow_cos", | |
| "doy_sin", | |
| "doy_cos", | |
| "tx_count_vs_climatology", | |
| "tx_count_climatology_available", | |
| "gas_ratio_vs_climatology", | |
| "gas_ratio_climatology_available", | |
| "block_interval_s_vs_climatology", | |
| "block_interval_s_climatology_available", | |
| "base_fee_gwei_vs_climatology", | |
| "base_fee_gwei_climatology_available", | |
| "gap_quantile_pos", | |
| "gap_exceed_p95_rate", | |
| "tx_count_skew", | |
| "tx_count_kurtosis", | |
| "tx_count_quantile_pos", | |
| "tx_count_exceed_p95_rate", | |
| "tx_count_hill_tail", | |
| "gas_ratio_skew", | |
| "gas_ratio_kurtosis", | |
| "gas_ratio_quantile_pos", | |
| "gas_ratio_exceed_p95_rate", | |
| "gas_ratio_hill_tail", | |
| "block_interval_s_skew", | |
| "block_interval_s_kurtosis", | |
| "block_interval_s_quantile_pos", | |
| "block_interval_s_exceed_p95_rate", | |
| "block_interval_s_hill_tail", | |
| "base_fee_gwei_skew", | |
| "base_fee_gwei_kurtosis", | |
| "base_fee_gwei_quantile_pos", | |
| "base_fee_gwei_exceed_p95_rate", | |
| "base_fee_gwei_hill_tail", | |
| "resid_ewma_fast", | |
| "resid_ewma_slow", | |
| "resid_drift", | |
| "resid_median", | |
| "resid_seasonal_naive", | |
| "baseline_spread", | |
| "baseline_max_abs", | |
| "baseline_available" | |
| ] | |
| }, | |
| { | |
| "domain_id": "macro", | |
| "n_features": 135, | |
| "n_targets": 2, | |
| "schema_hash": "a483c38e354bd308", | |
| "feature_names": [ | |
| "log_gap_last", | |
| "gap_ratio_median", | |
| "log_median_gap", | |
| "gap_cv", | |
| "log_gap_prev", | |
| "log_level_last", | |
| "level_ratio_median", | |
| "log_median_level", | |
| "level_logsd", | |
| "level_available", | |
| "level_missing_rate", | |
| "log_abs_change_last", | |
| "abs_change_ratio_median", | |
| "log_median_abs_change", | |
| "abs_change_logsd", | |
| "abs_change_available", | |
| "abs_change_missing_rate", | |
| "log_z_change_last", | |
| "z_change_ratio_median", | |
| "log_median_z_change", | |
| "z_change_logsd", | |
| "z_change_available", | |
| "z_change_missing_rate", | |
| "log_days_since_prev_last", | |
| "days_since_prev_ratio_median", | |
| "log_median_days_since_prev", | |
| "days_since_prev_logsd", | |
| "days_since_prev_available", | |
| "days_since_prev_missing_rate", | |
| "reference_missing_rate", | |
| "cat_last__stable_print", | |
| "cat_last__mild_move", | |
| "cat_last__notable_move", | |
| "cat_last__large_move", | |
| "cat_last__shock_print", | |
| "cat_last__revision", | |
| "cat_last__stale_print", | |
| "cat_last__unknown", | |
| "cat_rate__stable_print", | |
| "cat_rate__mild_move", | |
| "cat_rate__notable_move", | |
| "cat_rate__large_move", | |
| "cat_rate__shock_print", | |
| "cat_rate__revision", | |
| "cat_rate__stale_print", | |
| "cat_rate__unknown", | |
| "cat_entropy", | |
| "unknown_cat_rate", | |
| "cat_switch_rate", | |
| "source_count_last", | |
| "source_count_mean", | |
| "log_confirmations", | |
| "contradiction_rate", | |
| "ref_resid_gap", | |
| "ref_resid_magnitude", | |
| "ref_resid_category", | |
| "ref_disagreement", | |
| "ref_avail_gap", | |
| "ref_avail_magnitude", | |
| "ref_avail_category", | |
| "gap_trend", | |
| "cat_concentration", | |
| "recent_vs_old_gap", | |
| "level_trend", | |
| "abs_change_trend", | |
| "z_change_trend", | |
| "days_since_prev_trend", | |
| "log_n_past", | |
| "is_cold_start", | |
| "censored_horizon", | |
| "gap_ratio_median_short", | |
| "gap_ratio_median_long", | |
| "gap_cv_short", | |
| "gap_cv_long", | |
| "gap_median_short_over_long", | |
| "level_ratio_median_short", | |
| "level_ratio_median_long", | |
| "level_median_short_over_long", | |
| "abs_change_ratio_median_short", | |
| "abs_change_ratio_median_long", | |
| "abs_change_median_short_over_long", | |
| "z_change_ratio_median_short", | |
| "z_change_ratio_median_long", | |
| "z_change_median_short_over_long", | |
| "days_since_prev_ratio_median_short", | |
| "days_since_prev_ratio_median_long", | |
| "days_since_prev_median_short_over_long", | |
| "log_count_24h", | |
| "log_count_7d", | |
| "log_count_30d", | |
| "rate_ratio_24h_30d", | |
| "hour_sin", | |
| "hour_cos", | |
| "dow_sin", | |
| "dow_cos", | |
| "doy_sin", | |
| "doy_cos", | |
| "level_vs_climatology", | |
| "level_climatology_available", | |
| "abs_change_vs_climatology", | |
| "abs_change_climatology_available", | |
| "z_change_vs_climatology", | |
| "z_change_climatology_available", | |
| "days_since_prev_vs_climatology", | |
| "days_since_prev_climatology_available", | |
| "gap_quantile_pos", | |
| "gap_exceed_p95_rate", | |
| "level_skew", | |
| "level_kurtosis", | |
| "level_quantile_pos", | |
| "level_exceed_p95_rate", | |
| "level_hill_tail", | |
| "abs_change_skew", | |
| "abs_change_kurtosis", | |
| "abs_change_quantile_pos", | |
| "abs_change_exceed_p95_rate", | |
| "abs_change_hill_tail", | |
| "z_change_skew", | |
| "z_change_kurtosis", | |
| "z_change_quantile_pos", | |
| "z_change_exceed_p95_rate", | |
| "z_change_hill_tail", | |
| "days_since_prev_skew", | |
| "days_since_prev_kurtosis", | |
| "days_since_prev_quantile_pos", | |
| "days_since_prev_exceed_p95_rate", | |
| "days_since_prev_hill_tail", | |
| "resid_ewma_fast", | |
| "resid_ewma_slow", | |
| "resid_drift", | |
| "resid_median", | |
| "resid_seasonal_naive", | |
| "baseline_spread", | |
| "baseline_max_abs", | |
| "baseline_available" | |
| ] | |
| } | |
| ], | |
| "d_model": 256, | |
| "latent": 96, | |
| "steps": 12, | |
| "dilations": [ | |
| 1, | |
| 2, | |
| 4 | |
| ], | |
| "dropout": 0.1, | |
| "arch_version": "surprise-arch/0.6.0", | |
| "counter_expectation": true, | |
| "domain_adversarial": true, | |
| "n_domains_adv": 8, | |
| "context_dim": 4, | |
| "baseline_residual": true, | |
| "parameters": 1877849, | |
| "shared_parameters": 1351209, | |
| "note": "per-domain input adapters -> shared dilated causal trunk -> shared surprise latent z^S -> per-domain heads", | |
| "auxiliary_objectives": { | |
| "counter_expectation_weight": 0.1, | |
| "domain_adversarial_weight": 0.05, | |
| "cross_domain_contrastive_weight": 0.05 | |
| } | |
| }, | |
| "training": { | |
| "epochs": 12, | |
| "seed": 7, | |
| "batch": 512, | |
| "lr": 0.0015, | |
| "history": [ | |
| { | |
| "epoch": 10, | |
| "climate": 3.0333584286272526, | |
| "hydrology": 2.885964386165142, | |
| "markets": 2.9912049658596516, | |
| "seismic": 2.9789480343461037, | |
| "wildfire": 2.65676186978817, | |
| "spaceweather": 2.793377712368965, | |
| "celo": 1.8148384001106024, | |
| "macro": 3.1028735898435116, | |
| "aux_counter": 0.26105918499524705, | |
| "aux_adv": 2.023430732777342, | |
| "aux_contrast": 4.8709485633298755 | |
| }, | |
| { | |
| "epoch": 11, | |
| "climate": 2.912375371903181, | |
| "hydrology": 2.94203232601285, | |
| "markets": 2.981886588037014, | |
| "seismic": 2.8721090257167816, | |
| "wildfire": 2.480111137032509, | |
| "spaceweather": 2.9283214919269085, | |
| "celo": 1.8248276431113482, | |
| "macro": 2.9767385199666023, | |
| "aux_counter": 0.25888890787609853, | |
| "aux_adv": 2.020496650133282, | |
| "aux_contrast": 4.87280969787389 | |
| }, | |
| { | |
| "epoch": 12, | |
| "climate": 2.870338473469019, | |
| "hydrology": 2.9355753399431705, | |
| "markets": 3.0098772570490837, | |
| "seismic": 3.010597974061966, | |
| "wildfire": 2.442360982298851, | |
| "spaceweather": 2.7827212512493134, | |
| "celo": 1.6596646010875702, | |
| "macro": 3.0142333060503006, | |
| "aux_counter": 0.25758694746764377, | |
| "aux_adv": 2.0108079810161144, | |
| "aux_contrast": 4.8706458592787385 | |
| } | |
| ] | |
| }, | |
| "domains": { | |
| "climate": { | |
| "domain": { | |
| "contract_version": "surprise-contract/0.3.0", | |
| "domain_id": "climate", | |
| "schema_version": "0.5.0", | |
| "schema_hash": "3d69ae3938606367", | |
| "entity_kind": "opaque_station", | |
| "categories": [ | |
| "cold_anomaly", | |
| "cool", | |
| "seasonal_normal", | |
| "warm", | |
| "heat_anomaly", | |
| "wet_day", | |
| "extreme_precip", | |
| "unknown" | |
| ], | |
| "channels": [ | |
| "tmax_c", | |
| "trange_c", | |
| "anomaly_c", | |
| "precip_mm" | |
| ], | |
| "context_dims": [ | |
| "latitude_band", | |
| "season", | |
| "anomaly_band" | |
| ], | |
| "targets": [ | |
| { | |
| "name": "weather_regime_transition", | |
| "kind": "category_transition", | |
| "horizon": 6 | |
| }, | |
| { | |
| "name": "anomaly_regime_shift", | |
| "kind": "magnitude_shift", | |
| "horizon": 32, | |
| "channel": "anomaly_c", | |
| "shift": 0.7, | |
| "min_observations": 2 | |
| }, | |
| { | |
| "name": "heat_extreme_ahead", | |
| "kind": "threshold_crossing", | |
| "horizon": 8, | |
| "channel": "anomaly_c", | |
| "level": 3.2027049723756944, | |
| "direction": "above", | |
| "level_source": "train-split q0.9 of anomaly_c" | |
| }, | |
| { | |
| "name": "cold_extreme_ahead", | |
| "kind": "threshold_crossing", | |
| "horizon": 8, | |
| "channel": "anomaly_c", | |
| "level": 3.2027049723756944, | |
| "direction": "below", | |
| "level_source": "train-split q0.9 of anomaly_c" | |
| }, | |
| { | |
| "name": "compound_climate_stress", | |
| "kind": "compound", | |
| "horizon": 32, | |
| "over": [ | |
| "anomaly_regime_shift", | |
| "heat_extreme_ahead" | |
| ], | |
| "k": 2 | |
| } | |
| ], | |
| "unavailable_sentinel": -9.0, | |
| "permitted": [ | |
| "declared event category (incl. the unknown slot)", | |
| "time gaps and cadence statistics (past-only)", | |
| "declared magnitude channels and their explicit missingness indicators", | |
| "event and source evidence-quality indicators", | |
| "reference predictions, residuals and disagreement (as-of t)", | |
| "regime indicators derived from past observations only", | |
| "cold-start state", | |
| "unavailable-reference mask", | |
| "censored-horizon indicator" | |
| ], | |
| "forbidden": [ | |
| "entity identity as a semantic claim", | |
| "future events or future aggregates", | |
| "ownership labels", | |
| "private partner data", | |
| "repayment, credit, default or causal outcomes" | |
| ], | |
| "notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature." | |
| }, | |
| "horizon_selection": { | |
| "version": "surprise-horizons/0.1.0", | |
| "band": [ | |
| 0.08, | |
| 0.25 | |
| ], | |
| "min_prevalence": 0.05, | |
| "level_quantile": 0.9, | |
| "selected": { | |
| "weather_regime_transition": { | |
| "declared_horizon": 6, | |
| "selected_horizon": 6, | |
| "prevalence": 0.13111616671085358, | |
| "in_band": true, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.13111616671085358 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.09911315143108368 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.08821145445108414 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.08146371692419052 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.07454152405261993 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.0735340267419815 | |
| } | |
| ] | |
| }, | |
| "anomaly_regime_shift": { | |
| "declared_horizon": 8, | |
| "selected_horizon": 32, | |
| "prevalence": 0.1621631532907486, | |
| "in_band": true, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.1974734514951706 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.17791998386383057 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.16859586536884308 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.1621631532907486 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.15580962598323822 | |
| }, | |
| { | |
| "horizon": 64, | |
| "prevalence": 0.1522553265094757 | |
| } | |
| ] | |
| }, | |
| "heat_extreme_ahead": { | |
| "declared_horizon": 8, | |
| "selected_horizon": 8, | |
| "prevalence": 0.3106883764266968, | |
| "in_band": false, | |
| "level": 3.2027049723756944, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.3106883764266968 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.41690510511398315 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.4723520576953888 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.5078918933868408 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.5511394739151001 | |
| }, | |
| { | |
| "horizon": 64, | |
| "prevalence": 0.5787959694862366 | |
| } | |
| ] | |
| }, | |
| "cold_extreme_ahead": { | |
| "declared_horizon": 8, | |
| "selected_horizon": 8, | |
| "prevalence": 0.9941445589065552, | |
| "in_band": false, | |
| "level": 3.2027049723756944, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.9941445589065552 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.9982100129127502 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.998694121837616 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.998921275138855 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.999210774898529 | |
| }, | |
| { | |
| "horizon": 64, | |
| "prevalence": 0.9992283582687378 | |
| } | |
| ] | |
| } | |
| }, | |
| "excluded": [ | |
| { | |
| "target": "diurnal_collapse", | |
| "kind": "magnitude_shift", | |
| "reason": "prevalence stays below 5% at every admissible horizon (8, 16, 24, 32, 48, 64)", | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.027562057599425316 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.016296105459332466 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.013485251925885677 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.012803168967366219 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.013120424933731556 | |
| }, | |
| { | |
| "horizon": 64, | |
| "prevalence": 0.014857789501547813 | |
| } | |
| ] | |
| } | |
| ], | |
| "note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance." | |
| }, | |
| "corpus": { | |
| "real_corpus": true, | |
| "source": "NOAA GHCN-Daily station access files (public, credential-free)", | |
| "source_url": "https://www.ncei.noaa.gov/data/global-historical-climatology-network-daily/access/", | |
| "licence": "US Government public domain; cite Menne et al. (2012) GHCN-Daily", | |
| "stations": [ | |
| "USW00023174", | |
| "USW00094728", | |
| "USW00023234", | |
| "USW00013874", | |
| "USW00094846", | |
| "USW00012960", | |
| "USW00003017", | |
| "USW00024233", | |
| "USW00012839", | |
| "USW00023183", | |
| "USW00014922", | |
| "USW00013881", | |
| "USW00012916", | |
| "USW00014739", | |
| "USW00093134", | |
| "USW00023044", | |
| "USW00024131", | |
| "USW00013994", | |
| "USW00003927", | |
| "USW00014820", | |
| "USW00026451", | |
| "USW00025309", | |
| "USW00012842", | |
| "USW00013873", | |
| "USW00093814", | |
| "ASN00066062", | |
| "UKM00003772", | |
| "FRM00007150", | |
| "JA000047662", | |
| "SPE00120287", | |
| "CA001108395", | |
| "SWE00140790", | |
| "NLE00101920", | |
| "RSM00027612", | |
| "AYW00090001", | |
| "AYM00089022", | |
| "AYM00089606", | |
| "AYM00089062", | |
| "AYM00089063", | |
| "AYM00089002", | |
| "AYM00089004", | |
| "AYM00089512", | |
| "AYM00089532", | |
| "AYM00089564", | |
| "AYM00089571", | |
| "AYM00089592", | |
| "AYM00089611", | |
| "AYM00089642", | |
| "AYM00088963", | |
| "AYM00088968", | |
| "AR000087860", | |
| "FKM00088889", | |
| "SXM00088903", | |
| "SF000068994", | |
| "FSM00061997", | |
| "FRM00061998", | |
| "ASM00094998", | |
| "NZ000093844", | |
| "AR000087715", | |
| "AR000087623", | |
| "ASN00009500", | |
| "ASN00018115", | |
| "ASN00068151", | |
| "NZ000093417", | |
| "NZ000093292", | |
| "NZ000093994", | |
| "FP000091958", | |
| "CI000085469", | |
| "CI000085585", | |
| "AR000087217", | |
| "AR000000011", | |
| "BR002554002", | |
| "BC004612080", | |
| "MZ000067335", | |
| "MA000067197", | |
| "ASN00006105", | |
| "ASN00006022", | |
| "ASN00011003", | |
| "ASN00016001", | |
| "ASN00035070", | |
| "ASM00094995", | |
| "NFM00094996", | |
| "FJM00091652", | |
| "CWM00091843", | |
| "FP000091929", | |
| "FP000091948", | |
| "AR000087007", | |
| "WAM00068098", | |
| "BC000068032", | |
| "BC012192590", | |
| "EUM00061972", | |
| "MA000067083", | |
| "MP000061986", | |
| "ASN00005007", | |
| "ASN00003003", | |
| "ASN00001006", | |
| "ASN00014703", | |
| "ASM00094299", | |
| "NC000091577", | |
| "NH000091554", | |
| "FJM00091680", | |
| "WF000917530", | |
| "AQW00061705", | |
| "FP000091943", | |
| "FP000091925", | |
| "PE000084455", | |
| "BL000085041", | |
| "BL000085114", | |
| "BR037041370", | |
| "AO000066160", | |
| "TZ000063832", | |
| "MZ000067215", | |
| "FSM00061968", | |
| "MP000061974", | |
| "CK000096996", | |
| "ID000096745", | |
| "ID000097340", | |
| "ASN00001007", | |
| "ASN00014508", | |
| "ASN00031213", | |
| "BP000091517", | |
| "NHM00091551", | |
| "FJM00091650", | |
| "ECM00084008", | |
| "CO000080259", | |
| "CO000080222", | |
| "BR000047002", | |
| "IV000005592", | |
| "GHM00065465", | |
| "CF000004400", | |
| "CF000004450", | |
| "RWM00064387", | |
| "KE000063612", | |
| "SE000063980", | |
| "MV000043555", | |
| "ID000096073", | |
| "BXM00096315", | |
| "ID000097014", | |
| "ID000097502", | |
| "ID000097560", | |
| "FMC00914325", | |
| "KR000091610", | |
| "CS000078774", | |
| "CO000080001", | |
| "COM00080009", | |
| "GYM00081001", | |
| "FGM00081401", | |
| "CVM00008589", | |
| "BN000005319", | |
| "CM000064870", | |
| "CD000004700", | |
| "ET000063333", | |
| "IN009120400", | |
| "CE000043497", | |
| "IN099999901", | |
| "BMM00048112", | |
| "VMM00048887", | |
| "MY000096465", | |
| "PSC00914519", | |
| "FMW00040308", | |
| "CQC00914801", | |
| "FMC00914395", | |
| "RMW00040604", | |
| "USC00510240", | |
| "MXM00076402", | |
| "MXM00076423", | |
| "BHM00078583", | |
| "CJW00011813", | |
| "CVM00008583", | |
| "MLM00061230", | |
| "AGM00060670", | |
| "LY000062271", | |
| "EG000062414", | |
| "EGM00062476", | |
| "AEM00041217", | |
| "AEM00041218", | |
| "IN005010600", | |
| "IN001050200", | |
| "BGM00041883", | |
| "BMM00048042", | |
| "CHM00059023", | |
| "CHM00059134" | |
| ], | |
| "since_year": 2012, | |
| "reference_expectation": "15-day-window day-of-year TMAX climatology", | |
| "n_entities": 182, | |
| "n_events": 742975, | |
| "retrieved_at": "2026-08-29T02:42:57Z", | |
| "note": "The anomaly channel is an explicit residual against a cheap seasonal reference model, which is the input form the architecture is designed around." | |
| }, | |
| "split": { | |
| "version": "surprise-splits/0.3.0", | |
| "n_train": 439919, | |
| "n_val": 142937, | |
| "n_test": 148641, | |
| "boundary_train_val": 1589760000.0, | |
| "boundary_val_test": 1680652800.0, | |
| "dropped_for_horizon_quarantine": 11478 | |
| }, | |
| "features": { | |
| "n": 135, | |
| "version": "surprise-features/0.4.0", | |
| "degenerate_zeroed": [ | |
| "reference_missing_rate", | |
| "source_count_last", | |
| "log_confirmations", | |
| "censored_horizon", | |
| "hour_sin", | |
| "hour_cos" | |
| ] | |
| }, | |
| "sequence": { | |
| "version": "surprise-sequence/0.4.0", | |
| "steps": 12 | |
| }, | |
| "targets": { | |
| "prevalence": { | |
| "weather_regime_transition": 0.12106140702962875, | |
| "anomaly_regime_shift": 0.1592140793800354, | |
| "heat_extreme_ahead": 0.31175777316093445, | |
| "cold_extreme_ahead": 0.9945686459541321, | |
| "compound_climate_stress": 0.09542567282915115 | |
| }, | |
| "version": "surprise-targets/0.4.0" | |
| }, | |
| "calibration": { | |
| "method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half", | |
| "parameters": [ | |
| [ | |
| 1.6560863237233494, | |
| -1.823098772635524 | |
| ], | |
| [ | |
| 1.7124081272759324, | |
| -1.7831069300128055 | |
| ], | |
| [ | |
| 1.806779782048814, | |
| -0.811559809087629 | |
| ], | |
| [ | |
| 1.558024341856129, | |
| 2.4211447099158976 | |
| ], | |
| [ | |
| 1.741827988781027, | |
| -2.208692080787263 | |
| ] | |
| ], | |
| "per_target": [ | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -3.458459, | |
| -1.268662, | |
| -0.860635, | |
| -0.535096, | |
| -0.201877, | |
| 0.141935, | |
| 0.518085 | |
| ], | |
| "weights": [ | |
| 2.352269647838988, | |
| -1.4940349766795737, | |
| 1.7233644516378357, | |
| -0.5180044159389063, | |
| 0.32490971237415245, | |
| -1.1160642334852056, | |
| 0.15252306350920586 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.005002004480560809, | |
| "affine_held_out_ece": 0.014737973471871215 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 1.7124081272759324, | |
| "bias": -1.7831069300128055, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.038261638871898276, | |
| "held_out_ece": 0.0141141102602255 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -3.758647, | |
| -1.871063, | |
| -1.120677, | |
| -0.420115, | |
| 0.051338, | |
| 0.413826, | |
| 0.836181 | |
| ], | |
| "weights": [ | |
| 2.221337185609183, | |
| -0.33811760108057975, | |
| 1.143592746876439, | |
| -1.1580462993171072, | |
| 0.025361644239138226, | |
| -0.5616259636140706, | |
| 2.091903809366511 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.019980181668173135, | |
| "affine_held_out_ece": 0.026854164532271966 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 1.558024341856129, | |
| "bias": 2.4211447099158976, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.0019475508067157213, | |
| "held_out_ece": 0.0016639227790193564 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -5.352329, | |
| -2.915372, | |
| -1.73755, | |
| -0.601152, | |
| -0.08885, | |
| 0.192699, | |
| 0.48714 | |
| ], | |
| "weights": [ | |
| 0.28087649675358206, | |
| 2.273247577692322, | |
| -1.184455554514809, | |
| 1.6515055859182572, | |
| -0.652740734330747, | |
| -0.8130378057490506, | |
| -0.05003148006364855 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.00485739274640971, | |
| "affine_held_out_ece": 0.007945412035888154 | |
| } | |
| ], | |
| "piecewise_targets": [ | |
| "weather_regime_transition", | |
| "heat_extreme_ahead", | |
| "compound_climate_stress" | |
| ] | |
| }, | |
| "excluded_targets": [], | |
| "abstention": { | |
| "threshold": 0.19557008839551338, | |
| "coverage": 0.7999958023464883, | |
| "selective_accuracy": 0.9166469900625862, | |
| "base_accuracy": 0.8854049919428373, | |
| "curve": [ | |
| { | |
| "coverage": 0.5000034980445931, | |
| "threshold": 0.11544022253889252, | |
| "selective_accuracy": 0.9569706212950138 | |
| }, | |
| { | |
| "coverage": 0.5999986007821627, | |
| "threshold": 0.14020554084166814, | |
| "selective_accuracy": 0.9451085562370282 | |
| }, | |
| { | |
| "coverage": 0.7000006996089186, | |
| "threshold": 0.16504305128133773, | |
| "selective_accuracy": 0.9308663814930306 | |
| }, | |
| { | |
| "coverage": 0.7999958023464883, | |
| "threshold": 0.19557008839551338, | |
| "selective_accuracy": 0.9166469900625862 | |
| }, | |
| { | |
| "coverage": 0.8999979011732442, | |
| "threshold": 0.24981969442617674, | |
| "selective_accuracy": 0.9019428444092049 | |
| }, | |
| { | |
| "coverage": 1.0, | |
| "threshold": 0.48640625825531436, | |
| "selective_accuracy": 0.8854049919428373 | |
| } | |
| ], | |
| "fit_split": "validation", | |
| "evaluation_split": "test", | |
| "test_coverage": 0.7919214752322711, | |
| "test_base_accuracy": 0.8704971486108588, | |
| "test_selective_accuracy": 0.9012085995197319, | |
| "test_selective_accuracy_gain": 0.03071145090887306 | |
| }, | |
| "evaluation": { | |
| "version": "surprise-eval/0.3.0", | |
| "domain_id": "climate", | |
| "schema_hash": "3d69ae3938606367", | |
| "targets": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 147572, | |
| "prevalence": 0.11687853932380676, | |
| "auroc": 0.8244089820520246, | |
| "auprc": 0.3623647996595787, | |
| "brier": 0.08682915800093739, | |
| "ece": 0.007650526106639348, | |
| "lead_at_far10_hours": -7032.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 147572, | |
| "prevalence": 0.11687853932380676, | |
| "auroc": 0.6730273537807926, | |
| "auprc": 0.18795016169514772, | |
| "brier": 0.5030356073473187, | |
| "ece": 0.5983524277299828, | |
| "lead_at_far10_hours": 10464.0 | |
| }, | |
| "ewma_z": { | |
| "n": 147572, | |
| "prevalence": 0.11687853932380676, | |
| "auroc": 0.6241567211979004, | |
| "auprc": 0.15795855715602092, | |
| "brier": 0.23727404296999416, | |
| "ece": 0.2645328576005391, | |
| "lead_at_far10_hours": 10680.0 | |
| }, | |
| "logistic": { | |
| "n": 147572, | |
| "prevalence": 0.11687853932380676, | |
| "auroc": 0.817243993014641, | |
| "auprc": 0.35147160816982936, | |
| "brier": 0.08814548780487355, | |
| "ece": 0.022876498211355418, | |
| "lead_at_far10_hours": 10488.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.8094397723144608, | |
| 0.8370840172676799 | |
| ], | |
| "phase0_rules": [ | |
| 0.6510661387444205, | |
| 0.6969616946389853 | |
| ], | |
| "ewma_z": [ | |
| 0.5982994359956101, | |
| 0.647100920014634 | |
| ], | |
| "logistic": [ | |
| 0.8011897769892276, | |
| 0.8305673440773608 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.1511221590464142, | |
| "ci95": [ | |
| 0.1298316048225197, | |
| 0.17136531336991062 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.19935016765804672, | |
| "ci95": [ | |
| 0.1771075013747906, | |
| 0.2261396811258945 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.0071082295518874435, | |
| "ci95": [ | |
| 0.0030823717894919445, | |
| 0.011733199636871042 | |
| ], | |
| "significant": true | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 177, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 136265, | |
| "prevalence": 0.18461820483207703, | |
| "auroc": 0.7827657857490328, | |
| "auprc": 0.43757380936375456, | |
| "brier": 0.12669307958881043, | |
| "ece": 0.012969252272727596, | |
| "lead_at_far10_hours": 1896.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 136265, | |
| "prevalence": 0.18461820483207703, | |
| "auroc": 0.6212605375019905, | |
| "auprc": 0.2457521641623281, | |
| "brier": 0.49141257063043303, | |
| "ece": 0.5588968524672847, | |
| "lead_at_far10_hours": 12168.0 | |
| }, | |
| "ewma_z": { | |
| "n": 136265, | |
| "prevalence": 0.18461820483207703, | |
| "auroc": 0.6515020056805976, | |
| "auprc": 0.2601926691847145, | |
| "brier": 0.2389086254734346, | |
| "ece": 0.21616933907087554, | |
| "lead_at_far10_hours": 12384.0 | |
| }, | |
| "logistic": { | |
| "n": 136265, | |
| "prevalence": 0.18461820483207703, | |
| "auroc": 0.786338364176904, | |
| "auprc": 0.4485331280852263, | |
| "brier": 0.12677230948919543, | |
| "ece": 0.027948019168411324, | |
| "lead_at_far10_hours": 1848.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.7632020269727205, | |
| 0.8022188515617809 | |
| ], | |
| "phase0_rules": [ | |
| 0.5977523871955832, | |
| 0.645877209165373 | |
| ], | |
| "ewma_z": [ | |
| 0.6279261263800119, | |
| 0.6723173820152853 | |
| ], | |
| "logistic": [ | |
| 0.7672855167023199, | |
| 0.8046602928404434 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.16143717454408787, | |
| "ci95": [ | |
| 0.1424338800439134, | |
| 0.18065535394429855 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.13088644856665976, | |
| "ci95": [ | |
| 0.11422538739235114, | |
| 0.14715924295711896 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.003527768019105073, | |
| "ci95": [ | |
| -0.0075817938927767396, | |
| 0.0006924420970368416 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 172, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 140511, | |
| "prevalence": 0.35072699189186096, | |
| "auroc": 0.8553627526874936, | |
| "auprc": 0.7327934679260657, | |
| "brier": 0.14852075176931648, | |
| "ece": 0.02242891705034232, | |
| "lead_at_far10_hours": 11760.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 140511, | |
| "prevalence": 0.35072699189186096, | |
| "auroc": 0.6493227494634936, | |
| "auprc": 0.46003649224836585, | |
| "brier": 0.3794032772016194, | |
| "ece": 0.38851805897201347, | |
| "lead_at_far10_hours": 12552.0 | |
| }, | |
| "ewma_z": { | |
| "n": 140511, | |
| "prevalence": 0.35072699189186096, | |
| "auroc": 0.689022552948915, | |
| "auprc": 0.49288803257865277, | |
| "brier": 0.2351760430866345, | |
| "ece": 0.1426555088662885, | |
| "lead_at_far10_hours": 12816.0 | |
| }, | |
| "logistic": { | |
| "n": 140511, | |
| "prevalence": 0.35072699189186096, | |
| "auroc": 0.8632728541057033, | |
| "auprc": 0.7482451742327794, | |
| "brier": 0.14417153242518327, | |
| "ece": 0.03230277822607607, | |
| "lead_at_far10_hours": 8256.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.830832269426917, | |
| 0.875995473093015 | |
| ], | |
| "phase0_rules": [ | |
| 0.6197780336018657, | |
| 0.6729755457213671 | |
| ], | |
| "ewma_z": [ | |
| 0.6628441459250084, | |
| 0.7130905595611098 | |
| ], | |
| "logistic": [ | |
| 0.839155934421225, | |
| 0.8830883732552447 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.2067339537472952, | |
| "ci95": [ | |
| 0.18248414096606239, | |
| 0.2312409938214321 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.16663353395565939, | |
| "ci95": [ | |
| 0.1516806153658306, | |
| 0.18350993909123756 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.00787097815109731, | |
| "ci95": [ | |
| -0.010252926062226931, | |
| -0.005347782953917319 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 176, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 140511, | |
| "prevalence": 0.99274080991745, | |
| "auroc": 0.8904805475537743, | |
| "auprc": 0.9990540318622112, | |
| "brier": 0.007002562048821493, | |
| "ece": 0.001966854843875221, | |
| "lead_at_far10_hours": 12792.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 140511, | |
| "prevalence": 0.99274080991745, | |
| "auroc": 0.4695820244780709, | |
| "auprc": 0.9924001518853114, | |
| "brier": 0.13426686629699816, | |
| "ece": 0.2534957311836924, | |
| "lead_at_far10_hours": 11640.0 | |
| }, | |
| "ewma_z": { | |
| "n": 140511, | |
| "prevalence": 0.99274080991745, | |
| "auroc": 0.38885930654602635, | |
| "auprc": 0.990945147511844, | |
| "brier": 0.46412490528591577, | |
| "ece": 0.603580245907925, | |
| "lead_at_far10_hours": 11952.0 | |
| }, | |
| "logistic": { | |
| "n": 140511, | |
| "prevalence": 0.99274080991745, | |
| "auroc": 0.8028988095514209, | |
| "auprc": 0.9977365621327468, | |
| "brier": 0.008647535407863411, | |
| "ece": 0.038388946850750394, | |
| "lead_at_far10_hours": 12792.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.8675779931167159, | |
| 0.9090499068708685 | |
| ], | |
| "phase0_rules": [ | |
| 0.40736996546976056, | |
| 0.5252901608141621 | |
| ], | |
| "ewma_z": [ | |
| 0.3417366177218155, | |
| 0.4344671393485127 | |
| ], | |
| "logistic": [ | |
| 0.7730076704493679, | |
| 0.8323933551879078 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.4208219860735336, | |
| "ci95": [ | |
| 0.3635261179204123, | |
| 0.4798261226264787 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.5012987701063826, | |
| "ci95": [ | |
| 0.45141316965574096, | |
| 0.5529410746266922 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.08791659086619913, | |
| "ci95": [ | |
| 0.06510608414987179, | |
| 0.11437607577264172 | |
| ], | |
| "significant": true | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 176, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 135791, | |
| "prevalence": 0.11516226828098297, | |
| "auroc": 0.8286285842970172, | |
| "auprc": 0.36245147619333823, | |
| "brier": 0.08576756615399644, | |
| "ece": 0.00756617138024444, | |
| "lead_at_far10_hours": 2304.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 135791, | |
| "prevalence": 0.11516226828098297, | |
| "auroc": 0.637114624967333, | |
| "auprc": 0.16509497516081478, | |
| "brier": 0.5338730857569898, | |
| "ece": 0.628795447827691, | |
| "lead_at_far10_hours": 12744.0 | |
| }, | |
| "ewma_z": { | |
| "n": 135791, | |
| "prevalence": 0.11516226828098297, | |
| "auroc": 0.6703950770841526, | |
| "auprc": 0.17526746089036588, | |
| "brier": 0.23451163160031674, | |
| "ece": 0.27669557799871497, | |
| "lead_at_far10_hours": 12960.0 | |
| }, | |
| "logistic": { | |
| "n": 135791, | |
| "prevalence": 0.11516226828098297, | |
| "auroc": 0.825759796941851, | |
| "auprc": 0.37239541179418784, | |
| "brier": 0.08611711429438713, | |
| "ece": 0.027375318663959633, | |
| "lead_at_far10_hours": -4056.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.807366260295027, | |
| 0.8519007711734558 | |
| ], | |
| "phase0_rules": [ | |
| 0.6086093776277623, | |
| 0.6638506347351059 | |
| ], | |
| "ewma_z": [ | |
| 0.6429512155880632, | |
| 0.6944014243403722 | |
| ], | |
| "logistic": [ | |
| 0.8056015125417006, | |
| 0.8480002361740632 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.1918075622801274, | |
| "ci95": [ | |
| 0.1702109431684014, | |
| 0.21508868309075888 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.15792425064067983, | |
| "ci95": [ | |
| 0.14553438914061037, | |
| 0.17117724484498847 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.0030685837151191836, | |
| "ci95": [ | |
| -0.0012524324118731583, | |
| 0.007605275474544233 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 172, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| } | |
| }, | |
| "slices": { | |
| "latitude_band": { | |
| "polar": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 15013, | |
| "auroc": 0.8434857704239596, | |
| "prevalence": 0.14733897149562836 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 14623, | |
| "auroc": 0.7554075358937029, | |
| "prevalence": 0.280585378408432 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 14983, | |
| "auroc": 0.7142251512070735, | |
| "prevalence": 0.5363411903381348 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 14983, | |
| "auroc": 0.8259796301617434, | |
| "prevalence": 0.9885203242301941 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 14623, | |
| "auroc": 0.7514137411056456, | |
| "prevalence": 0.20160022377967834 | |
| } | |
| }, | |
| "subtropical": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 20701, | |
| "auroc": 0.7984436310266226, | |
| "prevalence": 0.13095985352993011 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 19430, | |
| "auroc": 0.6975123085419653, | |
| "prevalence": 0.227946475148201 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 20069, | |
| "auroc": 0.8079383638686681, | |
| "prevalence": 0.4245353639125824 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 20069, | |
| "auroc": 0.8699906592037596, | |
| "prevalence": 0.9855000376701355 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 19329, | |
| "auroc": 0.7402629829134971, | |
| "prevalence": 0.1305292546749115 | |
| } | |
| }, | |
| "temperate": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 18418, | |
| "auroc": 0.8047723951301021, | |
| "prevalence": 0.09181235730648041 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 15920, | |
| "auroc": 0.7348469307609734, | |
| "prevalence": 0.2051507532596588 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 16399, | |
| "auroc": 0.6930934056446746, | |
| "prevalence": 0.4809439480304718 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 16399, | |
| "auroc": 0.8694852033997484, | |
| "prevalence": 0.9925605058670044 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 15868, | |
| "auroc": 0.6878135109737933, | |
| "prevalence": 0.12477943301200867 | |
| } | |
| }, | |
| "tropical": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 51715, | |
| "auroc": 0.8412873101384853, | |
| "prevalence": 0.11298462748527527 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 45477, | |
| "auroc": 0.769363862177447, | |
| "prevalence": 0.07784154266119003 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 47412, | |
| "auroc": 0.874564183601219, | |
| "prevalence": 0.12380831688642502 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 47412, | |
| "auroc": 0.9377065436686676, | |
| "prevalence": 0.9970682263374329 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 45163, | |
| "auroc": 0.871270528235608, | |
| "prevalence": 0.02597258798778057 | |
| } | |
| }, | |
| "unknown": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 41725, | |
| "auroc": 0.8053224530882862, | |
| "prevalence": 0.11482324451208115 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 40815, | |
| "auroc": 0.7728196888392775, | |
| "prevalence": 0.24057331681251526 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 41648, | |
| "auroc": 0.849809665048049, | |
| "prevalence": 0.45543602108955383 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 41648, | |
| "auroc": 0.8637542613710635, | |
| "prevalence": 0.9928928017616272 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 40808, | |
| "auroc": 0.8050972619982939, | |
| "prevalence": 0.17187806963920593 | |
| } | |
| } | |
| }, | |
| "season": { | |
| "autumn": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 36346, | |
| "auroc": 0.8074373161227278, | |
| "prevalence": 0.11838991940021515 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 34619, | |
| "auroc": 0.7920094300506499, | |
| "prevalence": 0.17126433551311493 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 34781, | |
| "auroc": 0.8588088569936267, | |
| "prevalence": 0.34231331944465637 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 34781, | |
| "auroc": 0.8889642808465792, | |
| "prevalence": 0.9922371506690979 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 34484, | |
| "auroc": 0.8408040035042524, | |
| "prevalence": 0.10836909711360931 | |
| } | |
| }, | |
| "spring": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 35517, | |
| "auroc": 0.8195739448204395, | |
| "prevalence": 0.11805614084005356 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 33661, | |
| "auroc": 0.8008558634683578, | |
| "prevalence": 0.1972312182188034 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 33824, | |
| "auroc": 0.8598247751044492, | |
| "prevalence": 0.38673722743988037 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 33824, | |
| "auroc": 0.8808588384962047, | |
| "prevalence": 0.992135763168335 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 33551, | |
| "auroc": 0.8250776462756207, | |
| "prevalence": 0.1318887621164322 | |
| } | |
| }, | |
| "summer": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 37958, | |
| "auroc": 0.8272431231678729, | |
| "prevalence": 0.09607987850904465 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 34049, | |
| "auroc": 0.7561125223186418, | |
| "prevalence": 0.14558430016040802 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 35807, | |
| "auroc": 0.8307741006906282, | |
| "prevalence": 0.3011143207550049 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 35807, | |
| "auroc": 0.8920906963996089, | |
| "prevalence": 0.9966766238212585 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 33884, | |
| "auroc": 0.8072857962413625, | |
| "prevalence": 0.07416480034589767 | |
| } | |
| }, | |
| "winter": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 37751, | |
| "auroc": 0.8356656389921794, | |
| "prevalence": 0.1352282017469406 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 33936, | |
| "auroc": 0.7692898279016002, | |
| "prevalence": 0.22489391267299652 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 36099, | |
| "auroc": 0.8632401264679015, | |
| "prevalence": 0.37430399656295776 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 36099, | |
| "auroc": 0.8784267084569318, | |
| "prevalence": 0.9898889064788818 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 33872, | |
| "auroc": 0.8158112953284866, | |
| "prevalence": 0.14652219414710999 | |
| } | |
| } | |
| }, | |
| "anomaly_band": { | |
| "above": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 21690, | |
| "auroc": 0.779780226561228, | |
| "prevalence": 0.10221300274133682 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 21168, | |
| "auroc": 0.6646449935472716, | |
| "prevalence": 0.29681596159935 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 21616, | |
| "auroc": 0.7120190671069673, | |
| "prevalence": 0.6423945426940918 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 21616, | |
| "auroc": 0.7124266336963796, | |
| "prevalence": 0.981772780418396 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 21151, | |
| "auroc": 0.6987016311085784, | |
| "prevalence": 0.21549808979034424 | |
| } | |
| }, | |
| "below": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 19349, | |
| "auroc": 0.8198986470316065, | |
| "prevalence": 0.09633573144674301 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 18805, | |
| "auroc": 0.7654367957596557, | |
| "prevalence": 0.19712843000888824 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 19299, | |
| "auroc": 0.7526127223881327, | |
| "prevalence": 0.3971708416938782 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 19299, | |
| "auroc": 0.8083943238551975, | |
| "prevalence": 0.9984973073005676 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 18794, | |
| "auroc": 0.7550197137621137, | |
| "prevalence": 0.12041077017784119 | |
| } | |
| }, | |
| "far_above": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 5348, | |
| "auroc": 0.6924711612495188, | |
| "prevalence": 0.2842184007167816 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 5269, | |
| "auroc": 0.6542060868922378, | |
| "prevalence": 0.4501802921295166 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 5338, | |
| "auroc": 0.6015135765135765, | |
| "prevalence": 0.9010865688323975 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 5338, | |
| "auroc": 0.6429369506458786, | |
| "prevalence": 0.9563506841659546 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 5266, | |
| "auroc": 0.6363408784670053, | |
| "prevalence": 0.4101785123348236 | |
| } | |
| }, | |
| "far_below": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 4392, | |
| "auroc": 0.7573012516740776, | |
| "prevalence": 0.25819671154022217 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 4280, | |
| "auroc": 0.6809781615497076, | |
| "prevalence": 0.31962618231773376 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 4388, | |
| "auroc": 0.6408075245620245, | |
| "prevalence": 0.5341841578483582 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 4388, | |
| "auroc": 0.7074025083284342, | |
| "prevalence": 0.9968094825744629 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 4278, | |
| "auroc": 0.6600681238448731, | |
| "prevalence": 0.22019635140895844 | |
| } | |
| }, | |
| "near": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 77832, | |
| "auroc": 0.8400546291126294, | |
| "prevalence": 0.09219858050346375 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 75082, | |
| "auroc": 0.8011742293126954, | |
| "prevalence": 0.12566260993480682 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 77508, | |
| "auroc": 0.8579519971668789, | |
| "prevalence": 0.22948598861694336 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 77508, | |
| "auroc": 0.890322952349787, | |
| "prevalence": 0.998309850692749 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 75031, | |
| "auroc": 0.8561399015829027, | |
| "prevalence": 0.06463994830846786 | |
| } | |
| }, | |
| "unknown": { | |
| "weather_regime_transition": { | |
| "status": "ok", | |
| "n": 18961, | |
| "auroc": 0.7723105870025307, | |
| "prevalence": 0.17599283158779144 | |
| }, | |
| "anomaly_regime_shift": { | |
| "status": "ok", | |
| "n": 11661, | |
| "auroc": 0.7495041703685151, | |
| "prevalence": 0.17082582414150238 | |
| }, | |
| "heat_extreme_ahead": { | |
| "status": "ok", | |
| "n": 12362, | |
| "auroc": 0.8583009567701859, | |
| "prevalence": 0.22561074793338776 | |
| }, | |
| "cold_extreme_ahead": { | |
| "status": "ok", | |
| "n": 12362, | |
| "auroc": 0.8642217155758415, | |
| "prevalence": 0.982284426689148 | |
| }, | |
| "compound_climate_stress": { | |
| "status": "ok", | |
| "n": 11271, | |
| "auroc": 0.8458824333227051, | |
| "prevalence": 0.07674562931060791 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "gate": { | |
| "criteria": { | |
| "real_corpus_required": true, | |
| "min_targets_significant": 2, | |
| "min_paired_lift_vs_phase0": 0.03, | |
| "min_paired_lift_vs_logistic": 0.0, | |
| "max_collapsed_targets": 0, | |
| "collapse_auroc_band": 0.005, | |
| "max_ece": 0.1, | |
| "min_selective_accuracy_gain": 0.02, | |
| "min_entities": 100, | |
| "leakage_tests_must_pass": true | |
| }, | |
| "checks": { | |
| "real_corpus": true, | |
| "targets_significant_vs_phase0": [ | |
| "weather_regime_transition", | |
| "anomaly_regime_shift", | |
| "heat_extreme_ahead", | |
| "cold_extreme_ahead", | |
| "compound_climate_stress" | |
| ], | |
| "enough_significant_targets": true, | |
| "targets_significant_vs_logistic": [ | |
| "weather_regime_transition", | |
| "cold_extreme_ahead" | |
| ], | |
| "beats_logistic_baseline": true, | |
| "collapsed_targets": [], | |
| "no_collapsed_heads": true, | |
| "calibration_within_bound": true, | |
| "worst_ece": 0.02242891705034232, | |
| "abstention_helps": true, | |
| "enough_entities": true, | |
| "leakage_tests_passed": true | |
| }, | |
| "status": "promoted", | |
| "blocking_reasons": [], | |
| "statement": "Promoted: pre-declared criteria met on a real corpus." | |
| } | |
| }, | |
| "hydrology": { | |
| "domain": { | |
| "contract_version": "surprise-contract/0.3.0", | |
| "domain_id": "hydrology", | |
| "schema_version": "0.4.0", | |
| "schema_hash": "5d147bb24c2cbe00", | |
| "entity_kind": "opaque_gauge_site", | |
| "categories": [ | |
| "very_low_flow", | |
| "low_flow", | |
| "normal_flow", | |
| "elevated_flow", | |
| "high_flow", | |
| "flood_flow", | |
| "no_flow", | |
| "estimated_record", | |
| "unknown" | |
| ], | |
| "channels": [ | |
| "discharge_cfs", | |
| "abs_daily_change_cfs", | |
| "rise_ratio" | |
| ], | |
| "context_dims": [ | |
| "state", | |
| "flow_scale", | |
| "season" | |
| ], | |
| "targets": [ | |
| { | |
| "name": "flow_regime_transition", | |
| "kind": "category_transition", | |
| "horizon": 6 | |
| }, | |
| { | |
| "name": "discharge_regime_shift", | |
| "kind": "magnitude_shift", | |
| "horizon": 8, | |
| "channel": "discharge_cfs", | |
| "shift": 0.5 | |
| }, | |
| { | |
| "name": "volatility_regime_shift", | |
| "kind": "magnitude_shift", | |
| "horizon": 24, | |
| "channel": "abs_daily_change_cfs", | |
| "shift": 0.6 | |
| }, | |
| { | |
| "name": "surge_ahead", | |
| "kind": "threshold_crossing", | |
| "horizon": 8, | |
| "channel": "rise_ratio", | |
| "level": 1.3522727272727273, | |
| "direction": "above", | |
| "level_source": "train-split q0.9 of rise_ratio" | |
| }, | |
| { | |
| "name": "compound_hydrologic_stress", | |
| "kind": "compound", | |
| "horizon": 24, | |
| "over": [ | |
| "discharge_regime_shift", | |
| "volatility_regime_shift", | |
| "surge_ahead" | |
| ], | |
| "k": 2 | |
| } | |
| ], | |
| "unavailable_sentinel": -9.0, | |
| "permitted": [ | |
| "declared event category (incl. the unknown slot)", | |
| "time gaps and cadence statistics (past-only)", | |
| "declared magnitude channels and their explicit missingness indicators", | |
| "event and source evidence-quality indicators", | |
| "reference predictions, residuals and disagreement (as-of t)", | |
| "regime indicators derived from past observations only", | |
| "cold-start state", | |
| "unavailable-reference mask", | |
| "censored-horizon indicator" | |
| ], | |
| "forbidden": [ | |
| "entity identity as a semantic claim", | |
| "future events or future aggregates", | |
| "ownership labels", | |
| "private partner data", | |
| "repayment, credit, default or causal outcomes" | |
| ], | |
| "notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature." | |
| }, | |
| "horizon_selection": { | |
| "version": "surprise-horizons/0.1.0", | |
| "band": [ | |
| 0.08, | |
| 0.25 | |
| ], | |
| "min_prevalence": 0.05, | |
| "level_quantile": 0.9, | |
| "selected": { | |
| "flow_regime_transition": { | |
| "declared_horizon": 6, | |
| "selected_horizon": 6, | |
| "prevalence": 0.11365067958831787, | |
| "in_band": true, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.11365067958831787 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.07449127733707428 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.0598473846912384 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.056843508034944534 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.05328246206045151 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.05198643356561661 | |
| } | |
| ] | |
| }, | |
| "discharge_regime_shift": { | |
| "declared_horizon": 8, | |
| "selected_horizon": 8, | |
| "prevalence": 0.26130086183547974, | |
| "in_band": false, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.26130086183547974 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.27037307620048523 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.2926720082759857 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.317865788936615 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.35746124386787415 | |
| }, | |
| { | |
| "horizon": 64, | |
| "prevalence": 0.37709543108940125 | |
| } | |
| ] | |
| }, | |
| "volatility_regime_shift": { | |
| "declared_horizon": 8, | |
| "selected_horizon": 24, | |
| "prevalence": 0.42258962988853455, | |
| "in_band": false, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.46179747581481934 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.4309229552745819 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.42258962988853455 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.4351259768009186 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.4573401212692261 | |
| }, | |
| { | |
| "horizon": 64, | |
| "prevalence": 0.4583939015865326 | |
| } | |
| ] | |
| }, | |
| "surge_ahead": { | |
| "declared_horizon": 8, | |
| "selected_horizon": 8, | |
| "prevalence": 0.49722719192504883, | |
| "in_band": false, | |
| "level": 1.3522727272727273, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.49722719192504883 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.7140188813209534 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.8106768131256104 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.8634093999862671 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.9088893532752991 | |
| }, | |
| { | |
| "horizon": 64, | |
| "prevalence": 0.9323514103889465 | |
| } | |
| ] | |
| } | |
| }, | |
| "excluded": [], | |
| "note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance." | |
| }, | |
| "corpus": { | |
| "real_corpus": true, | |
| "source": "USGS Water Services daily values (public, credential-free)", | |
| "source_url": "https://waterservices.usgs.gov/nwis/dv/", | |
| "licence": "USGS public domain; cite USGS National Water Information System", | |
| "states": [ | |
| "co", | |
| "or", | |
| "pa", | |
| "ga", | |
| "mn", | |
| "az", | |
| "wa", | |
| "mo", | |
| "ny", | |
| "tx" | |
| ], | |
| "windows": [ | |
| [ | |
| "2023-01-01", | |
| "2024-01-01" | |
| ], | |
| [ | |
| "2024-01-01", | |
| "2025-01-01" | |
| ], | |
| [ | |
| "2025-01-01", | |
| "2026-01-01" | |
| ], | |
| [ | |
| "2026-01-01", | |
| "2026-08-20" | |
| ] | |
| ], | |
| "parameter": "00060 discharge (cfs), daily mean", | |
| "min_days_per_entity": 400, | |
| "n_entities": 320, | |
| "n_events": 424960, | |
| "retrieved_at": "2026-08-29T04:29:02Z", | |
| "note": "Descriptive public measurements only. Site codes are opaque grouping keys and are never used as features." | |
| }, | |
| "split": { | |
| "version": "surprise-splits/0.3.0", | |
| "n_train": 247040, | |
| "n_val": 77440, | |
| "n_test": 85120, | |
| "boundary_train_val": 1741305600.0, | |
| "boundary_val_test": 1764288000.0, | |
| "dropped_for_horizon_quarantine": 15360 | |
| }, | |
| "features": { | |
| "n": 120, | |
| "version": "surprise-features/0.4.0", | |
| "degenerate_zeroed": [ | |
| "discharge_cfs_available", | |
| "reference_missing_rate", | |
| "cat_last__unknown", | |
| "source_count_last", | |
| "log_confirmations", | |
| "censored_horizon", | |
| "hour_sin", | |
| "hour_cos" | |
| ] | |
| }, | |
| "sequence": { | |
| "version": "surprise-sequence/0.4.0", | |
| "steps": 12 | |
| }, | |
| "targets": { | |
| "prevalence": { | |
| "flow_regime_transition": 0.11529580503702164, | |
| "discharge_regime_shift": 0.28838294744491577, | |
| "volatility_regime_shift": 0.4765455424785614, | |
| "surge_ahead": 0.49828147888183594, | |
| "compound_hydrologic_stress": 0.3916036784648895 | |
| }, | |
| "version": "surprise-targets/0.4.0" | |
| }, | |
| "calibration": { | |
| "method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half", | |
| "parameters": [ | |
| [ | |
| 1.7646888375076821, | |
| -1.9446311524652697 | |
| ], | |
| [ | |
| 1.6675294807747407, | |
| -1.0704507575116868 | |
| ], | |
| [ | |
| 1.7421420630461468, | |
| -0.2933824257750084 | |
| ], | |
| [ | |
| 1.1572539735411413, | |
| 0.12403574538727478 | |
| ], | |
| [ | |
| 1.8405691143667475, | |
| -0.4747717941136939 | |
| ] | |
| ], | |
| "per_target": [ | |
| { | |
| "kind": "affine", | |
| "slope": 1.7646888375076821, | |
| "bias": -1.9446311524652697, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.025215475530294594, | |
| "held_out_ece": 0.0162933004481886 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 1.6675294807747407, | |
| "bias": -1.0704507575116868, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.017321044471436592, | |
| "held_out_ece": 0.015044307429975609 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -2.812554, | |
| -0.478948, | |
| -0.204091, | |
| -0.054643, | |
| 0.074706, | |
| 0.213492, | |
| 0.434017 | |
| ], | |
| "weights": [ | |
| 3.4340882224369236, | |
| -1.3652802141088909, | |
| 0.3480411977735325, | |
| -1.140598304965518, | |
| 0.13504046067191244, | |
| 0.43023389225469044, | |
| 1.3730899514678294 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.020668418096264032, | |
| "affine_held_out_ece": 0.021164301526083375 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 1.1572539735411413, | |
| "bias": 0.12403574538727478, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.04368534641575401, | |
| "held_out_ece": 0.010647729908556811 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -2.502086, | |
| -0.591686, | |
| -0.347267, | |
| -0.176442, | |
| -0.016837, | |
| 0.164435, | |
| 0.432082 | |
| ], | |
| "weights": [ | |
| 4.044608089994366, | |
| -2.6742688236430165, | |
| 0.2518655240945207, | |
| 0.3120722920376997, | |
| 0.15568733393821144, | |
| 0.37263499030572467, | |
| -0.29445920762923805 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.015270167797910792, | |
| "affine_held_out_ece": 0.01536230502948299 | |
| } | |
| ], | |
| "piecewise_targets": [ | |
| "volatility_regime_shift", | |
| "compound_hydrologic_stress" | |
| ] | |
| }, | |
| "excluded_targets": [], | |
| "abstention": { | |
| "threshold": 0.3441898013706627, | |
| "coverage": 0.8, | |
| "selective_accuracy": 0.7452503551136364, | |
| "base_accuracy": 0.7221946022727272, | |
| "curve": [ | |
| { | |
| "coverage": 0.5, | |
| "threshold": 0.2940758171431984, | |
| "selective_accuracy": 0.7812951962809918 | |
| }, | |
| { | |
| "coverage": 0.6, | |
| "threshold": 0.3113477213450007, | |
| "selective_accuracy": 0.7682840478650137 | |
| }, | |
| { | |
| "coverage": 0.7, | |
| "threshold": 0.32778592302177484, | |
| "selective_accuracy": 0.7568726018299883 | |
| }, | |
| { | |
| "coverage": 0.8, | |
| "threshold": 0.3441898013706627, | |
| "selective_accuracy": 0.7452503551136364 | |
| }, | |
| { | |
| "coverage": 0.9, | |
| "threshold": 0.36216605277224817, | |
| "selective_accuracy": 0.7342996728650137 | |
| }, | |
| { | |
| "coverage": 1.0, | |
| "threshold": 0.4056001117664251, | |
| "selective_accuracy": 0.7221946022727272 | |
| } | |
| ], | |
| "fit_split": "validation", | |
| "evaluation_split": "test", | |
| "test_coverage": 0.8472274436090226, | |
| "test_base_accuracy": 0.7027929197994988, | |
| "test_selective_accuracy": 0.715188492613752, | |
| "test_selective_accuracy_gain": 0.012395572814253186 | |
| }, | |
| "evaluation": { | |
| "version": "surprise-eval/0.3.0", | |
| "domain_id": "hydrology", | |
| "schema_hash": "5d147bb24c2cbe00", | |
| "targets": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 83200, | |
| "prevalence": 0.1104326918721199, | |
| "auroc": 0.8021500549240848, | |
| "auprc": 0.3667438815266156, | |
| "brier": 0.0828755213256556, | |
| "ece": 0.010075223093827109, | |
| "lead_at_far10_hours": -888.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 83200, | |
| "prevalence": 0.1104326918721199, | |
| "auroc": 0.7150303835055657, | |
| "auprc": 0.2502001746234202, | |
| "brier": 0.5118554810049587, | |
| "ece": 0.6230420632710063, | |
| "lead_at_far10_hours": 1584.0 | |
| }, | |
| "ewma_z": { | |
| "n": 83200, | |
| "prevalence": 0.1104326918721199, | |
| "auroc": 0.7616106405787989, | |
| "auprc": 0.2536286284060931, | |
| "brier": 0.19660753964135816, | |
| "ece": 0.2423150490629302, | |
| "lead_at_far10_hours": 3768.0 | |
| }, | |
| "logistic": { | |
| "n": 83200, | |
| "prevalence": 0.1104326918721199, | |
| "auroc": 0.8270179042492986, | |
| "auprc": 0.39635853977064317, | |
| "brier": 0.08040904598554274, | |
| "ece": 0.026252412764440104, | |
| "lead_at_far10_hours": 3744.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.7906439555204751, | |
| 0.8138512105288024 | |
| ], | |
| "phase0_rules": [ | |
| 0.6995412514784747, | |
| 0.7303865068737722 | |
| ], | |
| "ewma_z": [ | |
| 0.7500131151573783, | |
| 0.7715195577259525 | |
| ], | |
| "logistic": [ | |
| 0.8167916828573902, | |
| 0.8377326323234258 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.08748091168000238, | |
| "ci95": [ | |
| 0.07692869839403935, | |
| 0.0973082180284842 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.04067609459149017, | |
| "ci95": [ | |
| 0.0342637155311923, | |
| 0.04750106990751252 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.024855919481454835, | |
| "ci95": [ | |
| -0.02946474617936352, | |
| -0.02010548030652416 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 320, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 82560, | |
| "prevalence": 0.275884211063385, | |
| "auroc": 0.7636129599217235, | |
| "auprc": 0.5927120263237124, | |
| "brier": 0.1600734546266245, | |
| "ece": 0.01509208779315832, | |
| "lead_at_far10_hours": 2640.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 82560, | |
| "prevalence": 0.275884211063385, | |
| "auroc": 0.5657101829635945, | |
| "auprc": 0.32819121464371176, | |
| "brier": 0.44327816897714933, | |
| "ece": 0.45808430215614004, | |
| "lead_at_far10_hours": 456.0 | |
| }, | |
| "ewma_z": { | |
| "n": 82560, | |
| "prevalence": 0.275884211063385, | |
| "auroc": 0.6402301707159651, | |
| "auprc": 0.38276006329566553, | |
| "brier": 0.24754704219650403, | |
| "ece": 0.1833336710272266, | |
| "lead_at_far10_hours": 2640.0 | |
| }, | |
| "logistic": { | |
| "n": 82560, | |
| "prevalence": 0.275884211063385, | |
| "auroc": 0.7557679401904677, | |
| "auprc": 0.5595830195789445, | |
| "brier": 0.16653249620787422, | |
| "ece": 0.04345609052230405, | |
| "lead_at_far10_hours": 2640.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.7511436769666298, | |
| 0.7757561208687381 | |
| ], | |
| "phase0_rules": [ | |
| 0.5488606878551766, | |
| 0.5803536342503272 | |
| ], | |
| "ewma_z": [ | |
| 0.6262272318590567, | |
| 0.6521228876069183 | |
| ], | |
| "logistic": [ | |
| 0.7437726482325792, | |
| 0.7681149941176121 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.19872587127043786, | |
| "ci95": [ | |
| 0.18122933032089117, | |
| 0.21849483352663474 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.12408091813614978, | |
| "ci95": [ | |
| 0.1117602992161799, | |
| 0.13730084910774001 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.007824015199945371, | |
| "ci95": [ | |
| 0.002090074798442071, | |
| 0.013128718461368117 | |
| ], | |
| "significant": true | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 320, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 77440, | |
| "prevalence": 0.47379907965660095, | |
| "auroc": 0.6928088537448479, | |
| "auprc": 0.6355240140617973, | |
| "brier": 0.22171233595840348, | |
| "ece": 0.04781920014772668, | |
| "lead_at_far10_hours": 2256.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 77440, | |
| "prevalence": 0.47379907965660095, | |
| "auroc": 0.5466396588827463, | |
| "auprc": 0.528644807713139, | |
| "brier": 0.3539903940537579, | |
| "ece": 0.29691138452785487, | |
| "lead_at_far10_hours": 72.0 | |
| }, | |
| "ewma_z": { | |
| "n": 77440, | |
| "prevalence": 0.47379907965660095, | |
| "auroc": 0.577570575316679, | |
| "auprc": 0.534685350277172, | |
| "brier": 0.32567441688695425, | |
| "ece": 0.27330744199288465, | |
| "lead_at_far10_hours": 2256.0 | |
| }, | |
| "logistic": { | |
| "n": 77440, | |
| "prevalence": 0.47379907965660095, | |
| "auroc": 0.6838339604198029, | |
| "auprc": 0.6177961356088972, | |
| "brier": 0.22178398085331005, | |
| "ece": 0.02128131779940609, | |
| "lead_at_far10_hours": 2160.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6730133564313522, | |
| 0.7118077823081791 | |
| ], | |
| "phase0_rules": [ | |
| 0.5290120936307272, | |
| 0.5638293679922446 | |
| ], | |
| "ewma_z": [ | |
| 0.5606589378890289, | |
| 0.5935439934779712 | |
| ], | |
| "logistic": [ | |
| 0.6601686538881952, | |
| 0.7024979222032559 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.1468597156912616, | |
| "ci95": [ | |
| 0.12264437594610914, | |
| 0.1734837753346677 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.11578152276743253, | |
| "ci95": [ | |
| 0.09259776336525063, | |
| 0.13837726298032632 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.009143955808206356, | |
| "ci95": [ | |
| 0.0010350134657298477, | |
| 0.01724392946003217 | |
| ], | |
| "significant": true | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 320, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 82486, | |
| "prevalence": 0.49271392822265625, | |
| "auroc": 0.6442699273496252, | |
| "auprc": 0.6075493937885915, | |
| "brier": 0.2347384486047421, | |
| "ece": 0.028603232480384877, | |
| "lead_at_far10_hours": -1728.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 82486, | |
| "prevalence": 0.49271392822265625, | |
| "auroc": 0.639844043572415, | |
| "auprc": 0.6157489734615125, | |
| "brier": 0.3074865403193038, | |
| "ece": 0.24735240672954895, | |
| "lead_at_far10_hours": 840.0 | |
| }, | |
| "ewma_z": { | |
| "n": 82486, | |
| "prevalence": 0.49271392822265625, | |
| "auroc": 0.6250236763115179, | |
| "auprc": 0.5816113231087536, | |
| "brier": 0.3092710287130273, | |
| "ece": 0.25000503935634283, | |
| "lead_at_far10_hours": 3024.0 | |
| }, | |
| "logistic": { | |
| "n": 82486, | |
| "prevalence": 0.49271392822265625, | |
| "auroc": 0.6717793575243336, | |
| "auprc": 0.6383075821243966, | |
| "brier": 0.22883368066650125, | |
| "ece": 0.02710731398243705, | |
| "lead_at_far10_hours": -1728.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6282259898827817, | |
| 0.660772599351511 | |
| ], | |
| "phase0_rules": [ | |
| 0.6218298778839814, | |
| 0.6566557923274261 | |
| ], | |
| "ewma_z": [ | |
| 0.6087599803410088, | |
| 0.6408748955737115 | |
| ], | |
| "logistic": [ | |
| 0.6552438725135571, | |
| 0.6879547131995096 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.0042602888883939444, | |
| "ci95": [ | |
| -0.00661736122656372, | |
| 0.01441369552895706 | |
| ], | |
| "significant": false | |
| }, | |
| "ewma_z": { | |
| "mean": 0.01947138073743799, | |
| "ci95": [ | |
| 0.010726631153195337, | |
| 0.027726833617725193 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.02734940758401919, | |
| "ci95": [ | |
| -0.03460313865087806, | |
| -0.020080660012396886 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 320, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 77440, | |
| "prevalence": 0.37844783067703247, | |
| "auroc": 0.7099049565471537, | |
| "auprc": 0.6080028938531867, | |
| "brier": 0.20405420053841317, | |
| "ece": 0.022674112388387103, | |
| "lead_at_far10_hours": 2256.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 77440, | |
| "prevalence": 0.37844783067703247, | |
| "auroc": 0.6025130759110512, | |
| "auprc": 0.4840788105970597, | |
| "brier": 0.37680930564428045, | |
| "ece": 0.35802137765951225, | |
| "lead_at_far10_hours": 216.0 | |
| }, | |
| "ewma_z": { | |
| "n": 77440, | |
| "prevalence": 0.37844783067703247, | |
| "auroc": 0.6422975967177126, | |
| "auprc": 0.4920283533305436, | |
| "brier": 0.2673452744033812, | |
| "ece": 0.19690840616285435, | |
| "lead_at_far10_hours": 2400.0 | |
| }, | |
| "logistic": { | |
| "n": 77440, | |
| "prevalence": 0.37844783067703247, | |
| "auroc": 0.7060559282729977, | |
| "auprc": 0.5941615346779276, | |
| "brier": 0.20660969236953122, | |
| "ece": 0.029092429163741957, | |
| "lead_at_far10_hours": 1512.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6960557576066375, | |
| 0.7245601751192029 | |
| ], | |
| "phase0_rules": [ | |
| 0.5857633584924495, | |
| 0.6159283545576365 | |
| ], | |
| "ewma_z": [ | |
| 0.6279362260701187, | |
| 0.6541556719960784 | |
| ], | |
| "logistic": [ | |
| 0.6924196326206246, | |
| 0.7189137701548752 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.10770792134128424, | |
| "ci95": [ | |
| 0.08957214481209017, | |
| 0.12325740666075181 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.067879818986269, | |
| "ci95": [ | |
| 0.05398077157074441, | |
| 0.07946067240687972 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.004143223856210647, | |
| "ci95": [ | |
| -0.0035964959572896884, | |
| 0.011796423470708379 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 320, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| } | |
| }, | |
| "slices": { | |
| "state": { | |
| "ga": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 40300, | |
| "auroc": 0.7977551082708715, | |
| "prevalence": 0.13985112309455872 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 39990, | |
| "auroc": 0.760610297206064, | |
| "prevalence": 0.24978744983673096 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 37510, | |
| "auroc": 0.6510221565159215, | |
| "prevalence": 0.4937083423137665 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 39955, | |
| "auroc": 0.658801098547648, | |
| "prevalence": 0.5049931406974792 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 37510, | |
| "auroc": 0.6850463405223294, | |
| "prevalence": 0.3822980523109436 | |
| } | |
| }, | |
| "ny": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 20020, | |
| "auroc": 0.8008224034419339, | |
| "prevalence": 0.09895104914903641 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 19866, | |
| "auroc": 0.7614955894734037, | |
| "prevalence": 0.34722641110420227 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 18634, | |
| "auroc": 0.7324600956717761, | |
| "prevalence": 0.5019856095314026 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 19827, | |
| "auroc": 0.663075064036182, | |
| "prevalence": 0.4648711383342743 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 18634, | |
| "auroc": 0.7537755338090101, | |
| "prevalence": 0.4164430499076843 | |
| } | |
| }, | |
| "pa": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 22880, | |
| "auroc": 0.7760630245050855, | |
| "prevalence": 0.06866258382797241 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 22704, | |
| "auroc": 0.7682671516561003, | |
| "prevalence": 0.25942564010620117 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 21296, | |
| "auroc": 0.726775068779705, | |
| "prevalence": 0.4140683710575104 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 22704, | |
| "auroc": 0.5982499348425443, | |
| "prevalence": 0.49541932344436646 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 21296, | |
| "auroc": 0.708218821570416, | |
| "prevalence": 0.3384203612804413 | |
| } | |
| } | |
| }, | |
| "flow_scale": { | |
| "large": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 24478, | |
| "auroc": 0.7936147202678361, | |
| "prevalence": 0.10429773479700089 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 24304, | |
| "auroc": 0.7612901117924566, | |
| "prevalence": 0.31616196036338806 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 22783, | |
| "auroc": 0.6092139218810063, | |
| "prevalence": 0.5879383683204651 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 24304, | |
| "auroc": 0.6008067923605797, | |
| "prevalence": 0.48815008997917175 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 22783, | |
| "auroc": 0.6741237068404474, | |
| "prevalence": 0.44208401441574097 | |
| } | |
| }, | |
| "major": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 15477, | |
| "auroc": 0.8164663590344888, | |
| "prevalence": 0.0682302787899971 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 15376, | |
| "auroc": 0.7458284766552649, | |
| "prevalence": 0.28069719672203064 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 14462, | |
| "auroc": 0.6044636857412458, | |
| "prevalence": 0.5494399070739746 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 15376, | |
| "auroc": 0.6568023703360762, | |
| "prevalence": 0.3593912720680237 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 14462, | |
| "auroc": 0.6803464739079516, | |
| "prevalence": 0.3522334396839142 | |
| } | |
| }, | |
| "medium": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 29302, | |
| "auroc": 0.8080419801505855, | |
| "prevalence": 0.1240188404917717 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 29061, | |
| "auroc": 0.7604594338364619, | |
| "prevalence": 0.2724957764148712 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 27264, | |
| "auroc": 0.6609964147194107, | |
| "prevalence": 0.4595070481300354 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 29061, | |
| "auroc": 0.6418288157045554, | |
| "prevalence": 0.5181859135627747 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 27264, | |
| "auroc": 0.7106913266867851, | |
| "prevalence": 0.39553990960121155 | |
| } | |
| }, | |
| "small": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 12707, | |
| "auroc": 0.7677851321795992, | |
| "prevalence": 0.13567325472831726 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 12597, | |
| "auroc": 0.7775396867118408, | |
| "prevalence": 0.21084384620189667 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 11803, | |
| "auroc": 0.7470000893958978, | |
| "prevalence": 0.2273998111486435 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 12597, | |
| "auroc": 0.6052922572295539, | |
| "prevalence": 0.5915694236755371 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 11803, | |
| "auroc": 0.7537940129506681, | |
| "prevalence": 0.26798272132873535 | |
| } | |
| }, | |
| "trickle": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 1044, | |
| "auroc": 0.6969272362568679, | |
| "prevalence": 0.19636015594005585 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 1033, | |
| "auroc": 0.8685897435897436, | |
| "prevalence": 0.16360116004943848 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 957, | |
| "auroc": 0.8189466348068498, | |
| "prevalence": 0.1253918558359146 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 1033, | |
| "auroc": 0.4667572729944167, | |
| "prevalence": 0.6427879929542542 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 957, | |
| "auroc": 0.8100706576597562, | |
| "prevalence": 0.16927899420261383 | |
| } | |
| }, | |
| "zero": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 192, | |
| "auroc": 0.6033380681818182, | |
| "prevalence": 0.0833333358168602 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 189, | |
| "auroc": 0.9174436674436675, | |
| "prevalence": 0.1746031790971756 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 171, | |
| "auroc": 0.7058823529411765, | |
| "prevalence": 0.10526315867900848 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 115, | |
| "auroc": 0.6582365003417635, | |
| "prevalence": 0.6695652008056641 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 171, | |
| "auroc": 0.8947841726618705, | |
| "prevalence": 0.1871345043182373 | |
| } | |
| } | |
| }, | |
| "season": { | |
| "autumn": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 960, | |
| "auroc": 0.7895996187811134, | |
| "prevalence": 0.12187500298023224 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 960, | |
| "auroc": 0.6835527403212993, | |
| "prevalence": 0.28437501192092896 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 960, | |
| "auroc": 0.72999510860704, | |
| "prevalence": 0.39791667461395264 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 960, | |
| "auroc": 0.7272699594634562, | |
| "prevalence": 0.5229166746139526 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 960, | |
| "auroc": 0.70187805726098, | |
| "prevalence": 0.35104167461395264 | |
| } | |
| }, | |
| "spring": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 29440, | |
| "auroc": 0.7732985886629256, | |
| "prevalence": 0.11596467345952988 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 29440, | |
| "auroc": 0.7699035394759387, | |
| "prevalence": 0.308865487575531 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 29440, | |
| "auroc": 0.7277219471573948, | |
| "prevalence": 0.49493885040283203 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 29408, | |
| "auroc": 0.6111116958206548, | |
| "prevalence": 0.48701032996177673 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 29440, | |
| "auroc": 0.7600412527789753, | |
| "prevalence": 0.40312498807907104 | |
| } | |
| }, | |
| "summer": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 24000, | |
| "auroc": 0.792489396313234, | |
| "prevalence": 0.18000000715255737 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 23360, | |
| "auroc": 0.7879315573682497, | |
| "prevalence": 0.28116437792778015 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 18240, | |
| "auroc": 0.6801414453479683, | |
| "prevalence": 0.4345943033695221 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 23341, | |
| "auroc": 0.6777169370202367, | |
| "prevalence": 0.5950902104377747 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 18240, | |
| "auroc": 0.7189481165234965, | |
| "prevalence": 0.41003289818763733 | |
| } | |
| }, | |
| "winter": { | |
| "flow_regime_transition": { | |
| "status": "ok", | |
| "n": 28800, | |
| "auroc": 0.7707992021685477, | |
| "prevalence": 0.04642361029982567 | |
| }, | |
| "discharge_regime_shift": { | |
| "status": "ok", | |
| "n": 28800, | |
| "auroc": 0.7346714382050695, | |
| "prevalence": 0.23760417103767395 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 28800, | |
| "auroc": 0.6706425660187393, | |
| "prevalence": 0.4795486032962799 | |
| }, | |
| "surge_ahead": { | |
| "status": "ok", | |
| "n": 28777, | |
| "auroc": 0.6572900267850401, | |
| "prevalence": 0.4144977033138275 | |
| }, | |
| "compound_hydrologic_stress": { | |
| "status": "ok", | |
| "n": 28800, | |
| "auroc": 0.646823231878748, | |
| "prevalence": 0.33413195610046387 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "gate": { | |
| "criteria": { | |
| "real_corpus_required": true, | |
| "min_targets_significant": 2, | |
| "min_paired_lift_vs_phase0": 0.03, | |
| "min_paired_lift_vs_logistic": 0.0, | |
| "max_collapsed_targets": 0, | |
| "collapse_auroc_band": 0.005, | |
| "max_ece": 0.1, | |
| "min_selective_accuracy_gain": 0.02, | |
| "min_entities": 100, | |
| "leakage_tests_must_pass": true | |
| }, | |
| "checks": { | |
| "real_corpus": true, | |
| "targets_significant_vs_phase0": [ | |
| "flow_regime_transition", | |
| "discharge_regime_shift", | |
| "volatility_regime_shift", | |
| "compound_hydrologic_stress" | |
| ], | |
| "enough_significant_targets": true, | |
| "targets_significant_vs_logistic": [ | |
| "discharge_regime_shift", | |
| "volatility_regime_shift" | |
| ], | |
| "beats_logistic_baseline": true, | |
| "collapsed_targets": [], | |
| "no_collapsed_heads": true, | |
| "calibration_within_bound": true, | |
| "worst_ece": 0.04781920014772668, | |
| "abstention_helps": false, | |
| "enough_entities": true, | |
| "leakage_tests_passed": true | |
| }, | |
| "status": "candidate_not_promoted", | |
| "blocking_reasons": [ | |
| "abstention does not improve selective accuracy enough to be useful" | |
| ], | |
| "statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one." | |
| } | |
| }, | |
| "markets": { | |
| "domain": { | |
| "contract_version": "surprise-contract/0.3.0", | |
| "domain_id": "markets", | |
| "schema_version": "0.4.0", | |
| "schema_hash": "ff0fef09349ea5a3", | |
| "entity_kind": "public_market_product", | |
| "categories": [ | |
| "quiet_drift", | |
| "mild_up", | |
| "mild_down", | |
| "strong_up", | |
| "strong_down", | |
| "shock_up", | |
| "shock_down", | |
| "illiquid_session", | |
| "unknown" | |
| ], | |
| "channels": [ | |
| "abs_return_bps", | |
| "range_bps", | |
| "volume_base", | |
| "notional_usd" | |
| ], | |
| "context_dims": [ | |
| "quote_currency", | |
| "liquidity_tier", | |
| "session_direction" | |
| ], | |
| "targets": [ | |
| { | |
| "name": "regime_transition", | |
| "kind": "category_transition", | |
| "horizon": 40 | |
| }, | |
| { | |
| "name": "volatility_regime_shift", | |
| "kind": "magnitude_shift", | |
| "horizon": 28, | |
| "channel": "range_bps", | |
| "shift": 0.4 | |
| }, | |
| { | |
| "name": "volume_regime_shift", | |
| "kind": "magnitude_shift", | |
| "horizon": 14, | |
| "channel": "notional_usd", | |
| "shift": 0.6 | |
| }, | |
| { | |
| "name": "dislocation_ahead", | |
| "kind": "threshold_crossing", | |
| "horizon": 7, | |
| "channel": "abs_return_bps", | |
| "level": 874.7509583969907, | |
| "direction": "above", | |
| "level_source": "train-split q0.9 of abs_return_bps" | |
| }, | |
| { | |
| "name": "compound_market_stress", | |
| "kind": "compound", | |
| "horizon": 28, | |
| "over": [ | |
| "volatility_regime_shift", | |
| "volume_regime_shift", | |
| "dislocation_ahead" | |
| ], | |
| "k": 2 | |
| } | |
| ], | |
| "unavailable_sentinel": -9.0, | |
| "permitted": [ | |
| "declared event category (incl. the unknown slot)", | |
| "time gaps and cadence statistics (past-only)", | |
| "declared magnitude channels and their explicit missingness indicators", | |
| "event and source evidence-quality indicators", | |
| "reference predictions, residuals and disagreement (as-of t)", | |
| "regime indicators derived from past observations only", | |
| "cold-start state", | |
| "unavailable-reference mask", | |
| "censored-horizon indicator" | |
| ], | |
| "forbidden": [ | |
| "entity identity as a semantic claim", | |
| "future events or future aggregates", | |
| "ownership labels", | |
| "private partner data", | |
| "repayment, credit, default or causal outcomes" | |
| ], | |
| "notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature." | |
| }, | |
| "horizon_selection": { | |
| "version": "surprise-horizons/0.1.0", | |
| "band": [ | |
| 0.08, | |
| 0.25 | |
| ], | |
| "min_prevalence": 0.05, | |
| "level_quantile": 0.9, | |
| "selected": { | |
| "regime_transition": { | |
| "declared_horizon": 5, | |
| "selected_horizon": 40, | |
| "prevalence": 0.4742833077907562, | |
| "in_band": false, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 5, | |
| "prevalence": 0.5885528922080994 | |
| }, | |
| { | |
| "horizon": 10, | |
| "prevalence": 0.5400406718254089 | |
| }, | |
| { | |
| "horizon": 15, | |
| "prevalence": 0.5156838893890381 | |
| }, | |
| { | |
| "horizon": 20, | |
| "prevalence": 0.4977133870124817 | |
| }, | |
| { | |
| "horizon": 30, | |
| "prevalence": 0.4844571650028229 | |
| }, | |
| { | |
| "horizon": 40, | |
| "prevalence": 0.4742833077907562 | |
| } | |
| ] | |
| }, | |
| "volatility_regime_shift": { | |
| "declared_horizon": 7, | |
| "selected_horizon": 28, | |
| "prevalence": 0.20286549627780914, | |
| "in_band": true, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 7, | |
| "prevalence": 0.2844112515449524 | |
| }, | |
| { | |
| "horizon": 14, | |
| "prevalence": 0.22786802053451538 | |
| }, | |
| { | |
| "horizon": 21, | |
| "prevalence": 0.2114821970462799 | |
| }, | |
| { | |
| "horizon": 28, | |
| "prevalence": 0.20286549627780914 | |
| }, | |
| { | |
| "horizon": 42, | |
| "prevalence": 0.2054283171892166 | |
| }, | |
| { | |
| "horizon": 56, | |
| "prevalence": 0.20782968401908875 | |
| } | |
| ] | |
| }, | |
| "volume_regime_shift": { | |
| "declared_horizon": 7, | |
| "selected_horizon": 14, | |
| "prevalence": 0.3137523829936981, | |
| "in_band": false, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 7, | |
| "prevalence": 0.3320956528186798 | |
| }, | |
| { | |
| "horizon": 14, | |
| "prevalence": 0.3137523829936981 | |
| }, | |
| { | |
| "horizon": 21, | |
| "prevalence": 0.31728383898735046 | |
| }, | |
| { | |
| "horizon": 28, | |
| "prevalence": 0.32384219765663147 | |
| }, | |
| { | |
| "horizon": 42, | |
| "prevalence": 0.3473312556743622 | |
| }, | |
| { | |
| "horizon": 56, | |
| "prevalence": 0.36843910813331604 | |
| } | |
| ] | |
| }, | |
| "dislocation_ahead": { | |
| "declared_horizon": 7, | |
| "selected_horizon": 7, | |
| "prevalence": 0.3765513002872467, | |
| "in_band": false, | |
| "level": 874.7509583969907, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 7, | |
| "prevalence": 0.3765513002872467 | |
| }, | |
| { | |
| "horizon": 14, | |
| "prevalence": 0.5390374064445496 | |
| }, | |
| { | |
| "horizon": 21, | |
| "prevalence": 0.6414085626602173 | |
| }, | |
| { | |
| "horizon": 28, | |
| "prevalence": 0.7120774984359741 | |
| }, | |
| { | |
| "horizon": 42, | |
| "prevalence": 0.8070628643035889 | |
| }, | |
| { | |
| "horizon": 56, | |
| "prevalence": 0.8659469485282898 | |
| } | |
| ] | |
| } | |
| }, | |
| "excluded": [], | |
| "note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance." | |
| }, | |
| "corpus": { | |
| "real_corpus": true, | |
| "source": "Coinbase Exchange public market data API (no key required)", | |
| "source_url": "https://api.exchange.coinbase.com", | |
| "licence": "public market data; no attribution required", | |
| "windows": [ | |
| [ | |
| "2024-01-01", | |
| "2024-10-01" | |
| ], | |
| [ | |
| "2024-10-01", | |
| "2025-07-01" | |
| ], | |
| [ | |
| "2025-07-01", | |
| "2026-04-01" | |
| ], | |
| [ | |
| "2026-04-01", | |
| "2026-08-20" | |
| ] | |
| ], | |
| "granularity_seconds": 86400, | |
| "min_days_per_entity": 200, | |
| "products_requested": 406, | |
| "n_entities": 357, | |
| "n_events": 263312, | |
| "retrieved_at": "2026-08-29T05:30:06Z", | |
| "note": "Descriptive public aggregate bars only. Product identifiers are opaque grouping keys and are never used as features." | |
| }, | |
| "split": { | |
| "version": "surprise-splits/0.3.0", | |
| "n_train": 145449, | |
| "n_val": 38227, | |
| "n_test": 52822, | |
| "boundary_train_val": 1761350400.0, | |
| "boundary_val_test": 1774483200.0, | |
| "dropped_for_horizon_quarantine": 26814 | |
| }, | |
| "features": { | |
| "n": 137, | |
| "version": "surprise-features/0.4.0", | |
| "degenerate_zeroed": [ | |
| "abs_return_bps_available", | |
| "range_bps_available", | |
| "volume_base_available", | |
| "notional_usd_available", | |
| "reference_missing_rate", | |
| "cat_last__unknown", | |
| "source_count_last", | |
| "log_confirmations", | |
| "censored_horizon", | |
| "hour_sin", | |
| "hour_cos" | |
| ] | |
| }, | |
| "sequence": { | |
| "version": "surprise-sequence/0.4.0", | |
| "steps": 12 | |
| }, | |
| "targets": { | |
| "prevalence": { | |
| "regime_transition": 0.4721952974796295, | |
| "volatility_regime_shift": 0.19814321398735046, | |
| "volume_regime_shift": 0.33299216628074646, | |
| "dislocation_ahead": 0.37798064947128296, | |
| "compound_market_stress": 0.238977313041687 | |
| }, | |
| "version": "surprise-targets/0.4.0" | |
| }, | |
| "calibration": { | |
| "method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half", | |
| "parameters": [ | |
| [ | |
| 1.3551316504891808, | |
| -0.0947670280469063 | |
| ], | |
| [ | |
| 0.8948743482831393, | |
| -1.6712119394549307 | |
| ], | |
| [ | |
| 1.4480280820956, | |
| -0.9050304978557646 | |
| ], | |
| [ | |
| 0.9652183174567402, | |
| -0.3813821466712952 | |
| ], | |
| [ | |
| 1.3290254722521955, | |
| -1.487168684705429 | |
| ] | |
| ], | |
| "per_target": [ | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -3.588523, | |
| -0.171746, | |
| -0.054719, | |
| 0.024988, | |
| 0.096209, | |
| 0.175211, | |
| 0.287161 | |
| ], | |
| "weights": [ | |
| 2.633273860238328, | |
| -2.403871155829767, | |
| -0.0980021990342767, | |
| 0.7557934271042352, | |
| 1.1900074706745436, | |
| 0.21035722903310283, | |
| 4.05620901233316 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.023750313688604308, | |
| "affine_held_out_ece": 0.030101014290090964 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 0.8948743482831393, | |
| "bias": -1.6712119394549307, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.04662756292619043, | |
| "held_out_ece": 0.013305416327421778 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 1.4480280820956, | |
| "bias": -0.9050304978557646, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.03597423280465952, | |
| "held_out_ece": 0.020119948113905824 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 0.9652183174567402, | |
| "bias": -0.3813821466712952, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.02672531935469762, | |
| "held_out_ece": 0.026064322125330493 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 1.3290254722521955, | |
| "bias": -1.487168684705429, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.03318502914430289, | |
| "held_out_ece": 0.02310457254127463 | |
| } | |
| ], | |
| "piecewise_targets": [ | |
| "regime_transition" | |
| ] | |
| }, | |
| "excluded_targets": [], | |
| "abstention": { | |
| "threshold": 0.33078710242198683, | |
| "coverage": 0.7999843042875454, | |
| "selective_accuracy": 0.7070206991269089, | |
| "base_accuracy": 0.6841394825646794, | |
| "curve": [ | |
| { | |
| "coverage": 0.5000130797603788, | |
| "threshold": 0.3103543083112079, | |
| "selective_accuracy": 0.7242754002301978 | |
| }, | |
| { | |
| "coverage": 0.5999947680958485, | |
| "threshold": 0.31566466915238917, | |
| "selective_accuracy": 0.7204569236135334 | |
| }, | |
| { | |
| "coverage": 0.7000026159520758, | |
| "threshold": 0.3221390431556907, | |
| "selective_accuracy": 0.7153182106954669 | |
| }, | |
| { | |
| "coverage": 0.7999843042875454, | |
| "threshold": 0.33078710242198683, | |
| "selective_accuracy": 0.7070206991269089 | |
| }, | |
| { | |
| "coverage": 0.8999921521437727, | |
| "threshold": 0.34540880261846296, | |
| "selective_accuracy": 0.6986455063364725 | |
| }, | |
| { | |
| "coverage": 1.0, | |
| "threshold": 0.9298549226693696, | |
| "selective_accuracy": 0.6841394825646794 | |
| } | |
| ], | |
| "fit_split": "validation", | |
| "evaluation_split": "test", | |
| "test_coverage": 0.6319147324978229, | |
| "test_base_accuracy": 0.703346143652266, | |
| "test_selective_accuracy": 0.7446628119476318, | |
| "test_selective_accuracy_gain": 0.041316668295365844 | |
| }, | |
| "evaluation": { | |
| "version": "surprise-eval/0.3.0", | |
| "domain_id": "markets", | |
| "schema_hash": "ff0fef09349ea5a3", | |
| "targets": { | |
| "regime_transition": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 38542, | |
| "prevalence": 0.4466037154197693, | |
| "auroc": 0.6460028634015175, | |
| "auprc": 0.5961788552400324, | |
| "brier": 0.23311082036195427, | |
| "ece": 0.04550838942835933, | |
| "lead_at_far10_hours": 456.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 38542, | |
| "prevalence": 0.4466037154197693, | |
| "auroc": 0.5194002331729443, | |
| "auprc": 0.45756740255353395, | |
| "brier": 0.35540136910121994, | |
| "ece": 0.29836503774219125, | |
| "lead_at_far10_hours": 648.0 | |
| }, | |
| "ewma_z": { | |
| "n": 38542, | |
| "prevalence": 0.4466037154197693, | |
| "auroc": 0.5471075755924689, | |
| "auprc": 0.48269119445524217, | |
| "brier": 0.34165885955279596, | |
| "ece": 0.2876878651873702, | |
| "lead_at_far10_hours": 1248.0 | |
| }, | |
| "logistic": { | |
| "n": 38542, | |
| "prevalence": 0.4466037154197693, | |
| "auroc": 0.5676268339055113, | |
| "auprc": 0.5303039231770783, | |
| "brier": 0.24212828827452776, | |
| "ece": 0.044471577225469, | |
| "lead_at_far10_hours": 1296.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6260719295179418, | |
| 0.6650278809649399 | |
| ], | |
| "phase0_rules": [ | |
| 0.5018597382958532, | |
| 0.538256919830972 | |
| ], | |
| "ewma_z": [ | |
| 0.5331366950478564, | |
| 0.5623061356673307 | |
| ], | |
| "logistic": [ | |
| 0.5473067106249785, | |
| 0.5908344458029919 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.12618241456462406, | |
| "ci95": [ | |
| 0.10648867069131829, | |
| 0.14549988861811952 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.0989030958291575, | |
| "ci95": [ | |
| 0.08314399355237441, | |
| 0.1137115443090064 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.07823303827633472, | |
| "ci95": [ | |
| 0.060154732214451036, | |
| 0.09545680601332958 | |
| ], | |
| "significant": true | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 357, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 42826, | |
| "prevalence": 0.2159435898065567, | |
| "auroc": 0.6218132721782326, | |
| "auprc": 0.3555459339046461, | |
| "brier": 0.1676255777399279, | |
| "ece": 0.07233780536693346, | |
| "lead_at_far10_hours": 768.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 42826, | |
| "prevalence": 0.2159435898065567, | |
| "auroc": 0.48694184437526133, | |
| "auprc": 0.209106546357122, | |
| "brier": 0.4504335433128151, | |
| "ece": 0.4801713868905205, | |
| "lead_at_far10_hours": 1080.0 | |
| }, | |
| "ewma_z": { | |
| "n": 42826, | |
| "prevalence": 0.2159435898065567, | |
| "auroc": 0.5175684797762623, | |
| "auprc": 0.2290132894740472, | |
| "brier": 0.22553929097323963, | |
| "ece": 0.18861392201931343, | |
| "lead_at_far10_hours": 1704.0 | |
| }, | |
| "logistic": { | |
| "n": 42826, | |
| "prevalence": 0.2159435898065567, | |
| "auroc": 0.592816539102984, | |
| "auprc": 0.300277343353585, | |
| "brier": 0.17020796076545927, | |
| "ece": 0.06936842012668053, | |
| "lead_at_far10_hours": -1104.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.5999563983203797, | |
| 0.6411562678781102 | |
| ], | |
| "phase0_rules": [ | |
| 0.4691338397623642, | |
| 0.5056696406884078 | |
| ], | |
| "ewma_z": [ | |
| 0.5060269761204005, | |
| 0.5292447427426551 | |
| ], | |
| "logistic": [ | |
| 0.5693679962402686, | |
| 0.6150361064034139 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.13467937764016152, | |
| "ci95": [ | |
| 0.10879018835254665, | |
| 0.16333399931688938 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.10405729800714335, | |
| "ci95": [ | |
| 0.08244964784646718, | |
| 0.12588778098683265 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.028546021065553737, | |
| "ci95": [ | |
| 0.010346836636247723, | |
| 0.04741475976716045 | |
| ], | |
| "significant": true | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 357, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "volume_regime_shift": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 47824, | |
| "prevalence": 0.3353128135204315, | |
| "auroc": 0.6388356983561869, | |
| "auprc": 0.487862014564706, | |
| "brier": 0.20994021836627913, | |
| "ece": 0.03473692200524878, | |
| "lead_at_far10_hours": 840.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 47824, | |
| "prevalence": 0.3353128135204315, | |
| "auroc": 0.5185416039107051, | |
| "auprc": 0.34823643446558517, | |
| "brier": 0.39719004596993246, | |
| "ece": 0.38163277902736487, | |
| "lead_at_far10_hours": 1104.0 | |
| }, | |
| "ewma_z": { | |
| "n": 47824, | |
| "prevalence": 0.3353128135204315, | |
| "auroc": 0.5314027084617683, | |
| "auprc": 0.36394645237852014, | |
| "brier": 0.28560453075461745, | |
| "ece": 0.2284346772664639, | |
| "lead_at_far10_hours": 1704.0 | |
| }, | |
| "logistic": { | |
| "n": 47824, | |
| "prevalence": 0.3353128135204315, | |
| "auroc": 0.646417020666003, | |
| "auprc": 0.4792345854435627, | |
| "brier": 0.20973972045958003, | |
| "ece": 0.029778272774153614, | |
| "lead_at_far10_hours": 1200.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6239716319699943, | |
| 0.6560833334212963 | |
| ], | |
| "phase0_rules": [ | |
| 0.501523097306403, | |
| 0.5357205587152244 | |
| ], | |
| "ewma_z": [ | |
| 0.5189637363993828, | |
| 0.542242010215672 | |
| ], | |
| "logistic": [ | |
| 0.6310901089011529, | |
| 0.6645159815603326 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.1207332531224034, | |
| "ci95": [ | |
| 0.09968607026877685, | |
| 0.14568619936523333 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.10805003056836315, | |
| "ci95": [ | |
| 0.09132867363964726, | |
| 0.12898610526558232 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.007495786258139259, | |
| "ci95": [ | |
| -0.015708323394252884, | |
| 0.0015526770509900721 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 357, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "dislocation_ahead": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 50323, | |
| "prevalence": 0.23565764725208282, | |
| "auroc": 0.6823474461307636, | |
| "auprc": 0.4118473365509072, | |
| "brier": 0.18202869433528335, | |
| "ece": 0.12414417739337054, | |
| "lead_at_far10_hours": 1560.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 50323, | |
| "prevalence": 0.23565764725208282, | |
| "auroc": 0.5373495266553383, | |
| "auprc": 0.25226823376250745, | |
| "brier": 0.41666126041406615, | |
| "ece": 0.43340513890503224, | |
| "lead_at_far10_hours": 1200.0 | |
| }, | |
| "ewma_z": { | |
| "n": 50323, | |
| "prevalence": 0.23565764725208282, | |
| "auroc": 0.571555514890086, | |
| "auprc": 0.27589964273558865, | |
| "brier": 0.22386223744636013, | |
| "ece": 0.17429234959852574, | |
| "lead_at_far10_hours": 1536.0 | |
| }, | |
| "logistic": { | |
| "n": 50323, | |
| "prevalence": 0.23565764725208282, | |
| "auroc": 0.7148586153526902, | |
| "auprc": 0.4616705366648594, | |
| "brier": 0.17066063073719293, | |
| "ece": 0.1044460461016495, | |
| "lead_at_far10_hours": 1560.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6630353985325786, | |
| 0.7051241427850877 | |
| ], | |
| "phase0_rules": [ | |
| 0.517847308105136, | |
| 0.5578950227185063 | |
| ], | |
| "ewma_z": [ | |
| 0.5609864455404928, | |
| 0.5849207174351175 | |
| ], | |
| "logistic": [ | |
| 0.6971800442558803, | |
| 0.7364127410287064 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.14419992504763712, | |
| "ci95": [ | |
| 0.1238268041079465, | |
| 0.16600132670721063 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.11046588706780976, | |
| "ci95": [ | |
| 0.09399124085477444, | |
| 0.12779898404022583 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.03231141657584062, | |
| "ci95": [ | |
| -0.04104884922080654, | |
| -0.0238632857562084 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 357, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "compound_market_stress": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 42826, | |
| "prevalence": 0.2027740180492401, | |
| "auroc": 0.6608734857218778, | |
| "auprc": 0.40348571788567394, | |
| "brier": 0.1492373180626032, | |
| "ece": 0.02736465863621492, | |
| "lead_at_far10_hours": -936.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 42826, | |
| "prevalence": 0.2027740180492401, | |
| "auroc": 0.524854046250222, | |
| "auprc": 0.21319802998410203, | |
| "brier": 0.44262660622391053, | |
| "ece": 0.4831135252125756, | |
| "lead_at_far10_hours": 888.0 | |
| }, | |
| "ewma_z": { | |
| "n": 42826, | |
| "prevalence": 0.2027740180492401, | |
| "auroc": 0.5564819344741707, | |
| "auprc": 0.23550597452552097, | |
| "brier": 0.2093197659669191, | |
| "ece": 0.16937327222518353, | |
| "lead_at_far10_hours": 1512.0 | |
| }, | |
| "logistic": { | |
| "n": 42826, | |
| "prevalence": 0.2027740180492401, | |
| "auroc": 0.6704859241921343, | |
| "auprc": 0.39072307710667, | |
| "brier": 0.1478618275626195, | |
| "ece": 0.0114756036337329, | |
| "lead_at_far10_hours": 1008.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6426387543858767, | |
| 0.6821782646452254 | |
| ], | |
| "phase0_rules": [ | |
| 0.5049014423816225, | |
| 0.5434864898941899 | |
| ], | |
| "ewma_z": [ | |
| 0.5442897649875248, | |
| 0.5693132671782454 | |
| ], | |
| "logistic": [ | |
| 0.6533181945606776, | |
| 0.6936004798542352 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.1360282835006847, | |
| "ci95": [ | |
| 0.10699288394809364, | |
| 0.16395553861939435 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.10482313810917887, | |
| "ci95": [ | |
| 0.08659272311958394, | |
| 0.12444016378204674 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.009961481624548118, | |
| "ci95": [ | |
| -0.025772776624119434, | |
| 0.0032709269258211953 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 357, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| } | |
| }, | |
| "slices": { | |
| "quote_currency": { | |
| "usd": { | |
| "regime_transition": { | |
| "status": "ok", | |
| "n": 38110, | |
| "auroc": 0.6402158699568856, | |
| "prevalence": 0.45093151926994324 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 42346, | |
| "auroc": 0.6213436685561091, | |
| "prevalence": 0.21702167391777039 | |
| }, | |
| "volume_regime_shift": { | |
| "status": "ok", | |
| "n": 47288, | |
| "auroc": 0.6392678289903605, | |
| "prevalence": 0.3357934355735779 | |
| }, | |
| "dislocation_ahead": { | |
| "status": "ok", | |
| "n": 49759, | |
| "auroc": 0.6776204494721509, | |
| "prevalence": 0.2383287400007248 | |
| }, | |
| "compound_market_stress": { | |
| "status": "ok", | |
| "n": 42346, | |
| "auroc": 0.6585858613559076, | |
| "prevalence": 0.20450574159622192 | |
| } | |
| }, | |
| "usdc": { | |
| "regime_transition": { | |
| "status": "ok", | |
| "n": 432, | |
| "auroc": 0.876502828854314, | |
| "prevalence": 0.06481481343507767 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 480, | |
| "auroc": 0.638462167020755, | |
| "prevalence": 0.12083332985639572 | |
| }, | |
| "volume_regime_shift": { | |
| "status": "ok", | |
| "n": 536, | |
| "auroc": 0.5978858208829807, | |
| "prevalence": 0.29291045665740967 | |
| }, | |
| "dislocation_ahead": { | |
| "status": "ok", | |
| "n": 564, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "compound_market_stress": { | |
| "status": "ok", | |
| "n": 480, | |
| "auroc": 0.6864948830409356, | |
| "prevalence": 0.05000000074505806 | |
| } | |
| } | |
| }, | |
| "liquidity_tier": { | |
| "tier_1": { | |
| "regime_transition": { | |
| "status": "ok", | |
| "n": 464, | |
| "auroc": 0.6415495296070836, | |
| "prevalence": 0.29956895112991333 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 504, | |
| "auroc": 0.47734225965518484, | |
| "prevalence": 0.125 | |
| }, | |
| "volume_regime_shift": { | |
| "status": "ok", | |
| "n": 538, | |
| "auroc": 0.9555871816263434, | |
| "prevalence": 0.07620818167924881 | |
| }, | |
| "dislocation_ahead": { | |
| "status": "ok", | |
| "n": 556, | |
| "auroc": 0.9033214285714286, | |
| "prevalence": 0.10071942210197449 | |
| }, | |
| "compound_market_stress": { | |
| "status": "ok", | |
| "n": 504, | |
| "auroc": 0.934156378600823, | |
| "prevalence": 0.0535714291036129 | |
| } | |
| }, | |
| "tier_2": { | |
| "regime_transition": { | |
| "status": "ok", | |
| "n": 1735, | |
| "auroc": 0.7310644976782137, | |
| "prevalence": 0.42997118830680847 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 1871, | |
| "auroc": 0.6620193076111626, | |
| "prevalence": 0.23303046822547913 | |
| }, | |
| "volume_regime_shift": { | |
| "status": "ok", | |
| "n": 2046, | |
| "auroc": 0.7590142407215578, | |
| "prevalence": 0.24046920239925385 | |
| }, | |
| "dislocation_ahead": { | |
| "status": "ok", | |
| "n": 2125, | |
| "auroc": 0.8431700553883119, | |
| "prevalence": 0.25552940368652344 | |
| }, | |
| "compound_market_stress": { | |
| "status": "ok", | |
| "n": 1871, | |
| "auroc": 0.8181298946651582, | |
| "prevalence": 0.19347941875457764 | |
| } | |
| }, | |
| "tier_3": { | |
| "regime_transition": { | |
| "status": "ok", | |
| "n": 11480, | |
| "auroc": 0.6537457648280399, | |
| "prevalence": 0.4672473967075348 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 12399, | |
| "auroc": 0.6330659142650992, | |
| "prevalence": 0.20622630417346954 | |
| }, | |
| "volume_regime_shift": { | |
| "status": "ok", | |
| "n": 13415, | |
| "auroc": 0.6659178161566514, | |
| "prevalence": 0.31375324726104736 | |
| }, | |
| "dislocation_ahead": { | |
| "status": "ok", | |
| "n": 13931, | |
| "auroc": 0.7065969499348127, | |
| "prevalence": 0.3116789758205414 | |
| }, | |
| "compound_market_stress": { | |
| "status": "ok", | |
| "n": 12399, | |
| "auroc": 0.7174325833490702, | |
| "prevalence": 0.22050164639949799 | |
| } | |
| }, | |
| "tier_4": { | |
| "regime_transition": { | |
| "status": "ok", | |
| "n": 24863, | |
| "auroc": 0.6338669571135213, | |
| "prevalence": 0.4409765601158142 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 28052, | |
| "auroc": 0.612907603235057, | |
| "prevalence": 0.2207329273223877 | |
| }, | |
| "volume_regime_shift": { | |
| "status": "ok", | |
| "n": 31825, | |
| "auroc": 0.6042398194588535, | |
| "prevalence": 0.3548782467842102 | |
| }, | |
| "dislocation_ahead": { | |
| "status": "ok", | |
| "n": 33711, | |
| "auroc": 0.6323539871877795, | |
| "prevalence": 0.20521491765975952 | |
| }, | |
| "compound_market_stress": { | |
| "status": "ok", | |
| "n": 28052, | |
| "auroc": 0.6104223063478623, | |
| "prevalence": 0.19823898375034332 | |
| } | |
| } | |
| }, | |
| "session_direction": { | |
| "down": { | |
| "regime_transition": { | |
| "status": "ok", | |
| "n": 20473, | |
| "auroc": 0.6349019299716144, | |
| "prevalence": 0.44399940967559814 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 22873, | |
| "auroc": 0.6261894106082334, | |
| "prevalence": 0.21719931066036224 | |
| }, | |
| "volume_regime_shift": { | |
| "status": "ok", | |
| "n": 25501, | |
| "auroc": 0.6454699836455938, | |
| "prevalence": 0.3328496813774109 | |
| }, | |
| "dislocation_ahead": { | |
| "status": "ok", | |
| "n": 26879, | |
| "auroc": 0.6733201582447885, | |
| "prevalence": 0.23017969727516174 | |
| }, | |
| "compound_market_stress": { | |
| "status": "ok", | |
| "n": 22873, | |
| "auroc": 0.6653956769740244, | |
| "prevalence": 0.20146024227142334 | |
| } | |
| }, | |
| "up": { | |
| "regime_transition": { | |
| "status": "ok", | |
| "n": 18069, | |
| "auroc": 0.658639863436879, | |
| "prevalence": 0.4495544731616974 | |
| }, | |
| "volatility_regime_shift": { | |
| "status": "ok", | |
| "n": 19953, | |
| "auroc": 0.6167149842785766, | |
| "prevalence": 0.21450407803058624 | |
| }, | |
| "volume_regime_shift": { | |
| "status": "ok", | |
| "n": 22323, | |
| "auroc": 0.6306854943925712, | |
| "prevalence": 0.33812659978866577 | |
| }, | |
| "dislocation_ahead": { | |
| "status": "ok", | |
| "n": 23444, | |
| "auroc": 0.692994679591389, | |
| "prevalence": 0.24193823337554932 | |
| }, | |
| "compound_market_stress": { | |
| "status": "ok", | |
| "n": 19953, | |
| "auroc": 0.6553903125369507, | |
| "prevalence": 0.2042800635099411 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "gate": { | |
| "criteria": { | |
| "real_corpus_required": true, | |
| "min_targets_significant": 2, | |
| "min_paired_lift_vs_phase0": 0.03, | |
| "min_paired_lift_vs_logistic": 0.0, | |
| "max_collapsed_targets": 0, | |
| "collapse_auroc_band": 0.005, | |
| "max_ece": 0.1, | |
| "min_selective_accuracy_gain": 0.02, | |
| "min_entities": 100, | |
| "leakage_tests_must_pass": true | |
| }, | |
| "checks": { | |
| "real_corpus": true, | |
| "targets_significant_vs_phase0": [ | |
| "regime_transition", | |
| "volatility_regime_shift", | |
| "volume_regime_shift", | |
| "dislocation_ahead", | |
| "compound_market_stress" | |
| ], | |
| "enough_significant_targets": true, | |
| "targets_significant_vs_logistic": [ | |
| "regime_transition", | |
| "volatility_regime_shift" | |
| ], | |
| "beats_logistic_baseline": true, | |
| "collapsed_targets": [], | |
| "no_collapsed_heads": true, | |
| "calibration_within_bound": false, | |
| "worst_ece": 0.12414417739337054, | |
| "abstention_helps": true, | |
| "enough_entities": true, | |
| "leakage_tests_passed": true | |
| }, | |
| "status": "candidate_not_promoted", | |
| "blocking_reasons": [ | |
| "worst-target ECE 0.124 exceeds bound" | |
| ], | |
| "statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one." | |
| } | |
| }, | |
| "seismic": { | |
| "domain": { | |
| "contract_version": "surprise-contract/0.3.0", | |
| "domain_id": "seismic", | |
| "schema_version": "0.3.0", | |
| "schema_hash": "2cd75de68c3480f8", | |
| "entity_kind": "opaque_spatial_cell", | |
| "categories": [ | |
| "micro_shallow", | |
| "light_shallow", | |
| "moderate_shallow", | |
| "strong_event", | |
| "intermediate_depth", | |
| "deep_focus", | |
| "quarry_blast", | |
| "other_event", | |
| "unknown" | |
| ], | |
| "channels": [ | |
| "magnitude", | |
| "depth_km", | |
| "azimuthal_gap", | |
| "rms_residual" | |
| ], | |
| "context_dims": [ | |
| "network", | |
| "magnitude_type", | |
| "depth_class" | |
| ], | |
| "targets": [ | |
| { | |
| "name": "event_regime_transition", | |
| "kind": "category_transition", | |
| "horizon": 4 | |
| }, | |
| { | |
| "name": "cadence_shift", | |
| "kind": "cadence_shift", | |
| "horizon": 32, | |
| "factor": 2.0 | |
| }, | |
| { | |
| "name": "significant_event_ahead", | |
| "kind": "threshold_crossing", | |
| "horizon": 6, | |
| "channel": "magnitude", | |
| "level": 4.6, | |
| "direction": "above", | |
| "level_source": "train-split q0.9 of magnitude" | |
| }, | |
| { | |
| "name": "compound_seismic_stress", | |
| "kind": "compound", | |
| "horizon": 32, | |
| "over": [ | |
| "cadence_shift", | |
| "significant_event_ahead" | |
| ], | |
| "k": 2 | |
| } | |
| ], | |
| "unavailable_sentinel": -9.0, | |
| "permitted": [ | |
| "declared event category (incl. the unknown slot)", | |
| "time gaps and cadence statistics (past-only)", | |
| "declared magnitude channels and their explicit missingness indicators", | |
| "event and source evidence-quality indicators", | |
| "reference predictions, residuals and disagreement (as-of t)", | |
| "regime indicators derived from past observations only", | |
| "cold-start state", | |
| "unavailable-reference mask", | |
| "censored-horizon indicator" | |
| ], | |
| "forbidden": [ | |
| "entity identity as a semantic claim", | |
| "future events or future aggregates", | |
| "ownership labels", | |
| "private partner data", | |
| "repayment, credit, default or causal outcomes" | |
| ], | |
| "notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature." | |
| }, | |
| "horizon_selection": { | |
| "version": "surprise-horizons/0.1.0", | |
| "band": [ | |
| 0.08, | |
| 0.25 | |
| ], | |
| "min_prevalence": 0.05, | |
| "level_quantile": 0.9, | |
| "selected": { | |
| "event_regime_transition": { | |
| "declared_horizon": 4, | |
| "selected_horizon": 4, | |
| "prevalence": 0.07634221762418747, | |
| "in_band": false, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 4, | |
| "prevalence": 0.07634221762418747 | |
| }, | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.06724417209625244 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.06361907720565796 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.061134327203035355 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.05923910811543465 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.061163995414972305 | |
| } | |
| ] | |
| }, | |
| "cadence_shift": { | |
| "declared_horizon": 4, | |
| "selected_horizon": 32, | |
| "prevalence": 0.28494489192962646, | |
| "in_band": false, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 4, | |
| "prevalence": 0.40345537662506104 | |
| }, | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.3469008207321167 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.31892725825309753 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.30543282628059387 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.2934751808643341 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.28494489192962646 | |
| } | |
| ] | |
| }, | |
| "significant_event_ahead": { | |
| "declared_horizon": 6, | |
| "selected_horizon": 6, | |
| "prevalence": 0.3442642390727997, | |
| "in_band": false, | |
| "level": 4.6, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.3442642390727997 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.41409099102020264 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.4442712664604187 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.46078550815582275 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.4779368042945862 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.4901275038719177 | |
| } | |
| ] | |
| } | |
| }, | |
| "excluded": [ | |
| { | |
| "target": "magnitude_regime_shift", | |
| "kind": "magnitude_shift", | |
| "reason": "prevalence stays below 5% at every admissible horizon (6, 12, 18, 24, 36, 48)", | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.0003955696302000433 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.00039625930367037654 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.0002797426423057914 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.00012184720253571868 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 4.234776133671403e-05 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.0 | |
| } | |
| ] | |
| } | |
| ], | |
| "note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance." | |
| }, | |
| "corpus": { | |
| "real_corpus": true, | |
| "source": "USGS FDSN event web service (public, credential-free)", | |
| "quakepulse_earth": { | |
| "status": "ok", | |
| "entities": 60, | |
| "event_days": 19908, | |
| "blocked_channels": [], | |
| "since": "2023-07-01" | |
| }, | |
| "source_url": "https://earthquake.usgs.gov/fdsnws/event/1/query", | |
| "licence": "USGS public domain; cite USGS Earthquake Hazards Program", | |
| "windows": [ | |
| [ | |
| "2023-01-01", | |
| "2023-07-01" | |
| ], | |
| [ | |
| "2023-07-01", | |
| "2024-01-01" | |
| ], | |
| [ | |
| "2024-01-01", | |
| "2024-07-01" | |
| ], | |
| [ | |
| "2024-07-01", | |
| "2025-01-01" | |
| ], | |
| [ | |
| "2025-01-01", | |
| "2025-07-01" | |
| ], | |
| [ | |
| "2025-07-01", | |
| "2026-01-01" | |
| ], | |
| [ | |
| "2026-01-01", | |
| "2026-07-01" | |
| ] | |
| ], | |
| "min_magnitude": 2.0, | |
| "cell_size_degrees": 2.0, | |
| "min_events_per_entity": 60, | |
| "n_entities": 397, | |
| "n_events": 138186, | |
| "retrieved_at": "2026-08-29T06:04:26Z", | |
| "note": "Descriptive public event records only. Spatial cells are opaque grouping keys and are never used as features." | |
| }, | |
| "split": { | |
| "version": "surprise-splits/0.3.0", | |
| "n_train": 70576, | |
| "n_val": 18554, | |
| "n_test": 27638, | |
| "boundary_train_val": 1739816752.484, | |
| "boundary_val_test": 1759825114.424, | |
| "dropped_for_horizon_quarantine": 21418 | |
| }, | |
| "features": { | |
| "n": 137, | |
| "version": "surprise-features/0.4.0", | |
| "degenerate_zeroed": [ | |
| "magnitude_available", | |
| "depth_km_available", | |
| "reference_missing_rate", | |
| "cat_last__unknown", | |
| "censored_horizon" | |
| ] | |
| }, | |
| "sequence": { | |
| "version": "surprise-sequence/0.4.0", | |
| "steps": 12 | |
| }, | |
| "targets": { | |
| "prevalence": { | |
| "event_regime_transition": 0.07857025414705276, | |
| "cadence_shift": 0.30940645933151245, | |
| "significant_event_ahead": 0.30187204480171204, | |
| "compound_seismic_stress": 0.08087273687124252 | |
| }, | |
| "version": "surprise-targets/0.4.0" | |
| }, | |
| "calibration": { | |
| "method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half", | |
| "parameters": [ | |
| [ | |
| 1.396455405415959, | |
| -2.045682796677837 | |
| ], | |
| [ | |
| 1.2918566255276365, | |
| -0.9333442083726134 | |
| ], | |
| [ | |
| 1.6785398435630348, | |
| -1.0169311924443734 | |
| ], | |
| [ | |
| 1.0363382371606584, | |
| -1.9489918256703784 | |
| ] | |
| ], | |
| "per_target": [ | |
| { | |
| "kind": "affine", | |
| "slope": 1.396455405415959, | |
| "bias": -2.045682796677837, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.01653129070401529, | |
| "held_out_ece": 0.00845579076912581 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -4.646589, | |
| -0.940842, | |
| -0.316374, | |
| -0.108991, | |
| 0.06298, | |
| 0.245516, | |
| 0.513188 | |
| ], | |
| "weights": [ | |
| 1.8556257770736522, | |
| -0.31200594940256354, | |
| 0.27463546001781713, | |
| -1.631826080222692, | |
| 1.4266451598498444, | |
| 0.25184106267607653, | |
| 2.7252498008007664 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.015454309746913584, | |
| "affine_held_out_ece": 0.01646552442829081 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -6.173925, | |
| -3.385043, | |
| -2.384519, | |
| -1.578326, | |
| -0.568664, | |
| 1.081531, | |
| 1.570943 | |
| ], | |
| "weights": [ | |
| 1.6683605992738693, | |
| -1.5583848052327278, | |
| 1.293090136779098, | |
| -1.1189453579197677, | |
| 2.165986338683286, | |
| -1.1810304571301404, | |
| 4.220519027994829 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.016485378996819112, | |
| "affine_held_out_ece": 0.023860600347795212 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 1.0363382371606584, | |
| "bias": -1.9489918256703784, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.06191178555535353, | |
| "held_out_ece": 0.011379235990703656 | |
| } | |
| ], | |
| "piecewise_targets": [ | |
| "cadence_shift", | |
| "significant_event_ahead" | |
| ] | |
| }, | |
| "excluded_targets": [], | |
| "abstention": { | |
| "threshold": 0.19969605276897406, | |
| "coverage": 0.7999892206532284, | |
| "selective_accuracy": 0.9047699252172742, | |
| "base_accuracy": 0.8737199525708742, | |
| "curve": [ | |
| { | |
| "coverage": 0.5, | |
| "threshold": 0.11762383297713, | |
| "selective_accuracy": 0.9190740541123208 | |
| }, | |
| { | |
| "coverage": 0.5999784413064568, | |
| "threshold": 0.13435269986825574, | |
| "selective_accuracy": 0.9180740208408192 | |
| }, | |
| { | |
| "coverage": 0.7000107793467716, | |
| "threshold": 0.1571262886241038, | |
| "selective_accuracy": 0.9143055127810287 | |
| }, | |
| { | |
| "coverage": 0.7999892206532284, | |
| "threshold": 0.19969605276897406, | |
| "selective_accuracy": 0.9047699252172742 | |
| }, | |
| { | |
| "coverage": 0.8999676619596853, | |
| "threshold": 0.22805820413376351, | |
| "selective_accuracy": 0.8926817582944065 | |
| }, | |
| { | |
| "coverage": 1.0, | |
| "threshold": 0.6731159241023431, | |
| "selective_accuracy": 0.8737199525708742 | |
| } | |
| ], | |
| "fit_split": "validation", | |
| "evaluation_split": "test", | |
| "test_coverage": 0.5996815978001303, | |
| "test_base_accuracy": 0.8155709530356755, | |
| "test_selective_accuracy": 0.8862676481235671, | |
| "test_selective_accuracy_gain": 0.07069669508789156 | |
| }, | |
| "evaluation": { | |
| "version": "surprise-eval/0.3.0", | |
| "domain_id": "seismic", | |
| "schema_hash": "2cd75de68c3480f8", | |
| "targets": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 26087, | |
| "prevalence": 0.09345651417970657, | |
| "auroc": 0.9006133800349387, | |
| "auprc": 0.40206047963365144, | |
| "brier": 0.0651282769600758, | |
| "ece": 0.01329893419441499, | |
| "lead_at_far10_hours": 2150.816414027777 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 26087, | |
| "prevalence": 0.09345651417970657, | |
| "auroc": 0.733534546516387, | |
| "auprc": 0.18292184444281429, | |
| "brier": 0.4736211460718922, | |
| "ece": 0.5975135307198362, | |
| "lead_at_far10_hours": 2768.989774583346 | |
| }, | |
| "ewma_z": { | |
| "n": 26087, | |
| "prevalence": 0.09345651417970657, | |
| "auroc": 0.6894112733149437, | |
| "auprc": 0.13785901997626993, | |
| "brier": 0.31352266078790336, | |
| "ece": 0.3986711113381388, | |
| "lead_at_far10_hours": -1543.546031527751 | |
| }, | |
| "logistic": { | |
| "n": 26087, | |
| "prevalence": 0.09345651417970657, | |
| "auroc": 0.8915757667397862, | |
| "auprc": 0.3763936040151697, | |
| "brier": 0.0672571599429767, | |
| "ece": 0.03334299644150928, | |
| "lead_at_far10_hours": 2150.816414027777 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.8701336384229996, | |
| 0.9278972165373489 | |
| ], | |
| "phase0_rules": [ | |
| 0.6935140966568725, | |
| 0.7705314841183866 | |
| ], | |
| "ewma_z": [ | |
| 0.6541513389086491, | |
| 0.7292915520440307 | |
| ], | |
| "logistic": [ | |
| 0.8574016141517169, | |
| 0.9193868154340795 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.16699545865550502, | |
| "ci95": [ | |
| 0.13976002022339795, | |
| 0.19953514121950863 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.21003932556112734, | |
| "ci95": [ | |
| 0.18163630385307536, | |
| 0.24072213133978665 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.008977545631177437, | |
| "ci95": [ | |
| 0.001819521234148222, | |
| 0.01745802150128287 | |
| ], | |
| "significant": true | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 375, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 18613, | |
| "prevalence": 0.3059152066707611, | |
| "auroc": 0.7103205775968734, | |
| "auprc": 0.4671041532802709, | |
| "brier": 0.21016118269630518, | |
| "ece": 0.08769406512981825, | |
| "lead_at_far10_hours": -1350.7584702777863 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 18613, | |
| "prevalence": 0.3059152066707611, | |
| "auroc": 0.44654000842242225, | |
| "auprc": 0.27011033167118775, | |
| "brier": 0.4453038942692935, | |
| "ece": 0.42336911516171516, | |
| "lead_at_far10_hours": 531.8932130555312 | |
| }, | |
| "ewma_z": { | |
| "n": 18613, | |
| "prevalence": 0.3059152066707611, | |
| "auroc": 0.4873016718445613, | |
| "auprc": 0.31829486783492045, | |
| "brier": 0.3603969032732483, | |
| "ece": 0.32395628795632314, | |
| "lead_at_far10_hours": 1814.0623944444126 | |
| }, | |
| "logistic": { | |
| "n": 18613, | |
| "prevalence": 0.3059152066707611, | |
| "auroc": 0.725515398924639, | |
| "auprc": 0.48978588625651903, | |
| "brier": 0.1875524130620826, | |
| "ece": 0.04646789596526045, | |
| "lead_at_far10_hours": -1347.551666388909 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6661461641984404, | |
| 0.761901014814853 | |
| ], | |
| "phase0_rules": [ | |
| 0.40257120061057566, | |
| 0.4920333168483756 | |
| ], | |
| "ewma_z": [ | |
| 0.4521622724027664, | |
| 0.5192459337037895 | |
| ], | |
| "logistic": [ | |
| 0.675475378037873, | |
| 0.7798976502769996 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.26190530782532745, | |
| "ci95": [ | |
| 0.18470065626795107, | |
| 0.3449189894685239 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.22132956487220531, | |
| "ci95": [ | |
| 0.15749096957078101, | |
| 0.2943865186733035 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.014548656131137079, | |
| "ci95": [ | |
| -0.03071148934652411, | |
| 0.0008797761170553026 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 172, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 25341, | |
| "prevalence": 0.3085513710975647, | |
| "auroc": 0.9475336244020799, | |
| "auprc": 0.8710869588677181, | |
| "brier": 0.07700689963190835, | |
| "ece": 0.027875159695801757, | |
| "lead_at_far10_hours": 1708.0933988889058 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 25341, | |
| "prevalence": 0.3085513710975647, | |
| "auroc": 0.5981528397479563, | |
| "auprc": 0.4021898367402491, | |
| "brier": 0.39300679597061733, | |
| "ece": 0.3932568699115833, | |
| "lead_at_far10_hours": 2584.4241047222085 | |
| }, | |
| "ewma_z": { | |
| "n": 25341, | |
| "prevalence": 0.3085513710975647, | |
| "auroc": 0.541291755064603, | |
| "auprc": 0.3225622366921008, | |
| "brier": 0.3327915323684739, | |
| "ece": 0.2709317802058916, | |
| "lead_at_far10_hours": 2293.7475865277975 | |
| }, | |
| "logistic": { | |
| "n": 25341, | |
| "prevalence": 0.3085513710975647, | |
| "auroc": 0.9428782122353074, | |
| "auprc": 0.8633519828429658, | |
| "brier": 0.07433313698407071, | |
| "ece": 0.025963951729182644, | |
| "lead_at_far10_hours": 1708.0933988889058 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.933020773969823, | |
| 0.9584652889601911 | |
| ], | |
| "phase0_rules": [ | |
| 0.5425698473011286, | |
| 0.656524875790092 | |
| ], | |
| "ewma_z": [ | |
| 0.48967186519352845, | |
| 0.5937075816696571 | |
| ], | |
| "logistic": [ | |
| 0.9295330960261462, | |
| 0.9530547514741228 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.34714556511486633, | |
| "ci95": [ | |
| 0.2971924581707681, | |
| 0.4022359042916663 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.4052643507013871, | |
| "ci95": [ | |
| 0.35849806445221816, | |
| 0.4554498278269055 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.004962785845156882, | |
| "ci95": [ | |
| 0.0013671024169398, | |
| 0.008630058119033892 | |
| ], | |
| "significant": true | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 366, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 18613, | |
| "prevalence": 0.07177779078483582, | |
| "auroc": 0.9114206904822063, | |
| "auprc": 0.477739428092621, | |
| "brier": 0.04857102757214863, | |
| "ece": 0.027997089171180295, | |
| "lead_at_far10_hours": 2146.16290958335 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 18613, | |
| "prevalence": 0.07177779078483582, | |
| "auroc": 0.45217324943791876, | |
| "auprc": 0.06327618323813482, | |
| "brier": 0.5268511033929898, | |
| "ece": 0.6257984291492433, | |
| "lead_at_far10_hours": 82.50349847220713 | |
| }, | |
| "ewma_z": { | |
| "n": 18613, | |
| "prevalence": 0.07177779078483582, | |
| "auroc": 0.47768025331521363, | |
| "auprc": 0.07984403949530083, | |
| "brier": 0.3517028182521437, | |
| "ece": 0.42309188775495205, | |
| "lead_at_far10_hours": 1363.7832847221691 | |
| }, | |
| "logistic": { | |
| "n": 18613, | |
| "prevalence": 0.07177779078483582, | |
| "auroc": 0.8941922978145116, | |
| "auprc": 0.5212323838873753, | |
| "brier": 0.044377044301419394, | |
| "ece": 0.03808984856755833, | |
| "lead_at_far10_hours": 2146.16290958335 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.872417478081465, | |
| 0.9361766721932485 | |
| ], | |
| "phase0_rules": [ | |
| 0.37820564469466383, | |
| 0.5404686061733804 | |
| ], | |
| "ewma_z": [ | |
| 0.4029798120958385, | |
| 0.576877135787276 | |
| ], | |
| "logistic": [ | |
| 0.8386089151366998, | |
| 0.9255003019283811 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.4525559396624601, | |
| "ci95": [ | |
| 0.34446910488485494, | |
| 0.5418974650665664 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.4261825013314255, | |
| "ci95": [ | |
| 0.305611967607698, | |
| 0.5209261433887958 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.01888016753006301, | |
| "ci95": [ | |
| 0.0022470207639200134, | |
| 0.03825931752410422 | |
| ], | |
| "significant": true | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 172, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| } | |
| }, | |
| "slices": { | |
| "network": { | |
| "ak": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 6908, | |
| "auroc": 0.8938357962165298, | |
| "prevalence": 0.10987260937690735 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 5927, | |
| "auroc": 0.5430832554387865, | |
| "prevalence": 0.2665766775608063 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 6828, | |
| "auroc": 0.6320698589386815, | |
| "prevalence": 0.012448740191757679 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 5927, | |
| "auroc": 0.6522313064213933, | |
| "prevalence": 0.009448287077248096 | |
| } | |
| }, | |
| "av": { | |
| "event_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 28 | |
| }, | |
| "cadence_shift": { | |
| "status": "insufficient_rows", | |
| "n": 18 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 28 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "insufficient_rows", | |
| "n": 18 | |
| } | |
| }, | |
| "ci": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 723, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 561, | |
| "auroc": 0.6056834075015893, | |
| "prevalence": 0.5098039507865906 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 710, | |
| "auroc": 0.6270296084049666, | |
| "prevalence": 0.01690140925347805 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 561, | |
| "auroc": 0.8011861784424962, | |
| "prevalence": 0.01247771829366684 | |
| } | |
| }, | |
| "hv": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 514, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 443, | |
| "auroc": 0.6971312891917247, | |
| "prevalence": 0.29119637608528137 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 508, | |
| "auroc": 0.5654050464807437, | |
| "prevalence": 0.011811023578047752 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 443, | |
| "auroc": 0.40273972602739727, | |
| "prevalence": 0.011286681517958641 | |
| } | |
| }, | |
| "mb": { | |
| "event_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 17 | |
| }, | |
| "cadence_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 14 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "nc": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 1025, | |
| "auroc": 0.06402737047898338, | |
| "prevalence": 0.0019512195140123367 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 772, | |
| "auroc": 0.5346362070379789, | |
| "prevalence": 0.43264248967170715 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 1006, | |
| "auroc": 0.6583514624123761, | |
| "prevalence": 0.02087475173175335 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 772, | |
| "auroc": 0.4623068224651338, | |
| "prevalence": 0.018134715035557747 | |
| } | |
| }, | |
| "nm": { | |
| "event_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 27 | |
| }, | |
| "cadence_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 25 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "nn": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 623, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 471, | |
| "auroc": 0.6442180720618751, | |
| "prevalence": 0.6050955653190613 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 612, | |
| "auroc": 0.6481347192007091, | |
| "prevalence": 0.03431372717022896 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 471, | |
| "auroc": 0.6442516268980477, | |
| "prevalence": 0.02123142220079899 | |
| } | |
| }, | |
| "ok": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 118, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 56, | |
| "auroc": 0.2567741935483871, | |
| "prevalence": 0.5535714030265808 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 111, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 56, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| } | |
| }, | |
| "pr": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 1377, | |
| "auroc": 0.9277182091798345, | |
| "prevalence": 0.03485838696360588 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 1199, | |
| "auroc": 0.6825435803639976, | |
| "prevalence": 0.4403669834136963 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 1364, | |
| "auroc": 0.7468723267750214, | |
| "prevalence": 0.020527860149741173 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 1199, | |
| "auroc": 0.8109234234234234, | |
| "prevalence": 0.01251042541116476 | |
| } | |
| }, | |
| "quakepulse": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 4885, | |
| "auroc": 0.76508918530584, | |
| "prevalence": 0.19815762341022491 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 3539, | |
| "auroc": 0.7808553449915856, | |
| "prevalence": 0.02232269011437893 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 4765, | |
| "auroc": 0.8489466099899142, | |
| "prevalence": 0.737250804901123 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 3539, | |
| "auroc": 0.836135078108748, | |
| "prevalence": 0.01638881117105484 | |
| } | |
| }, | |
| "se": { | |
| "event_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 16 | |
| }, | |
| "cadence_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 12 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "tx": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 1078, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 905, | |
| "auroc": 0.6593596986817326, | |
| "prevalence": 0.3480663001537323 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 1064, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 905, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| } | |
| }, | |
| "us": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 8496, | |
| "auroc": 0.9125523430255185, | |
| "prevalence": 0.07697740197181702 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 4660, | |
| "auroc": 0.6501323919457406, | |
| "prevalence": 0.44678112864494324 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 8065, | |
| "auroc": 0.8601890377963614, | |
| "prevalence": 0.5110973119735718 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 4660, | |
| "auroc": 0.8276678218633323, | |
| "prevalence": 0.2508583664894104 | |
| } | |
| }, | |
| "uu": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 153, | |
| "auroc": 0.993421052631579, | |
| "prevalence": 0.006535947788506746 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 38, | |
| "auroc": 0.9714285714285714, | |
| "prevalence": 0.9210526347160339 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 140, | |
| "auroc": 0.6890547263681592, | |
| "prevalence": 0.04285714402794838 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 38, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| } | |
| }, | |
| "uw": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 99, | |
| "auroc": 0.597872340425532, | |
| "prevalence": 0.05050504952669144 | |
| }, | |
| "cadence_shift": { | |
| "status": "insufficient_rows", | |
| "n": 24 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 89, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "insufficient_rows", | |
| "n": 24 | |
| } | |
| } | |
| }, | |
| "magnitude_type": { | |
| "daily_max": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 4885, | |
| "auroc": 0.76508918530584, | |
| "prevalence": 0.19815762341022491 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 3539, | |
| "auroc": 0.7808553449915856, | |
| "prevalence": 0.02232269011437893 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 4765, | |
| "auroc": 0.8489466099899142, | |
| "prevalence": 0.737250804901123 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 3539, | |
| "auroc": 0.836135078108748, | |
| "prevalence": 0.01638881117105484 | |
| } | |
| }, | |
| "mb": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 5451, | |
| "auroc": 0.8829482063804022, | |
| "prevalence": 0.10621904581785202 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 2493, | |
| "auroc": 0.6556102792846163, | |
| "prevalence": 0.5258724689483643 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 5113, | |
| "auroc": 0.7018456002428916, | |
| "prevalence": 0.7058478593826294 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 2493, | |
| "auroc": 0.6871765505218574, | |
| "prevalence": 0.405535489320755 | |
| } | |
| }, | |
| "mb_lg": { | |
| "event_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 18 | |
| }, | |
| "cadence_shift": { | |
| "status": "insufficient_rows", | |
| "n": 3 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 15 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "insufficient_rows", | |
| "n": 3 | |
| } | |
| }, | |
| "md": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 2386, | |
| "auroc": 0.9160873287671233, | |
| "prevalence": 0.02095557376742363 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 1913, | |
| "auroc": 0.633405969976854, | |
| "prevalence": 0.43700993061065674 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 2349, | |
| "auroc": 0.699107553744001, | |
| "prevalence": 0.022562792524695396 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 1913, | |
| "auroc": 0.6534430872720836, | |
| "prevalence": 0.015682173892855644 | |
| } | |
| }, | |
| "mh": { | |
| "event_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 2 | |
| }, | |
| "cadence_shift": { | |
| "status": "insufficient_rows", | |
| "n": 2 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 2 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "insufficient_rows", | |
| "n": 2 | |
| } | |
| }, | |
| "ml": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 12632, | |
| "auroc": 0.9371774247177856, | |
| "prevalence": 0.06317289173603058 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 10342, | |
| "auroc": 0.6079757375037094, | |
| "prevalence": 0.3174434304237366 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 12429, | |
| "auroc": 0.6878104268751893, | |
| "prevalence": 0.020194705575704575 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 10342, | |
| "auroc": 0.6824406241394478, | |
| "prevalence": 0.013246954418718815 | |
| } | |
| }, | |
| "mw": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 76, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 59, | |
| "auroc": 0.5104166666666666, | |
| "prevalence": 0.5423728823661804 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 75, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 59, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| } | |
| }, | |
| "mwr": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 180, | |
| "auroc": 0.9013409961685823, | |
| "prevalence": 0.03333333507180214 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 61, | |
| "auroc": 0.6066810344827587, | |
| "prevalence": 0.4754098355770111 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 165, | |
| "auroc": 0.8353547604608854, | |
| "prevalence": 0.4121212065219879 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 61, | |
| "auroc": 0.8, | |
| "prevalence": 0.09836065769195557 | |
| } | |
| }, | |
| "mww": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 457, | |
| "auroc": 0.9106821106821107, | |
| "prevalence": 0.08096279948949814 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 201, | |
| "auroc": 0.6082968521992912, | |
| "prevalence": 0.611940324306488 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 428, | |
| "auroc": 0.6941000746825989, | |
| "prevalence": 0.7593457698822021 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 201, | |
| "auroc": 0.6654404454165838, | |
| "prevalence": 0.46766167879104614 | |
| } | |
| } | |
| }, | |
| "depth_class": { | |
| "deep": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 746, | |
| "auroc": 0.8441142191142191, | |
| "prevalence": 0.05898123234510422 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 412, | |
| "auroc": 0.6855473710947422, | |
| "prevalence": 0.07524272054433823 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 710, | |
| "auroc": 0.7216828478964401, | |
| "prevalence": 0.7098591327667236 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 412, | |
| "auroc": 0.7075528098844162, | |
| "prevalence": 0.06310679763555527 | |
| } | |
| }, | |
| "intermediate": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 4675, | |
| "auroc": 0.7145265650543208, | |
| "prevalence": 0.2613903880119324 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 3126, | |
| "auroc": 0.7241221784999181, | |
| "prevalence": 0.1769033968448639 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 4499, | |
| "auroc": 0.9295962146637728, | |
| "prevalence": 0.4681040346622467 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 3126, | |
| "auroc": 0.9141502760092022, | |
| "prevalence": 0.05854126811027527 | |
| } | |
| }, | |
| "mid_crust": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 5582, | |
| "auroc": 0.9053903589390433, | |
| "prevalence": 0.06073091924190521 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 4140, | |
| "auroc": 0.5995111044440241, | |
| "prevalence": 0.40797102451324463 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 5446, | |
| "auroc": 0.9222679941666326, | |
| "prevalence": 0.2717590928077698 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 4140, | |
| "auroc": 0.8768049406030292, | |
| "prevalence": 0.13164250552654266 | |
| } | |
| }, | |
| "shallow": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 3294, | |
| "auroc": 0.7850311164595342, | |
| "prevalence": 0.1587735265493393 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 2296, | |
| "auroc": 0.7034582629383167, | |
| "prevalence": 0.028310105204582214 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 3204, | |
| "auroc": 0.8637271136974396, | |
| "prevalence": 0.675717830657959 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 2296, | |
| "auroc": 0.790795521945433, | |
| "prevalence": 0.02090592309832573 | |
| } | |
| }, | |
| "upper_crust": { | |
| "event_regime_transition": { | |
| "status": "ok", | |
| "n": 11790, | |
| "auroc": 0.9662228841182421, | |
| "prevalence": 0.026293469592928886 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 8639, | |
| "auroc": 0.6165888821431641, | |
| "prevalence": 0.3884708881378174 | |
| }, | |
| "significant_event_ahead": { | |
| "status": "ok", | |
| "n": 11482, | |
| "auroc": 0.9557258909245068, | |
| "prevalence": 0.13621319830417633 | |
| }, | |
| "compound_seismic_stress": { | |
| "status": "ok", | |
| "n": 8639, | |
| "auroc": 0.9318081731580127, | |
| "prevalence": 0.061812710016965866 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "gate": { | |
| "criteria": { | |
| "real_corpus_required": true, | |
| "min_targets_significant": 2, | |
| "min_paired_lift_vs_phase0": 0.03, | |
| "min_paired_lift_vs_logistic": 0.0, | |
| "max_collapsed_targets": 0, | |
| "collapse_auroc_band": 0.005, | |
| "max_ece": 0.1, | |
| "min_selective_accuracy_gain": 0.02, | |
| "min_entities": 100, | |
| "leakage_tests_must_pass": true | |
| }, | |
| "checks": { | |
| "real_corpus": true, | |
| "targets_significant_vs_phase0": [ | |
| "event_regime_transition", | |
| "cadence_shift", | |
| "significant_event_ahead", | |
| "compound_seismic_stress" | |
| ], | |
| "enough_significant_targets": true, | |
| "targets_significant_vs_logistic": [ | |
| "event_regime_transition", | |
| "significant_event_ahead", | |
| "compound_seismic_stress" | |
| ], | |
| "beats_logistic_baseline": true, | |
| "collapsed_targets": [], | |
| "no_collapsed_heads": true, | |
| "calibration_within_bound": true, | |
| "worst_ece": 0.08769406512981825, | |
| "abstention_helps": true, | |
| "enough_entities": true, | |
| "leakage_tests_passed": true | |
| }, | |
| "status": "promoted", | |
| "blocking_reasons": [], | |
| "statement": "Promoted: pre-declared criteria met on a real corpus." | |
| } | |
| }, | |
| "wildfire": { | |
| "domain": { | |
| "contract_version": "surprise-contract/0.3.0", | |
| "domain_id": "wildfire", | |
| "schema_version": "0.5.0", | |
| "schema_hash": "cc1cddf8c7ac8333", | |
| "entity_kind": "opaque_spatial_cell", | |
| "categories": [ | |
| "sparse_detection", | |
| "cluster_forming", | |
| "active_front", | |
| "intense_front", | |
| "extreme_front", | |
| "night_detection", | |
| "low_confidence", | |
| "unknown" | |
| ], | |
| "channels": [ | |
| "frp_mw", | |
| "brightness_k", | |
| "detections", | |
| "frp_growth" | |
| ], | |
| "context_dims": [ | |
| "region", | |
| "daynight", | |
| "intensity_band" | |
| ], | |
| "targets": [ | |
| { | |
| "name": "fire_regime_transition", | |
| "kind": "category_transition", | |
| "horizon": 24 | |
| }, | |
| { | |
| "name": "cadence_shift", | |
| "kind": "cadence_shift", | |
| "horizon": 4, | |
| "factor": 2.0 | |
| }, | |
| { | |
| "name": "frp_regime_shift", | |
| "kind": "magnitude_shift", | |
| "horizon": 48, | |
| "channel": "frp_mw", | |
| "shift": 0.8, | |
| "min_observations": 2 | |
| }, | |
| { | |
| "name": "cluster_expansion", | |
| "kind": "magnitude_shift", | |
| "horizon": 6, | |
| "channel": "detections", | |
| "shift": 0.7, | |
| "min_observations": 2 | |
| }, | |
| { | |
| "name": "escalation_ahead", | |
| "kind": "threshold_crossing", | |
| "horizon": 6, | |
| "channel": "frp_growth", | |
| "level": 9.498387096774197, | |
| "direction": "above", | |
| "level_source": "train-split q0.9 of frp_growth" | |
| }, | |
| { | |
| "name": "compound_fire_stress", | |
| "kind": "compound", | |
| "horizon": 48, | |
| "over": [ | |
| "frp_regime_shift", | |
| "cluster_expansion", | |
| "escalation_ahead" | |
| ], | |
| "k": 2 | |
| } | |
| ], | |
| "unavailable_sentinel": -9.0, | |
| "permitted": [ | |
| "declared event category (incl. the unknown slot)", | |
| "time gaps and cadence statistics (past-only)", | |
| "declared magnitude channels and their explicit missingness indicators", | |
| "event and source evidence-quality indicators", | |
| "reference predictions, residuals and disagreement (as-of t)", | |
| "regime indicators derived from past observations only", | |
| "cold-start state", | |
| "unavailable-reference mask", | |
| "censored-horizon indicator" | |
| ], | |
| "forbidden": [ | |
| "entity identity as a semantic claim", | |
| "future events or future aggregates", | |
| "ownership labels", | |
| "private partner data", | |
| "repayment, credit, default or causal outcomes" | |
| ], | |
| "notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature." | |
| }, | |
| "horizon_selection": { | |
| "version": "surprise-horizons/0.1.0", | |
| "band": [ | |
| 0.08, | |
| 0.25 | |
| ], | |
| "min_prevalence": 0.05, | |
| "level_quantile": 0.9, | |
| "selected": { | |
| "fire_regime_transition": { | |
| "declared_horizon": 4, | |
| "selected_horizon": 24, | |
| "prevalence": 0.38629797101020813, | |
| "in_band": false, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 4, | |
| "prevalence": 0.44592711329460144 | |
| }, | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.4029077887535095 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.40239283442497253 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.39242789149284363 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.38629797101020813 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.38991862535476685 | |
| } | |
| ] | |
| }, | |
| "cadence_shift": { | |
| "declared_horizon": 4, | |
| "selected_horizon": 4, | |
| "prevalence": 0.15694084763526917, | |
| "in_band": true, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 4, | |
| "prevalence": 0.15694084763526917 | |
| }, | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.14598685503005981 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.15433698892593384 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.1536458283662796 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.14960792660713196 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.1555153727531433 | |
| } | |
| ] | |
| }, | |
| "frp_regime_shift": { | |
| "declared_horizon": 6, | |
| "selected_horizon": 48, | |
| "prevalence": 0.24459929764270782, | |
| "in_band": true, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.29774945974349976 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.281754732131958 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.28309857845306396 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.27754849195480347 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.2583170235157013 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.24459929764270782 | |
| } | |
| ] | |
| }, | |
| "cluster_expansion": { | |
| "declared_horizon": 6, | |
| "selected_horizon": 6, | |
| "prevalence": 0.16052579879760742, | |
| "in_band": true, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.16052579879760742 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.1553339958190918 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.15794768929481506 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.15600495040416718 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.13820938766002655 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.14006969332695007 | |
| } | |
| ] | |
| }, | |
| "escalation_ahead": { | |
| "declared_horizon": 6, | |
| "selected_horizon": 6, | |
| "prevalence": 0.5088627934455872, | |
| "in_band": false, | |
| "level": 9.498387096774197, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.5088627934455872 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.7324028015136719 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.8205231428146362 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.8642179369926453 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.8916340470314026 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.907665491104126 | |
| } | |
| ] | |
| } | |
| }, | |
| "excluded": [], | |
| "note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance." | |
| }, | |
| "corpus": { | |
| "real_corpus": true, | |
| "source": "NASA FIRMS active fire detections (VIIRS_NOAA20_SP, VIIRS_SNPP_NRT, VIIRS_SNPP_SP)", | |
| "antifogo": { | |
| "status": "accumulating", | |
| "entities": 278, | |
| "events": 278, | |
| "history_days": 0.3, | |
| "blocked_channels": [], | |
| "since": "2026-08-29" | |
| }, | |
| "products": [ | |
| "VIIRS_NOAA20_SP", | |
| "VIIRS_SNPP_NRT", | |
| "VIIRS_SNPP_SP" | |
| ], | |
| "source_url": "https://firms.modaps.eosdis.nasa.gov/api/area/csv", | |
| "licence": "NASA FIRMS open data; cite NASA LANCE/FIRMS", | |
| "regions": [ | |
| "usa_west", | |
| "iberia", | |
| "australia_se", | |
| "amazon" | |
| ], | |
| "days_back": 365, | |
| "n_entities": 528, | |
| "n_events": 34611, | |
| "retrieved_at": "2026-08-29T06:30:47Z", | |
| "note": "Detections aggregated to ~1 degree cells per day. Cell keys are opaque grouping keys; coordinates are never features." | |
| }, | |
| "split": { | |
| "version": "surprise-splits/0.3.0", | |
| "n_train": 8825, | |
| "n_val": 241, | |
| "n_test": 6947, | |
| "boundary_train_val": 1776902400.0, | |
| "boundary_val_test": 1783209600.0, | |
| "dropped_for_horizon_quarantine": 18598 | |
| }, | |
| "features": { | |
| "n": 135, | |
| "version": "surprise-features/0.4.0", | |
| "degenerate_zeroed": [ | |
| "frp_mw_available", | |
| "brightness_k_available", | |
| "detections_available", | |
| "reference_missing_rate", | |
| "cat_last__unknown", | |
| "log_confirmations", | |
| "censored_horizon", | |
| "hour_sin", | |
| "hour_cos" | |
| ] | |
| }, | |
| "sequence": { | |
| "version": "surprise-sequence/0.4.0", | |
| "steps": 12 | |
| }, | |
| "targets": { | |
| "prevalence": { | |
| "fire_regime_transition": 0.4427144527435303, | |
| "cadence_shift": 0.19423611462116241, | |
| "frp_regime_shift": 0.3370644748210907, | |
| "cluster_expansion": 0.2123759537935257, | |
| "escalation_ahead": 0.482708603143692, | |
| "compound_fire_stress": 0.2925567626953125 | |
| }, | |
| "version": "surprise-targets/0.4.0" | |
| }, | |
| "calibration": { | |
| "method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half", | |
| "parameters": [ | |
| [ | |
| 0.7851570921316386, | |
| -0.30718203914352604 | |
| ], | |
| [ | |
| 182.99623312689477, | |
| -503991.59362611955 | |
| ], | |
| [ | |
| 542.580798732382, | |
| -156712.76934882783 | |
| ], | |
| [ | |
| 306.2257395385873, | |
| -105138.07017898394 | |
| ], | |
| [ | |
| 0.44141845766728244, | |
| -0.3032719824793606 | |
| ], | |
| [ | |
| 507.37072916582355, | |
| -24640.224985961395 | |
| ] | |
| ], | |
| "per_target": [ | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -4.437168, | |
| -3.076666, | |
| -1.70447, | |
| -0.99218, | |
| -0.45666, | |
| 0.356918, | |
| 1.688736 | |
| ], | |
| "weights": [ | |
| 4.7101933718976134, | |
| -3.6784759619922403, | |
| -1.031717409905373, | |
| 1.1448768914072467, | |
| -1.1448768914072467, | |
| 1.9259008043603079, | |
| 2.8968407365597413 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.10361386770310804, | |
| "affine_held_out_ece": 0.12650838775654058 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -7.400157, | |
| -6.235336, | |
| -5.326816, | |
| -4.448111, | |
| -3.232507, | |
| -2.062166, | |
| -0.902761 | |
| ], | |
| "weights": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 6.370416104407704, | |
| -6.33690389458742, | |
| 0.0016972247778544308, | |
| 0.6974418127866282 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.05687352706759752, | |
| "affine_held_out_ece": 0.09166666666669787 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -7.411248, | |
| -5.915404, | |
| -5.350663, | |
| -4.775366, | |
| -4.021329, | |
| -1.093616, | |
| 0.428231 | |
| ], | |
| "weights": [ | |
| 0.0, | |
| 10.539599265777358, | |
| -7.990764370421695, | |
| -2.0111091496586164, | |
| -0.2151321004726517, | |
| 0.23416262553554518, | |
| -0.5567562707599408 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.09939064631624869, | |
| "affine_held_out_ece": 0.2583333333333146 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -7.028203, | |
| -5.059772, | |
| -4.244581, | |
| -3.252824, | |
| -2.074423, | |
| -0.451163, | |
| 0.488136 | |
| ], | |
| "weights": [ | |
| 3.2906906837391126, | |
| -3.2906906837391126, | |
| 0.0, | |
| 0.0, | |
| 1.0066967245077634, | |
| -0.4961318455268571, | |
| 5.984589549434789 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.11186538044463423, | |
| "affine_held_out_ece": 0.13333333333335204 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 0.44141845766728244, | |
| "bias": -0.3032719824793606, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.22777725667214027, | |
| "held_out_ece": 0.18524865016297698 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -8.097939, | |
| -6.12476, | |
| -4.998902, | |
| -4.121119, | |
| -2.952405, | |
| -0.346676, | |
| 1.049283 | |
| ], | |
| "weights": [ | |
| 3.149490286193933, | |
| -3.149490286193933, | |
| 1.1959927732693358, | |
| -0.44878400637643967, | |
| -0.6872078725594125, | |
| 0.7269937728939274, | |
| -0.6771035999372035 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.07710573915379848, | |
| "affine_held_out_ece": 0.23333333333332712 | |
| } | |
| ], | |
| "piecewise_targets": [ | |
| "fire_regime_transition", | |
| "cadence_shift", | |
| "frp_regime_shift", | |
| "cluster_expansion", | |
| "compound_fire_stress" | |
| ] | |
| }, | |
| "excluded_targets": [], | |
| "abstention": { | |
| "threshold": 0.33822418941214916, | |
| "coverage": 0.8008298755186722, | |
| "selective_accuracy": 0.8341968911917098, | |
| "base_accuracy": 0.7876901798063622, | |
| "curve": [ | |
| { | |
| "coverage": 0.5020746887966805, | |
| "threshold": 0.19807191716698236, | |
| "selective_accuracy": 0.8884297520661159 | |
| }, | |
| { | |
| "coverage": 0.6016597510373444, | |
| "threshold": 0.24146674052558975, | |
| "selective_accuracy": 0.8505747126436781 | |
| }, | |
| { | |
| "coverage": 0.7012448132780082, | |
| "threshold": 0.2942664323659153, | |
| "selective_accuracy": 0.8481262327416174 | |
| }, | |
| { | |
| "coverage": 0.8008298755186722, | |
| "threshold": 0.33822418941214916, | |
| "selective_accuracy": 0.8341968911917098 | |
| }, | |
| { | |
| "coverage": 0.9004149377593361, | |
| "threshold": 0.3733769447418517, | |
| "selective_accuracy": 0.8102918586789554 | |
| }, | |
| { | |
| "coverage": 1.0, | |
| "threshold": 0.4082330025155281, | |
| "selective_accuracy": 0.7876901798063622 | |
| } | |
| ], | |
| "fit_split": "validation", | |
| "evaluation_split": "test", | |
| "test_coverage": 0.7941557506837483, | |
| "test_base_accuracy": 0.5884674439806151, | |
| "test_selective_accuracy": 0.5669597003202224, | |
| "test_selective_accuracy_gain": -0.021507743660392764 | |
| }, | |
| "evaluation": { | |
| "version": "surprise-eval/0.3.0", | |
| "domain_id": "wildfire", | |
| "schema_hash": "cc1cddf8c7ac8333", | |
| "targets": { | |
| "fire_regime_transition": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 1475, | |
| "prevalence": 0.4372881352901459, | |
| "auroc": 0.753785374054357, | |
| "auprc": 0.6895486504999976, | |
| "brier": 0.2242350945159124, | |
| "ece": 0.12821274132856042, | |
| "lead_at_far10_hours": 264.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 1475, | |
| "prevalence": 0.4372881352901459, | |
| "auroc": 0.5627206500420285, | |
| "auprc": 0.4716833989310534, | |
| "brier": 0.3352301574829264, | |
| "ece": 0.27010933962852846, | |
| "lead_at_far10_hours": 312.0 | |
| }, | |
| "ewma_z": { | |
| "n": 1475, | |
| "prevalence": 0.4372881352901459, | |
| "auroc": 0.6312225646773139, | |
| "auprc": 0.5294253002853467, | |
| "brier": 0.26962037714951415, | |
| "ece": 0.17551758119988684, | |
| "lead_at_far10_hours": -24.0 | |
| }, | |
| "logistic": { | |
| "n": 1475, | |
| "prevalence": 0.4372881352901459, | |
| "auroc": 0.748812926123097, | |
| "auprc": 0.6324993629237157, | |
| "brier": 0.20311681411437568, | |
| "ece": 0.07064077877335923, | |
| "lead_at_far10_hours": 264.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6826685512363783, | |
| 0.8235520321420403 | |
| ], | |
| "phase0_rules": [ | |
| 0.4970919792466483, | |
| 0.6282704543954432 | |
| ], | |
| "ewma_z": [ | |
| 0.5755228178934589, | |
| 0.6782229891821404 | |
| ], | |
| "logistic": [ | |
| 0.6807843922167378, | |
| 0.8163989741238041 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.1920013875783151, | |
| "ci95": [ | |
| 0.10064331104847456, | |
| 0.2882582639619132 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.124053471774961, | |
| "ci95": [ | |
| 0.06169769946212433, | |
| 0.19694204999955806 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.005556507126946433, | |
| "ci95": [ | |
| -0.028968181341246707, | |
| 0.04610852919234757 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 147, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 5680, | |
| "prevalence": 0.12447182834148407, | |
| "auroc": 0.6263267187366233, | |
| "auprc": 0.16504020635655858, | |
| "brier": 0.11764780676298904, | |
| "ece": 0.07329192348509747, | |
| "lead_at_far10_hours": -696.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 5680, | |
| "prevalence": 0.12447182834148407, | |
| "auroc": 0.4811326282149918, | |
| "auprc": 0.11769193873013876, | |
| "brier": 0.4807315709479995, | |
| "ece": 0.554367528023403, | |
| "lead_at_far10_hours": -192.0 | |
| }, | |
| "ewma_z": { | |
| "n": 5680, | |
| "prevalence": 0.12447182834148407, | |
| "auroc": 0.5950639819949937, | |
| "auprc": 0.18906049271920516, | |
| "brier": 0.20755711887911601, | |
| "ece": 0.26233234755905555, | |
| "lead_at_far10_hours": 48.0 | |
| }, | |
| "logistic": { | |
| "n": 5680, | |
| "prevalence": 0.12447182834148407, | |
| "auroc": 0.7808402999962172, | |
| "auprc": 0.30401608911783445, | |
| "brier": 0.09713780753139455, | |
| "ece": 0.018595875873785767, | |
| "lead_at_far10_hours": 96.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.5896586134256344, | |
| 0.6659978592088787 | |
| ], | |
| "phase0_rules": [ | |
| 0.4406010728502192, | |
| 0.5213796118110348 | |
| ], | |
| "ewma_z": [ | |
| 0.5595839831276749, | |
| 0.6321953814613134 | |
| ], | |
| "logistic": [ | |
| 0.7502680572529831, | |
| 0.8125560683837904 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.14355164071091325, | |
| "ci95": [ | |
| 0.08474548217103638, | |
| 0.20028164397557716 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.030783837313365037, | |
| "ci95": [ | |
| -0.016095211761601533, | |
| 0.07525717500586256 | |
| ], | |
| "significant": false | |
| }, | |
| "logistic": { | |
| "mean": -0.15432424239355272, | |
| "ci95": [ | |
| -0.18697101809182354, | |
| -0.12010106020500026 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 244, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_available_rows", | |
| "n": 1 | |
| }, | |
| "cluster_expansion": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 5194, | |
| "prevalence": 0.2768579125404358, | |
| "auroc": 0.7026418370384853, | |
| "auprc": 0.4268349133826339, | |
| "brier": 0.23244505486723568, | |
| "ece": 0.13678368329116114, | |
| "lead_at_far10_hours": -288.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 5194, | |
| "prevalence": 0.2768579125404358, | |
| "auroc": 0.5210733757837251, | |
| "auprc": 0.28338026978606595, | |
| "brier": 0.41808617526135017, | |
| "ece": 0.42303743545008027, | |
| "lead_at_far10_hours": 72.0 | |
| }, | |
| "ewma_z": { | |
| "n": 5194, | |
| "prevalence": 0.2768579125404358, | |
| "auroc": 0.5650384512272252, | |
| "auprc": 0.3340009096017508, | |
| "brier": 0.2518015113829741, | |
| "ece": 0.19548032497756396, | |
| "lead_at_far10_hours": 312.0 | |
| }, | |
| "logistic": { | |
| "n": 5194, | |
| "prevalence": 0.2768579125404358, | |
| "auroc": 0.7817620689604098, | |
| "auprc": 0.5848910023897096, | |
| "brier": 0.1604308079291952, | |
| "ece": 0.03940608595526811, | |
| "lead_at_far10_hours": -432.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6642964965218439, | |
| 0.7380238051597326 | |
| ], | |
| "phase0_rules": [ | |
| 0.4741614054884117, | |
| 0.5693756065537671 | |
| ], | |
| "ewma_z": [ | |
| 0.5333352890175301, | |
| 0.6005760127623958 | |
| ], | |
| "logistic": [ | |
| 0.7465403030992803, | |
| 0.814606724374538 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.18029341179361377, | |
| "ci95": [ | |
| 0.11724719651048744, | |
| 0.2426557053099807 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.13700896866803186, | |
| "ci95": [ | |
| 0.09270903670284743, | |
| 0.1837302687921941 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.07865952402752631, | |
| "ci95": [ | |
| -0.10691887970083894, | |
| -0.050319649034255134 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 238, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "escalation_ahead": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 5194, | |
| "prevalence": 0.4784366488456726, | |
| "auroc": 0.6112157626452699, | |
| "auprc": 0.5695318158070475, | |
| "brier": 0.24086330039992912, | |
| "ece": 0.036482168852846844, | |
| "lead_at_far10_hours": -216.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 5194, | |
| "prevalence": 0.4784366488456726, | |
| "auroc": 0.5710785941191631, | |
| "auprc": 0.5295070560254935, | |
| "brier": 0.32120352829266996, | |
| "ece": 0.2509974575579024, | |
| "lead_at_far10_hours": -48.0 | |
| }, | |
| "ewma_z": { | |
| "n": 5194, | |
| "prevalence": 0.4784366488456726, | |
| "auroc": 0.5981112217788087, | |
| "auprc": 0.555003637956321, | |
| "brier": 0.29502340151797507, | |
| "ece": 0.20682232158542438, | |
| "lead_at_far10_hours": 192.0 | |
| }, | |
| "logistic": { | |
| "n": 5194, | |
| "prevalence": 0.4784366488456726, | |
| "auroc": 0.6619972325648241, | |
| "auprc": 0.6101232942438761, | |
| "brier": 0.2322842097881359, | |
| "ece": 0.05625773328014782, | |
| "lead_at_far10_hours": 168.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.5771099121849764, | |
| 0.6450646836756757 | |
| ], | |
| "phase0_rules": [ | |
| 0.5380989003786829, | |
| 0.5998089444759377 | |
| ], | |
| "ewma_z": [ | |
| 0.5670910317439168, | |
| 0.6284462759374685 | |
| ], | |
| "logistic": [ | |
| 0.6271245314566991, | |
| 0.695630673956794 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.040763321956418866, | |
| "ci95": [ | |
| 0.005887064348613122, | |
| 0.07551294893343444 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.01382202606330433, | |
| "ci95": [ | |
| -0.01735133471490232, | |
| 0.04280901122012308 | |
| ], | |
| "significant": false | |
| }, | |
| "logistic": { | |
| "mean": -0.050380057382147514, | |
| "ci95": [ | |
| -0.08121964991205385, | |
| -0.0216177369414653 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 238, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_available_rows", | |
| "n": 1 | |
| } | |
| }, | |
| "slices": { | |
| "region": { | |
| "amazon": { | |
| "fire_regime_transition": { | |
| "status": "ok", | |
| "n": 609, | |
| "auroc": 0.6446316950606692, | |
| "prevalence": 0.6732348203659058 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 2356, | |
| "auroc": 0.6298522087041725, | |
| "prevalence": 0.15704584121704102 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "cluster_expansion": { | |
| "status": "ok", | |
| "n": 2166, | |
| "auroc": 0.5608883388463971, | |
| "prevalence": 0.37442290782928467 | |
| }, | |
| "escalation_ahead": { | |
| "status": "ok", | |
| "n": 2166, | |
| "auroc": 0.5943992984204081, | |
| "prevalence": 0.559556782245636 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "australia_se": { | |
| "fire_regime_transition": { | |
| "status": "ok", | |
| "n": 295, | |
| "auroc": 0.7747129940058926, | |
| "prevalence": 0.345762699842453 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 1147, | |
| "auroc": 0.6668356810974261, | |
| "prevalence": 0.09067131578922272 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "cluster_expansion": { | |
| "status": "ok", | |
| "n": 1037, | |
| "auroc": 0.6462979482604817, | |
| "prevalence": 0.1465766578912735 | |
| }, | |
| "escalation_ahead": { | |
| "status": "ok", | |
| "n": 1037, | |
| "auroc": 0.5434951311420363, | |
| "prevalence": 0.47251686453819275 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "iberia": { | |
| "fire_regime_transition": { | |
| "status": "ok", | |
| "n": 106, | |
| "auroc": 0.49921424829753797, | |
| "prevalence": 0.21698112785816193 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 530, | |
| "auroc": 0.555207215665236, | |
| "prevalence": 0.12075471878051758 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "cluster_expansion": { | |
| "status": "ok", | |
| "n": 480, | |
| "auroc": 0.7820888063963449, | |
| "prevalence": 0.14166666567325592 | |
| }, | |
| "escalation_ahead": { | |
| "status": "ok", | |
| "n": 480, | |
| "auroc": 0.6485600687728348, | |
| "prevalence": 0.4124999940395355 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "portugal_mainland": { | |
| "fire_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "cadence_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "cluster_expansion": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "escalation_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "usa_west": { | |
| "fire_regime_transition": { | |
| "status": "ok", | |
| "n": 465, | |
| "auroc": 0.7456850192061459, | |
| "prevalence": 0.23655913770198822 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 1647, | |
| "auroc": 0.6446101000072063, | |
| "prevalence": 0.10261080414056778 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 1 | |
| }, | |
| "cluster_expansion": { | |
| "status": "ok", | |
| "n": 1511, | |
| "auroc": 0.8386123277427625, | |
| "prevalence": 0.2693580389022827 | |
| }, | |
| "escalation_ahead": { | |
| "status": "ok", | |
| "n": 1511, | |
| "auroc": 0.6134610769599971, | |
| "prevalence": 0.3871608078479767 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 1 | |
| } | |
| } | |
| }, | |
| "daynight": { | |
| "day": { | |
| "fire_regime_transition": { | |
| "status": "ok", | |
| "n": 796, | |
| "auroc": 0.7200292814633126, | |
| "prevalence": 0.5314070582389832 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 3050, | |
| "auroc": 0.6290997985776822, | |
| "prevalence": 0.13704918324947357 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 1 | |
| }, | |
| "cluster_expansion": { | |
| "status": "ok", | |
| "n": 2796, | |
| "auroc": 0.604763799186142, | |
| "prevalence": 0.3247496485710144 | |
| }, | |
| "escalation_ahead": { | |
| "status": "ok", | |
| "n": 2796, | |
| "auroc": 0.5548254372006054, | |
| "prevalence": 0.5128755569458008 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 1 | |
| } | |
| }, | |
| "night": { | |
| "fire_regime_transition": { | |
| "status": "ok", | |
| "n": 679, | |
| "auroc": 0.7595363415932344, | |
| "prevalence": 0.32695138454437256 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 2630, | |
| "auroc": 0.6301613039114683, | |
| "prevalence": 0.10988593101501465 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "cluster_expansion": { | |
| "status": "ok", | |
| "n": 2398, | |
| "auroc": 0.7894029534160236, | |
| "prevalence": 0.2210175096988678 | |
| }, | |
| "escalation_ahead": { | |
| "status": "ok", | |
| "n": 2398, | |
| "auroc": 0.660875879513766, | |
| "prevalence": 0.4382818937301636 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "unknown": { | |
| "fire_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "cadence_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "cluster_expansion": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "escalation_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| } | |
| }, | |
| "intensity_band": { | |
| "extreme": { | |
| "fire_regime_transition": { | |
| "status": "ok", | |
| "n": 168, | |
| "auroc": 0.60962525268232, | |
| "prevalence": 0.3511904776096344 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 628, | |
| "auroc": 0.7228930469782161, | |
| "prevalence": 0.09076432883739471 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "cluster_expansion": { | |
| "status": "ok", | |
| "n": 585, | |
| "auroc": 0.5279915557693335, | |
| "prevalence": 0.6769230961799622 | |
| }, | |
| "escalation_ahead": { | |
| "status": "ok", | |
| "n": 585, | |
| "auroc": 0.5367274128586346, | |
| "prevalence": 0.3777777850627899 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "high": { | |
| "fire_regime_transition": { | |
| "status": "ok", | |
| "n": 244, | |
| "auroc": 0.7749865301724138, | |
| "prevalence": 0.4754098355770111 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 938, | |
| "auroc": 0.7571609575093896, | |
| "prevalence": 0.08208955079317093 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "cluster_expansion": { | |
| "status": "ok", | |
| "n": 851, | |
| "auroc": 0.6024597690594798, | |
| "prevalence": 0.40305522084236145 | |
| }, | |
| "escalation_ahead": { | |
| "status": "ok", | |
| "n": 851, | |
| "auroc": 0.5383244206773619, | |
| "prevalence": 0.4394829571247101 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "low": { | |
| "fire_regime_transition": { | |
| "status": "ok", | |
| "n": 437, | |
| "auroc": 0.7966409787530477, | |
| "prevalence": 0.4027459919452667 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 1863, | |
| "auroc": 0.525896560752987, | |
| "prevalence": 0.1470746099948883 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "cluster_expansion": { | |
| "status": "ok", | |
| "n": 1682, | |
| "auroc": 0.7146138951790226, | |
| "prevalence": 0.13733650743961334 | |
| }, | |
| "escalation_ahead": { | |
| "status": "ok", | |
| "n": 1682, | |
| "auroc": 0.6700853248362542, | |
| "prevalence": 0.5202140212059021 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "medium": { | |
| "fire_regime_transition": { | |
| "status": "ok", | |
| "n": 626, | |
| "auroc": 0.7536472420293419, | |
| "prevalence": 0.4696485698223114 | |
| }, | |
| "cadence_shift": { | |
| "status": "ok", | |
| "n": 2251, | |
| "auroc": 0.6161333543505675, | |
| "prevalence": 0.13282985985279083 | |
| }, | |
| "frp_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 1 | |
| }, | |
| "cluster_expansion": { | |
| "status": "ok", | |
| "n": 2076, | |
| "auroc": 0.6395466577369563, | |
| "prevalence": 0.22543352842330933 | |
| }, | |
| "escalation_ahead": { | |
| "status": "ok", | |
| "n": 2076, | |
| "auroc": 0.5773751874567631, | |
| "prevalence": 0.48892101645469666 | |
| }, | |
| "compound_fire_stress": { | |
| "status": "insufficient_rows", | |
| "n": 1 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "gate": { | |
| "criteria": { | |
| "real_corpus_required": true, | |
| "min_targets_significant": 2, | |
| "min_paired_lift_vs_phase0": 0.03, | |
| "min_paired_lift_vs_logistic": 0.0, | |
| "max_collapsed_targets": 0, | |
| "collapse_auroc_band": 0.005, | |
| "max_ece": 0.1, | |
| "min_selective_accuracy_gain": 0.02, | |
| "min_entities": 100, | |
| "leakage_tests_must_pass": true | |
| }, | |
| "checks": { | |
| "real_corpus": true, | |
| "targets_significant_vs_phase0": [ | |
| "fire_regime_transition", | |
| "cadence_shift", | |
| "cluster_expansion", | |
| "escalation_ahead" | |
| ], | |
| "enough_significant_targets": true, | |
| "targets_significant_vs_logistic": [], | |
| "beats_logistic_baseline": false, | |
| "collapsed_targets": [], | |
| "no_collapsed_heads": true, | |
| "calibration_within_bound": false, | |
| "worst_ece": 0.13678368329116114, | |
| "abstention_helps": false, | |
| "enough_entities": true, | |
| "leakage_tests_passed": true | |
| }, | |
| "status": "candidate_not_promoted", | |
| "blocking_reasons": [ | |
| "only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot", | |
| "worst-target ECE 0.137 exceeds bound", | |
| "abstention does not improve selective accuracy enough to be useful" | |
| ], | |
| "statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one." | |
| } | |
| }, | |
| "spaceweather": { | |
| "domain": { | |
| "contract_version": "surprise-contract/0.3.0", | |
| "domain_id": "spaceweather", | |
| "schema_version": "0.5.0", | |
| "schema_hash": "d06f95410a1ddb08", | |
| "entity_kind": "opaque_solar_rotation", | |
| "categories": [ | |
| "quiet", | |
| "unsettled", | |
| "active", | |
| "minor_storm", | |
| "moderate_storm", | |
| "strong_storm", | |
| "severe_storm", | |
| "unknown" | |
| ], | |
| "channels": [ | |
| "kp", | |
| "ap", | |
| "ap_rise", | |
| "f107" | |
| ], | |
| "context_dims": [ | |
| "solar_phase", | |
| "season", | |
| "activity_band" | |
| ], | |
| "targets": [ | |
| { | |
| "name": "ap_regime_shift", | |
| "kind": "magnitude_shift", | |
| "horizon": 48, | |
| "channel": "ap", | |
| "shift": 0.8, | |
| "min_observations": 2 | |
| }, | |
| { | |
| "name": "storm_onset", | |
| "kind": "threshold_crossing", | |
| "horizon": 6, | |
| "channel": "kp", | |
| "level": 3.333, | |
| "direction": "above", | |
| "level_source": "train-split q0.9 of kp" | |
| }, | |
| { | |
| "name": "severe_storm_onset", | |
| "kind": "threshold_crossing", | |
| "horizon": 8, | |
| "channel": "kp", | |
| "level": 3.333, | |
| "direction": "above", | |
| "level_source": "train-split q0.9 of kp" | |
| }, | |
| { | |
| "name": "compound_geomagnetic_stress", | |
| "kind": "compound", | |
| "horizon": 48, | |
| "over": [ | |
| "ap_regime_shift", | |
| "storm_onset" | |
| ], | |
| "k": 2 | |
| } | |
| ], | |
| "unavailable_sentinel": -9.0, | |
| "permitted": [ | |
| "declared event category (incl. the unknown slot)", | |
| "time gaps and cadence statistics (past-only)", | |
| "declared magnitude channels and their explicit missingness indicators", | |
| "event and source evidence-quality indicators", | |
| "reference predictions, residuals and disagreement (as-of t)", | |
| "regime indicators derived from past observations only", | |
| "cold-start state", | |
| "unavailable-reference mask", | |
| "censored-horizon indicator" | |
| ], | |
| "forbidden": [ | |
| "entity identity as a semantic claim", | |
| "future events or future aggregates", | |
| "ownership labels", | |
| "private partner data", | |
| "repayment, credit, default or causal outcomes" | |
| ], | |
| "notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature." | |
| }, | |
| "horizon_selection": { | |
| "version": "surprise-horizons/0.1.0", | |
| "band": [ | |
| 0.08, | |
| 0.25 | |
| ], | |
| "min_prevalence": 0.05, | |
| "level_quantile": 0.9, | |
| "selected": { | |
| "ap_regime_shift": { | |
| "declared_horizon": 6, | |
| "selected_horizon": 48, | |
| "prevalence": 0.1642405092716217, | |
| "in_band": true, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.20475594699382782 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.19053763151168823 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.18375499546527863 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.1881759911775589 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.17039215564727783 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.1642405092716217 | |
| } | |
| ] | |
| }, | |
| "storm_onset": { | |
| "declared_horizon": 6, | |
| "selected_horizon": 6, | |
| "prevalence": 0.15736337006092072, | |
| "in_band": true, | |
| "level": 3.333, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.15736337006092072 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.24223655462265015 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.3136262893676758 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.37855178117752075 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.48990195989608765 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.577531635761261 | |
| } | |
| ] | |
| }, | |
| "severe_storm_onset": { | |
| "declared_horizon": 8, | |
| "selected_horizon": 8, | |
| "prevalence": 0.18927203118801117, | |
| "in_band": true, | |
| "level": 3.333, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.18927203118801117 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.29152241349220276 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.3787766396999359 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.4547393023967743 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.576602578163147 | |
| }, | |
| { | |
| "horizon": 64, | |
| "prevalence": 0.6694047451019287 | |
| } | |
| ] | |
| } | |
| }, | |
| "excluded": [ | |
| { | |
| "target": "activity_transition", | |
| "kind": "category_transition", | |
| "reason": "prevalence stays below 5% at every admissible horizon (4, 8, 12, 16, 24, 32)", | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 4, | |
| "prevalence": 0.01815950870513916 | |
| }, | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.011597830802202225 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.0051085567101836205 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.003129074349999428 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.0028105168603360653 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.0016101534711197019 | |
| } | |
| ] | |
| }, | |
| { | |
| "target": "cadence_shift", | |
| "kind": "cadence_shift", | |
| "reason": "prevalence stays below 5% at every admissible horizon (4, 8, 12, 16, 24, 32)", | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 4, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.0 | |
| } | |
| ] | |
| } | |
| ], | |
| "note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance." | |
| }, | |
| "corpus": { | |
| "real_corpus": true, | |
| "source": "GFZ Potsdam Kp/ap/F10.7 (definitive, CC BY 4.0, credential-free)", | |
| "source_url": "https://kp.gfz-potsdam.de/app/files/Kp_ap_Ap_SN_F107_since_1932.txt", | |
| "licence": "GFZ Kp index, CC BY 4.0 \u2014 cite Matzka et al. (2021)", | |
| "cadence": "3-hourly Kp/ap, daily F10.7 broadcast across the day", | |
| "since_year": 1932, | |
| "n_entities": 300, | |
| "n_events": 64768, | |
| "retrieved_at": "2026-08-29T06:35:39Z", | |
| "note": "Externally forced, punctuated activity. Bartels rotation numbers are opaque grouping keys and never enter the feature space." | |
| }, | |
| "split": { | |
| "version": "surprise-splits/0.3.0", | |
| "n_train": 38813, | |
| "n_val": 12905, | |
| "n_test": 12954, | |
| "boundary_train_val": 1508157360.0, | |
| "boundary_val_test": 1648054080.0, | |
| "dropped_for_horizon_quarantine": 96 | |
| }, | |
| "features": { | |
| "n": 135, | |
| "version": "surprise-features/0.4.0", | |
| "degenerate_zeroed": [ | |
| "kp_available", | |
| "ap_available", | |
| "reference_missing_rate", | |
| "cat_last__unknown", | |
| "source_count_last", | |
| "log_confirmations", | |
| "censored_horizon" | |
| ] | |
| }, | |
| "sequence": { | |
| "version": "surprise-sequence/0.4.0", | |
| "steps": 12 | |
| }, | |
| "targets": { | |
| "prevalence": { | |
| "ap_regime_shift": 0.2074185162782669, | |
| "storm_onset": 0.23068970441818237, | |
| "severe_storm_onset": 0.2688708007335663, | |
| "compound_geomagnetic_stress": 0.06399674713611603 | |
| }, | |
| "version": "surprise-targets/0.4.0" | |
| }, | |
| "calibration": { | |
| "method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half", | |
| "parameters": [ | |
| [ | |
| 0.7534206882426616, | |
| -1.337133670294379 | |
| ], | |
| [ | |
| 0.7717710104363771, | |
| -1.201044317087917 | |
| ], | |
| [ | |
| 0.7361275238966086, | |
| -1.0891630437109545 | |
| ], | |
| [ | |
| 91.94984373994203, | |
| -515248.12751072115 | |
| ] | |
| ], | |
| "per_target": [ | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -6.30551, | |
| -3.276403, | |
| -1.840446, | |
| -0.820834, | |
| -0.230669, | |
| 0.199675, | |
| 0.680795 | |
| ], | |
| "weights": [ | |
| 2.0788401060477106, | |
| -2.0788401060477106, | |
| 0.5579441500288119, | |
| 0.0694120522956243, | |
| 0.0004738884524501108, | |
| 1.2927286826111302, | |
| 1.8071755536577125 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.03497848448073435, | |
| "affine_held_out_ece": 0.04785011561711844 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -5.930255, | |
| -2.825318, | |
| -1.827818, | |
| -1.126203, | |
| -0.583009, | |
| -0.092788, | |
| 0.378042 | |
| ], | |
| "weights": [ | |
| 2.1003394039239853, | |
| -1.9914652088543139, | |
| 0.4424072388002689, | |
| -0.2817216809253472, | |
| 0.4114332508064682, | |
| 0.8658833450869096, | |
| -0.5467781496808968 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.023620976303804032, | |
| "affine_held_out_ece": 0.03497316582400794 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -4.982388, | |
| -2.347516, | |
| -1.461021, | |
| -0.836279, | |
| -0.375535, | |
| 0.029946, | |
| 0.439843 | |
| ], | |
| "weights": [ | |
| 2.649459460295359, | |
| -2.5472060289994367, | |
| 0.1681554555523448, | |
| 0.7740296661687314, | |
| -0.7419922014078156, | |
| 1.225129194397526, | |
| -0.5127246322784644 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.026504145825623063, | |
| "affine_held_out_ece": 0.03633088883912557 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 91.94984373994203, | |
| "bias": -515248.12751072115, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.07624679393595066, | |
| "held_out_ece": 0.044568245125292026 | |
| } | |
| ], | |
| "piecewise_targets": [ | |
| "ap_regime_shift", | |
| "storm_onset", | |
| "severe_storm_onset" | |
| ] | |
| }, | |
| "excluded_targets": [], | |
| "abstention": { | |
| "threshold": 0.24293050563438762, | |
| "coverage": 0.8, | |
| "selective_accuracy": 0.8750968616815188, | |
| "base_accuracy": 0.8054629988376598, | |
| "curve": [ | |
| { | |
| "coverage": 0.5000387446726076, | |
| "threshold": 0.11943283657117128, | |
| "selective_accuracy": 0.9029908569657523 | |
| }, | |
| { | |
| "coverage": 0.6, | |
| "threshold": 0.14521299684495612, | |
| "selective_accuracy": 0.8878987472555857 | |
| }, | |
| { | |
| "coverage": 0.6999612553273925, | |
| "threshold": 0.21115569024480094, | |
| "selective_accuracy": 0.8758718033875789 | |
| }, | |
| { | |
| "coverage": 0.8, | |
| "threshold": 0.24293050563438762, | |
| "selective_accuracy": 0.8750968616815188 | |
| }, | |
| { | |
| "coverage": 0.8999612553273925, | |
| "threshold": 0.4235571707450188, | |
| "selective_accuracy": 0.8713621491303599 | |
| }, | |
| { | |
| "coverage": 1.0, | |
| "threshold": 0.9179248514504471, | |
| "selective_accuracy": 0.8054629988376598 | |
| } | |
| ], | |
| "fit_split": "validation", | |
| "evaluation_split": "test", | |
| "test_coverage": 0.7911841902115176, | |
| "test_base_accuracy": 0.7174617878647522, | |
| "test_selective_accuracy": 0.7848082739779491, | |
| "test_selective_accuracy_gain": 0.06734648611319682 | |
| }, | |
| "evaluation": { | |
| "version": "surprise-eval/0.3.0", | |
| "domain_id": "spaceweather", | |
| "schema_hash": "d06f95410a1ddb08", | |
| "targets": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 9448, | |
| "prevalence": 0.19178661704063416, | |
| "auroc": 0.7060699608107062, | |
| "auprc": 0.4234560604651544, | |
| "brier": 0.14438097296492658, | |
| "ece": 0.08460442632775922, | |
| "lead_at_far10_hours": 23014.5 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 9448, | |
| "prevalence": 0.19178661704063416, | |
| "auroc": 0.5592215175126073, | |
| "auprc": 0.2901796351786485, | |
| "brier": 0.6284297993229282, | |
| "ece": 0.6687684694524861, | |
| "lead_at_far10_hours": 23011.5 | |
| }, | |
| "ewma_z": { | |
| "n": 9448, | |
| "prevalence": 0.19178661704063416, | |
| "auroc": 0.5262110202977184, | |
| "auprc": 0.21773232984796198, | |
| "brier": 0.282156409200613, | |
| "ece": 0.2874512287408088, | |
| "lead_at_far10_hours": 23011.5 | |
| }, | |
| "logistic": { | |
| "n": 9448, | |
| "prevalence": 0.19178661704063416, | |
| "auroc": 0.7037578763079961, | |
| "auprc": 0.39491119481881315, | |
| "brier": 0.13800513434203796, | |
| "ece": 0.034049035595618754, | |
| "lead_at_far10_hours": 23014.5 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6580341882221435, | |
| 0.7542146249589486 | |
| ], | |
| "phase0_rules": [ | |
| 0.5086676052365192, | |
| 0.6236651063886179 | |
| ], | |
| "ewma_z": [ | |
| 0.4926178295192511, | |
| 0.5657211952956894 | |
| ], | |
| "logistic": [ | |
| 0.651102447138069, | |
| 0.7590010527074804 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.14598358105957415, | |
| "ci95": [ | |
| 0.08167143377377357, | |
| 0.2164033176221437 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.18006911125458097, | |
| "ci95": [ | |
| 0.12216874473628986, | |
| 0.23468785315845103 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.0017466376420718374, | |
| "ci95": [ | |
| -0.026656020983800315, | |
| 0.027575423508477474 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 60, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 11988, | |
| "prevalence": 0.3254087567329407, | |
| "auroc": 0.7319841101261414, | |
| "auprc": 0.6290644705167241, | |
| "brier": 0.18546162521305418, | |
| "ece": 0.06325471762836832, | |
| "lead_at_far10_hours": 22896.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 11988, | |
| "prevalence": 0.3254087567329407, | |
| "auroc": 0.49785620913706735, | |
| "auprc": 0.3375189745570625, | |
| "brier": 0.5231972616713894, | |
| "ece": 0.5308981240161494, | |
| "lead_at_far10_hours": 23022.0 | |
| }, | |
| "ewma_z": { | |
| "n": 11988, | |
| "prevalence": 0.3254087567329407, | |
| "auroc": 0.6265155019019484, | |
| "auprc": 0.4556890767898047, | |
| "brier": 0.25679563881303824, | |
| "ece": 0.18713698283170982, | |
| "lead_at_far10_hours": 22950.0 | |
| }, | |
| "logistic": { | |
| "n": 11988, | |
| "prevalence": 0.3254087567329407, | |
| "auroc": 0.784736371351453, | |
| "auprc": 0.6859370018204178, | |
| "brier": 0.16460599111883295, | |
| "ece": 0.01784320305394574, | |
| "lead_at_far10_hours": 22896.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.7074301161269316, | |
| 0.7551851649950804 | |
| ], | |
| "phase0_rules": [ | |
| 0.4622224064781555, | |
| 0.5283861217634452 | |
| ], | |
| "ewma_z": [ | |
| 0.6035402429488526, | |
| 0.6448036498325778 | |
| ], | |
| "logistic": [ | |
| 0.766327677817083, | |
| 0.8027231107845366 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.2360404208575914, | |
| "ci95": [ | |
| 0.20131101952183855, | |
| 0.27156394116840166 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.10481974551141861, | |
| "ci95": [ | |
| 0.07999892746093938, | |
| 0.13224877429592446 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.05286283170807199, | |
| "ci95": [ | |
| -0.06863490249548213, | |
| -0.037835151216749026 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 61, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 11746, | |
| "prevalence": 0.3733185827732086, | |
| "auroc": 0.6905382414670557, | |
| "auprc": 0.6239868101999995, | |
| "brier": 0.20739928310993577, | |
| "ece": 0.06121511745012915, | |
| "lead_at_far10_hours": 22662.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 11746, | |
| "prevalence": 0.3733185827732086, | |
| "auroc": 0.49666585445157124, | |
| "auprc": 0.3863857666492877, | |
| "brier": 0.4903277609826565, | |
| "ece": 0.4831995336258269, | |
| "lead_at_far10_hours": 22785.0 | |
| }, | |
| "ewma_z": { | |
| "n": 11746, | |
| "prevalence": 0.3733185827732086, | |
| "auroc": 0.6110459497394276, | |
| "auprc": 0.4923227610840128, | |
| "brier": 0.267144949074911, | |
| "ece": 0.18635224584439586, | |
| "lead_at_far10_hours": 22710.0 | |
| }, | |
| "logistic": { | |
| "n": 11746, | |
| "prevalence": 0.3733185827732086, | |
| "auroc": 0.7612099702010519, | |
| "auprc": 0.6966335294044524, | |
| "brier": 0.1831641413307924, | |
| "ece": 0.025239037802897393, | |
| "lead_at_far10_hours": 22662.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.6628603038113553, | |
| 0.7155731262510046 | |
| ], | |
| "phase0_rules": [ | |
| 0.4626789051033659, | |
| 0.5278328377380881 | |
| ], | |
| "ewma_z": [ | |
| 0.5901393379885405, | |
| 0.628255793060903 | |
| ], | |
| "logistic": [ | |
| 0.7389046660790738, | |
| 0.7815032595021895 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.1959352127103046, | |
| "ci95": [ | |
| 0.16226085511865893, | |
| 0.23390934945448158 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.07886474056283696, | |
| "ci95": [ | |
| 0.05277854103989128, | |
| 0.10727916286519543 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.07073713652468323, | |
| "ci95": [ | |
| -0.08923805574800825, | |
| -0.05183305212306641 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 61, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 9328, | |
| "prevalence": 0.0820111483335495, | |
| "auroc": 0.5, | |
| "auprc": 0.07045527564467169, | |
| "brier": 0.082011149228115, | |
| "ece": 0.08201114847963652, | |
| "lead_at_far10_hours": 24210.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 9328, | |
| "prevalence": 0.0820111483335495, | |
| "auroc": 0.5621974462251715, | |
| "auprc": 0.15251622738829504, | |
| "brier": 0.7060887640620237, | |
| "ece": 0.7788383400496284, | |
| "lead_at_far10_hours": 24210.0 | |
| }, | |
| "ewma_z": { | |
| "n": 9328, | |
| "prevalence": 0.0820111483335495, | |
| "auroc": 0.6111473668061175, | |
| "auprc": 0.11909126393672231, | |
| "brier": 0.25905590705909953, | |
| "ece": 0.3465985728819839, | |
| "lead_at_far10_hours": 24210.0 | |
| }, | |
| "logistic": { | |
| "n": 9328, | |
| "prevalence": 0.0820111483335495, | |
| "auroc": 0.7737650737822476, | |
| "auprc": 0.3142030545561256, | |
| "brier": 0.06641575061017126, | |
| "ece": 0.01864978458794504, | |
| "lead_at_far10_hours": 24210.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.5, | |
| 0.5 | |
| ], | |
| "phase0_rules": [ | |
| 0.5013043479053909, | |
| 0.6235972332018338 | |
| ], | |
| "ewma_z": [ | |
| 0.5779600930253628, | |
| 0.6473202633226324 | |
| ], | |
| "logistic": [ | |
| 0.7313304212933378, | |
| 0.8129081322385838 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": -0.06361333750784656, | |
| "ci95": [ | |
| -0.1235972332018338, | |
| -0.0013043479053909265 | |
| ], | |
| "significant": false | |
| }, | |
| "ewma_z": { | |
| "mean": -0.11017035942069858, | |
| "ci95": [ | |
| -0.14732026332263237, | |
| -0.07796009302536283 | |
| ], | |
| "significant": false | |
| }, | |
| "logistic": { | |
| "mean": -0.27360574770266427, | |
| "ci95": [ | |
| -0.3129081322385838, | |
| -0.2313304212933378 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 60, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| } | |
| }, | |
| "slices": { | |
| "solar_phase": { | |
| "active": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "n": 5018, | |
| "auroc": 0.6865240431110978, | |
| "prevalence": 0.1988840103149414 | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "n": 6408, | |
| "auroc": 0.7169660744636914, | |
| "prevalence": 0.31913232803344727 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "n": 6284, | |
| "auroc": 0.6704607518371511, | |
| "prevalence": 0.3671228587627411 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "n": 4956, | |
| "auroc": 0.5, | |
| "prevalence": 0.08171913027763367 | |
| } | |
| }, | |
| "maximum": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "n": 3790, | |
| "auroc": 0.7129422381693615, | |
| "prevalence": 0.19050131738185883 | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "n": 4800, | |
| "auroc": 0.7498701070639219, | |
| "prevalence": 0.3310416638851166 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "n": 4700, | |
| "auroc": 0.7158779806948509, | |
| "prevalence": 0.37978723645210266 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "n": 3740, | |
| "auroc": 0.5, | |
| "prevalence": 0.08449197560548782 | |
| } | |
| }, | |
| "rising": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "n": 616, | |
| "auroc": 0.9263545740184, | |
| "prevalence": 0.13474026322364807 | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "n": 756, | |
| "auroc": 0.7506739277363019, | |
| "prevalence": 0.34259259700775146 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "n": 738, | |
| "auroc": 0.7008636381240075, | |
| "prevalence": 0.3861788511276245 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "n": 608, | |
| "auroc": 0.5, | |
| "prevalence": 0.05921052768826485 | |
| } | |
| }, | |
| "unknown": { | |
| "ap_regime_shift": { | |
| "status": "insufficient_rows", | |
| "n": 24 | |
| }, | |
| "storm_onset": { | |
| "status": "insufficient_rows", | |
| "n": 24 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "insufficient_rows", | |
| "n": 24 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "insufficient_rows", | |
| "n": 24 | |
| } | |
| } | |
| }, | |
| "season": { | |
| "autumn": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "n": 2140, | |
| "auroc": 0.6510772977757537, | |
| "prevalence": 0.2668224275112152 | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "n": 2688, | |
| "auroc": 0.7563241133550281, | |
| "prevalence": 0.3753720223903656 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "n": 2632, | |
| "auroc": 0.7208665633282847, | |
| "prevalence": 0.4224924147129059 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "n": 2112, | |
| "auroc": 0.5, | |
| "prevalence": 0.10700757801532745 | |
| } | |
| }, | |
| "spring": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "n": 2554, | |
| "auroc": 0.7614482844921733, | |
| "prevalence": 0.16053250432014465 | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "n": 3244, | |
| "auroc": 0.7194402264013295, | |
| "prevalence": 0.3652897775173187 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "n": 3182, | |
| "auroc": 0.6774564158265619, | |
| "prevalence": 0.418290376663208 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "n": 2524, | |
| "auroc": 0.5, | |
| "prevalence": 0.06814579665660858 | |
| } | |
| }, | |
| "summer": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "n": 2670, | |
| "auroc": 0.7590733478576616, | |
| "prevalence": 0.1404494345188141 | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "n": 3392, | |
| "auroc": 0.7088204460584466, | |
| "prevalence": 0.2556014060974121 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "n": 3324, | |
| "auroc": 0.6635047284511868, | |
| "prevalence": 0.29933813214302063 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "n": 2636, | |
| "auroc": 0.5, | |
| "prevalence": 0.07549317181110382 | |
| } | |
| }, | |
| "winter": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "n": 2084, | |
| "auroc": 0.6281197465407992, | |
| "prevalence": 0.21880997717380524 | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "n": 2664, | |
| "auroc": 0.7439294851712615, | |
| "prevalence": 0.315315306186676 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "n": 2608, | |
| "auroc": 0.7059429727387796, | |
| "prevalence": 0.36311349272727966 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "n": 2056, | |
| "auroc": 0.5, | |
| "prevalence": 0.08171205967664719 | |
| } | |
| } | |
| }, | |
| "activity_band": { | |
| "extreme": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "n": 127, | |
| "auroc": 0.7058990357345434, | |
| "prevalence": 0.32283464074134827 | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "n": 155, | |
| "auroc": 0.7922077922077922, | |
| "prevalence": 0.9935483932495117 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "n": 151, | |
| "auroc": 0.8333333333333334, | |
| "prevalence": 0.9933775067329407 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "n": 125, | |
| "auroc": 0.5, | |
| "prevalence": 0.328000009059906 | |
| } | |
| }, | |
| "high": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "n": 523, | |
| "auroc": 0.6943212613944322, | |
| "prevalence": 0.29445508122444153 | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "n": 697, | |
| "auroc": 0.5911871961102106, | |
| "prevalence": 0.8852223753929138 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "n": 674, | |
| "auroc": 0.5814588573481854, | |
| "prevalence": 0.8976261019706726 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "n": 516, | |
| "auroc": 0.5, | |
| "prevalence": 0.2538759708404541 | |
| } | |
| }, | |
| "low": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "n": 5539, | |
| "auroc": 0.688270272991761, | |
| "prevalence": 0.1491243839263916 | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "n": 6974, | |
| "auroc": 0.570613764584555, | |
| "prevalence": 0.16575853526592255 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "n": 6853, | |
| "auroc": 0.531529400241847, | |
| "prevalence": 0.2164015769958496 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "n": 5472, | |
| "auroc": 0.5, | |
| "prevalence": 0.03417397662997246 | |
| } | |
| }, | |
| "medium": { | |
| "ap_regime_shift": { | |
| "status": "ok", | |
| "n": 3259, | |
| "auroc": 0.7084425270516979, | |
| "prevalence": 0.24271248281002045 | |
| }, | |
| "storm_onset": { | |
| "status": "ok", | |
| "n": 4162, | |
| "auroc": 0.6028996238115613, | |
| "prevalence": 0.47429120540618896 | |
| }, | |
| "severe_storm_onset": { | |
| "status": "ok", | |
| "n": 4068, | |
| "auroc": 0.5768171124581665, | |
| "prevalence": 0.5277777910232544 | |
| }, | |
| "compound_geomagnetic_stress": { | |
| "status": "ok", | |
| "n": 3215, | |
| "auroc": 0.5, | |
| "prevalence": 0.12628304958343506 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "gate": { | |
| "criteria": { | |
| "real_corpus_required": true, | |
| "min_targets_significant": 2, | |
| "min_paired_lift_vs_phase0": 0.03, | |
| "min_paired_lift_vs_logistic": 0.0, | |
| "max_collapsed_targets": 0, | |
| "collapse_auroc_band": 0.005, | |
| "max_ece": 0.1, | |
| "min_selective_accuracy_gain": 0.02, | |
| "min_entities": 100, | |
| "leakage_tests_must_pass": true | |
| }, | |
| "checks": { | |
| "real_corpus": true, | |
| "targets_significant_vs_phase0": [ | |
| "ap_regime_shift", | |
| "storm_onset", | |
| "severe_storm_onset" | |
| ], | |
| "enough_significant_targets": true, | |
| "targets_significant_vs_logistic": [], | |
| "beats_logistic_baseline": false, | |
| "collapsed_targets": [ | |
| "compound_geomagnetic_stress" | |
| ], | |
| "no_collapsed_heads": false, | |
| "calibration_within_bound": true, | |
| "worst_ece": 0.08460442632775922, | |
| "abstention_helps": true, | |
| "enough_entities": true, | |
| "leakage_tests_passed": true | |
| }, | |
| "status": "candidate_not_promoted", | |
| "blocking_reasons": [ | |
| "only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot", | |
| "1 head(s) sit within 0.005 AUROC of chance (compound_geomagnetic_stress) \u2014 a collapsed head is a defect and blocks promotion" | |
| ], | |
| "statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one." | |
| } | |
| }, | |
| "celo": { | |
| "domain": { | |
| "contract_version": "surprise-contract/0.3.0", | |
| "domain_id": "celo", | |
| "schema_version": "0.5.0", | |
| "schema_hash": "2eae33f0adc6fc7c", | |
| "entity_kind": "opaque_block_range", | |
| "categories": [ | |
| "idle_block", | |
| "light_block", | |
| "normal_block", | |
| "busy_block", | |
| "saturated_block", | |
| "slow_block", | |
| "burst_block", | |
| "unknown" | |
| ], | |
| "channels": [ | |
| "tx_count", | |
| "gas_ratio", | |
| "block_interval_s", | |
| "base_fee_gwei" | |
| ], | |
| "context_dims": [ | |
| "chain", | |
| "utilisation_band", | |
| "hour_band" | |
| ], | |
| "targets": [ | |
| { | |
| "name": "block_regime_transition", | |
| "kind": "category_transition", | |
| "horizon": 10 | |
| }, | |
| { | |
| "name": "congestion_ahead", | |
| "kind": "threshold_crossing", | |
| "horizon": 8, | |
| "channel": "gas_ratio", | |
| "level": 0.17303338666666668, | |
| "direction": "above", | |
| "level_source": "train-split q0.9 of gas_ratio" | |
| } | |
| ], | |
| "unavailable_sentinel": -9.0, | |
| "permitted": [ | |
| "declared event category (incl. the unknown slot)", | |
| "time gaps and cadence statistics (past-only)", | |
| "declared magnitude channels and their explicit missingness indicators", | |
| "event and source evidence-quality indicators", | |
| "reference predictions, residuals and disagreement (as-of t)", | |
| "regime indicators derived from past observations only", | |
| "cold-start state", | |
| "unavailable-reference mask", | |
| "censored-horizon indicator" | |
| ], | |
| "forbidden": [ | |
| "entity identity as a semantic claim", | |
| "future events or future aggregates", | |
| "ownership labels", | |
| "private partner data", | |
| "repayment, credit, default or causal outcomes" | |
| ], | |
| "notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature." | |
| }, | |
| "horizon_selection": { | |
| "version": "surprise-horizons/0.1.0", | |
| "band": [ | |
| 0.08, | |
| 0.25 | |
| ], | |
| "min_prevalence": 0.05, | |
| "level_quantile": 0.9, | |
| "selected": { | |
| "block_regime_transition": { | |
| "declared_horizon": 5, | |
| "selected_horizon": 10, | |
| "prevalence": 0.17083333432674408, | |
| "in_band": true, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 5, | |
| "prevalence": 0.20357142388820648 | |
| }, | |
| { | |
| "horizon": 10, | |
| "prevalence": 0.17083333432674408 | |
| }, | |
| { | |
| "horizon": 15, | |
| "prevalence": 0.19583334028720856 | |
| }, | |
| { | |
| "horizon": 20, | |
| "prevalence": 0.17604166269302368 | |
| }, | |
| { | |
| "horizon": 30, | |
| "prevalence": 0.20416666567325592 | |
| }, | |
| { | |
| "horizon": 40, | |
| "prevalence": NaN | |
| } | |
| ] | |
| }, | |
| "congestion_ahead": { | |
| "declared_horizon": 8, | |
| "selected_horizon": 8, | |
| "prevalence": 0.40486112236976624, | |
| "in_band": false, | |
| "level": 0.17303338666666668, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.40486112236976624 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.5445075631141663 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.5922619104385376 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.6354166865348816 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": NaN | |
| }, | |
| { | |
| "horizon": 64, | |
| "prevalence": NaN | |
| } | |
| ] | |
| } | |
| }, | |
| "excluded": [ | |
| { | |
| "target": "cadence_shift", | |
| "kind": "cadence_shift", | |
| "reason": "prevalence stays below 5% at every admissible horizon (5, 10, 15, 20, 30, 40)", | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 5, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 10, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 15, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 20, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 30, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 40, | |
| "prevalence": NaN | |
| } | |
| ] | |
| }, | |
| { | |
| "target": "demand_regime_shift", | |
| "kind": "magnitude_shift", | |
| "reason": "prevalence stays below 5% at every admissible horizon (6, 12, 18, 24, 36, 48)", | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.0234375 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.013621794991195202 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.008333333767950535 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.0059523810632526875 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": NaN | |
| } | |
| ] | |
| }, | |
| { | |
| "target": "fee_regime_shift", | |
| "kind": "magnitude_shift", | |
| "reason": "prevalence stays below 5% at every admissible horizon (6, 12, 18, 24, 36, 48)", | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.0 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": NaN | |
| } | |
| ] | |
| }, | |
| { | |
| "target": "compound_chain_stress", | |
| "kind": "compound", | |
| "reason": "only 1 of its 2 required component targets survived selection", | |
| "prevalence_curve": [] | |
| } | |
| ], | |
| "note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance." | |
| }, | |
| "corpus": { | |
| "real_corpus": true, | |
| "source": "Celo public JSON-RPC block sampling (credential-free)", | |
| "source_url": "https://forno.celo.org", | |
| "licence": "public chain state; no third-party terms", | |
| "sampling": "30000 blocks at stride 120 back from head", | |
| "median_seconds_per_block": 1.0, | |
| "n_entities": 240, | |
| "n_events": 12000, | |
| "retrieved_at": "2026-08-29T06:49:29Z", | |
| "note": "Chain-level operational behaviour only. No price target, no address identity: block ranges are opaque grouping keys. Protocol-level state is a follow-up on the general onchain pack." | |
| }, | |
| "split": { | |
| "version": "surprise-splits/0.3.0", | |
| "n_train": 7200, | |
| "n_val": 2400, | |
| "n_test": 2400, | |
| "boundary_train_val": 1787409889.0, | |
| "boundary_val_test": 1787697865.0, | |
| "dropped_for_horizon_quarantine": 0 | |
| }, | |
| "features": { | |
| "n": 135, | |
| "version": "surprise-features/0.4.0", | |
| "degenerate_zeroed": [ | |
| "tx_count_available", | |
| "gas_ratio_available", | |
| "base_fee_gwei_available", | |
| "reference_missing_rate", | |
| "cat_last__idle_block", | |
| "cat_last__saturated_block", | |
| "cat_last__slow_block", | |
| "cat_last__burst_block", | |
| "cat_last__unknown", | |
| "source_count_last", | |
| "log_confirmations", | |
| "censored_horizon", | |
| "resid_seasonal_naive" | |
| ] | |
| }, | |
| "sequence": { | |
| "version": "surprise-sequence/0.4.0", | |
| "steps": 12 | |
| }, | |
| "targets": { | |
| "prevalence": { | |
| "block_regime_transition": 0.20319443941116333, | |
| "congestion_ahead": 0.44013887643814087 | |
| }, | |
| "version": "surprise-targets/0.4.0" | |
| }, | |
| "calibration": { | |
| "method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half", | |
| "parameters": [ | |
| [ | |
| 455.6066930670885, | |
| -471636.11245517165 | |
| ], | |
| [ | |
| 818.9083427677529, | |
| -482946.4556867477 | |
| ] | |
| ], | |
| "per_target": [ | |
| { | |
| "kind": "piecewise", | |
| "bias": -9.21024036697585, | |
| "knots": [ | |
| -9.060244, | |
| -5.149886, | |
| -4.598976, | |
| -4.084554, | |
| -2.810535, | |
| -0.692872, | |
| 1.499516 | |
| ], | |
| "weights": [ | |
| 1.2067434609097425, | |
| -1.2067434609097425, | |
| 2.5858044730361134, | |
| -1.308495145541304, | |
| -0.97259079608433, | |
| -0.07029572344846055, | |
| 2.3646832171564385 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.0647178290861371, | |
| "affine_held_out_ece": 0.1680555555555119 | |
| }, | |
| { | |
| "kind": "piecewise", | |
| "bias": -2.8526314299133175, | |
| "knots": [ | |
| -6.641004, | |
| -4.946359, | |
| -4.214787, | |
| -2.470159, | |
| -0.420007, | |
| 1.43704, | |
| 3.566145 | |
| ], | |
| "weights": [ | |
| 0.19817213419292168, | |
| 0.9538998149689959, | |
| -0.17882240928398474, | |
| -0.9732495398779328, | |
| 0.0050372745445351865, | |
| 0.270056151161868, | |
| 0.29416296998564573 | |
| ], | |
| "selected_on": "held-out half of validation", | |
| "held_out_ece": 0.07995994155890956, | |
| "affine_held_out_ece": 0.5999999999999066 | |
| } | |
| ], | |
| "piecewise_targets": [ | |
| "block_regime_transition", | |
| "congestion_ahead" | |
| ] | |
| }, | |
| "excluded_targets": [], | |
| "abstention": { | |
| "threshold": 0.9149428226570102, | |
| "coverage": 0.8, | |
| "selective_accuracy": 0.6026041666666667, | |
| "base_accuracy": 0.4820833333333333, | |
| "curve": [ | |
| { | |
| "coverage": 0.5, | |
| "threshold": 0.301981018985204, | |
| "selective_accuracy": 0.755 | |
| }, | |
| { | |
| "coverage": 0.6, | |
| "threshold": 0.679643527252549, | |
| "selective_accuracy": 0.7534722222222222 | |
| }, | |
| { | |
| "coverage": 0.7, | |
| "threshold": 0.8980755135559254, | |
| "selective_accuracy": 0.6886904761904762 | |
| }, | |
| { | |
| "coverage": 0.8, | |
| "threshold": 0.9149428226570102, | |
| "selective_accuracy": 0.6026041666666667 | |
| }, | |
| { | |
| "coverage": 0.9, | |
| "threshold": 0.9315249028632365, | |
| "selective_accuracy": 0.5356481481481481 | |
| }, | |
| { | |
| "coverage": 1.0, | |
| "threshold": 0.9562596619034561, | |
| "selective_accuracy": 0.4820833333333333 | |
| } | |
| ], | |
| "fit_split": "validation", | |
| "evaluation_split": "test", | |
| "test_coverage": 0.7941666666666667, | |
| "test_base_accuracy": 0.48541666666666666, | |
| "test_selective_accuracy": 0.6112277019937041, | |
| "test_selective_accuracy_gain": 0.12581103532703747 | |
| }, | |
| "evaluation": { | |
| "version": "surprise-eval/0.3.0", | |
| "domain_id": "celo", | |
| "schema_hash": "2eae33f0adc6fc7c", | |
| "targets": { | |
| "block_regime_transition": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 1440, | |
| "prevalence": 0.20694445073604584, | |
| "auroc": 0.8287738454847847, | |
| "auprc": 0.5093687486058867, | |
| "brier": 0.1359725336360697, | |
| "ece": 0.06456675400619105, | |
| "lead_at_far10_hours": 28.816666666666666 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 1440, | |
| "prevalence": 0.20694445073604584, | |
| "auroc": 0.749925069641157, | |
| "auprc": 0.3731517890309364, | |
| "brier": 0.4392406333164226, | |
| "ece": 0.5403015710207664, | |
| "lead_at_far10_hours": 30.45 | |
| }, | |
| "ewma_z": { | |
| "n": 1440, | |
| "prevalence": 0.20694445073604584, | |
| "auroc": 0.7463122509667486, | |
| "auprc": 0.3208948137001457, | |
| "brier": 0.16405010247006652, | |
| "ece": 0.0997262974506625, | |
| "lead_at_far10_hours": 34.583333333333336 | |
| }, | |
| "logistic": { | |
| "n": 1440, | |
| "prevalence": 0.20694445073604584, | |
| "auroc": 0.8120335217856345, | |
| "auprc": 0.40179513358402447, | |
| "brier": 0.13398752803869765, | |
| "ece": 0.07968158322385738, | |
| "lead_at_far10_hours": 28.8 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.7657732025508002, | |
| 0.8836641460961243 | |
| ], | |
| "phase0_rules": [ | |
| 0.6764611619078913, | |
| 0.8242839447364957 | |
| ], | |
| "ewma_z": [ | |
| 0.6812364638899271, | |
| 0.8082570340681906 | |
| ], | |
| "logistic": [ | |
| 0.7281527598913989, | |
| 0.8881794877068144 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.07665228882212914, | |
| "ci95": [ | |
| 0.010642411099388155, | |
| 0.13782237165585115 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.08203585414830397, | |
| "ci95": [ | |
| 0.02980412069269538, | |
| 0.13939621195667246 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": 0.015139572970917732, | |
| "ci95": [ | |
| -0.042249982588154066, | |
| 0.0845319993352127 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 48, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "congestion_ahead": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 1440, | |
| "prevalence": 0.4159722328186035, | |
| "auroc": 0.8115974106666084, | |
| "auprc": 0.7434835586542539, | |
| "brier": 0.1762551579153642, | |
| "ece": 0.0607021870047358, | |
| "lead_at_far10_hours": 36.46666666666667 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 1440, | |
| "prevalence": 0.4159722328186035, | |
| "auroc": 0.7111872939242773, | |
| "auprc": 0.5722291711756697, | |
| "brier": 0.32238985310837037, | |
| "ece": 0.3329834100606967, | |
| "lead_at_far10_hours": 32.31666666666666 | |
| }, | |
| "ewma_z": { | |
| "n": 1440, | |
| "prevalence": 0.4159722328186035, | |
| "auroc": 0.7240386772246252, | |
| "auprc": 0.5558250785272174, | |
| "brier": 0.2628168802828783, | |
| "ece": 0.2262332647222245, | |
| "lead_at_far10_hours": 36.266666666666666 | |
| }, | |
| "logistic": { | |
| "n": 1440, | |
| "prevalence": 0.4159722328186035, | |
| "auroc": 0.8420554272975768, | |
| "auprc": 0.7930793146487176, | |
| "brier": 0.16513804460816478, | |
| "ece": 0.07222152819365675, | |
| "lead_at_far10_hours": 31.733333333333334 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.7452846489962998, | |
| 0.8744928338127343 | |
| ], | |
| "phase0_rules": [ | |
| 0.636441769933102, | |
| 0.7923515247926093 | |
| ], | |
| "ewma_z": [ | |
| 0.6549589599800534, | |
| 0.7999541632315191 | |
| ], | |
| "logistic": [ | |
| 0.7686509297621821, | |
| 0.9029495929705261 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.0998746356765293, | |
| "ci95": [ | |
| 0.0418023925043983, | |
| 0.1559200386768609 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.08729749002275443, | |
| "ci95": [ | |
| 0.03686644589478889, | |
| 0.13702654982945417 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.02681687829286723, | |
| "ci95": [ | |
| -0.06228034112133337, | |
| 0.007451386487183005 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 48, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| } | |
| }, | |
| "slices": { | |
| "chain": { | |
| "celo": { | |
| "block_regime_transition": { | |
| "status": "ok", | |
| "n": 1440, | |
| "auroc": 0.8287738454847847, | |
| "prevalence": 0.20694445073604584 | |
| }, | |
| "congestion_ahead": { | |
| "status": "ok", | |
| "n": 1440, | |
| "auroc": 0.8115974106666084, | |
| "prevalence": 0.4159722328186035 | |
| } | |
| } | |
| }, | |
| "utilisation_band": { | |
| "high": { | |
| "block_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 12 | |
| }, | |
| "congestion_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 10 | |
| } | |
| }, | |
| "low": { | |
| "block_regime_transition": { | |
| "status": "ok", | |
| "n": 1018, | |
| "auroc": 0.8627170317895468, | |
| "prevalence": 0.13850687444210052 | |
| }, | |
| "congestion_ahead": { | |
| "status": "ok", | |
| "n": 1025, | |
| "auroc": 0.8132460363756672, | |
| "prevalence": 0.3229268193244934 | |
| } | |
| }, | |
| "medium": { | |
| "block_regime_transition": { | |
| "status": "ok", | |
| "n": 410, | |
| "auroc": 0.6874952795750359, | |
| "prevalence": 0.3829268217086792 | |
| }, | |
| "congestion_ahead": { | |
| "status": "ok", | |
| "n": 405, | |
| "auroc": 0.703355795148248, | |
| "prevalence": 0.654321014881134 | |
| } | |
| } | |
| }, | |
| "hour_band": { | |
| "utc_afternoon": { | |
| "block_regime_transition": { | |
| "status": "ok", | |
| "n": 320, | |
| "auroc": 0.6791224877354012, | |
| "prevalence": 0.4437499940395355 | |
| }, | |
| "congestion_ahead": { | |
| "status": "ok", | |
| "n": 320, | |
| "auroc": 0.6842589331141639, | |
| "prevalence": 0.4781250059604645 | |
| } | |
| }, | |
| "utc_evening": { | |
| "block_regime_transition": { | |
| "status": "ok", | |
| "n": 350, | |
| "auroc": NaN, | |
| "prevalence": 0.0 | |
| }, | |
| "congestion_ahead": { | |
| "status": "ok", | |
| "n": 350, | |
| "auroc": 0.702034303948943, | |
| "prevalence": 0.0657142847776413 | |
| } | |
| }, | |
| "utc_morning": { | |
| "block_regime_transition": { | |
| "status": "ok", | |
| "n": 343, | |
| "auroc": 0.6085875210299173, | |
| "prevalence": 0.36734694242477417 | |
| }, | |
| "congestion_ahead": { | |
| "status": "ok", | |
| "n": 345, | |
| "auroc": 0.598879804629433, | |
| "prevalence": 0.8028985261917114 | |
| } | |
| }, | |
| "utc_night": { | |
| "block_regime_transition": { | |
| "status": "ok", | |
| "n": 427, | |
| "auroc": 0.8811083123425693, | |
| "prevalence": 0.07025761157274246 | |
| }, | |
| "congestion_ahead": { | |
| "status": "ok", | |
| "n": 425, | |
| "auroc": 0.583971620759071, | |
| "prevalence": 0.3435294032096863 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "gate": { | |
| "criteria": { | |
| "real_corpus_required": true, | |
| "min_targets_significant": 2, | |
| "min_paired_lift_vs_phase0": 0.03, | |
| "min_paired_lift_vs_logistic": 0.0, | |
| "max_collapsed_targets": 0, | |
| "collapse_auroc_band": 0.005, | |
| "max_ece": 0.1, | |
| "min_selective_accuracy_gain": 0.02, | |
| "min_entities": 100, | |
| "leakage_tests_must_pass": true | |
| }, | |
| "checks": { | |
| "real_corpus": true, | |
| "targets_significant_vs_phase0": [ | |
| "block_regime_transition", | |
| "congestion_ahead" | |
| ], | |
| "enough_significant_targets": true, | |
| "targets_significant_vs_logistic": [], | |
| "beats_logistic_baseline": false, | |
| "collapsed_targets": [], | |
| "no_collapsed_heads": true, | |
| "calibration_within_bound": true, | |
| "worst_ece": 0.06456675400619105, | |
| "abstention_helps": true, | |
| "enough_entities": true, | |
| "leakage_tests_passed": true | |
| }, | |
| "status": "candidate_not_promoted", | |
| "blocking_reasons": [ | |
| "only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot" | |
| ], | |
| "statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one." | |
| } | |
| }, | |
| "macro": { | |
| "domain": { | |
| "contract_version": "surprise-contract/0.3.0", | |
| "domain_id": "macro", | |
| "schema_version": "0.5.0", | |
| "schema_hash": "a483c38e354bd308", | |
| "entity_kind": "opaque_series", | |
| "categories": [ | |
| "stable_print", | |
| "mild_move", | |
| "notable_move", | |
| "large_move", | |
| "shock_print", | |
| "revision", | |
| "stale_print", | |
| "unknown" | |
| ], | |
| "channels": [ | |
| "level", | |
| "abs_change", | |
| "z_change", | |
| "days_since_prev" | |
| ], | |
| "context_dims": [ | |
| "family", | |
| "cadence", | |
| "move_band" | |
| ], | |
| "targets": [ | |
| { | |
| "name": "print_regime_transition", | |
| "kind": "category_transition", | |
| "horizon": 4 | |
| }, | |
| { | |
| "name": "shock_ahead", | |
| "kind": "threshold_crossing", | |
| "horizon": 6, | |
| "channel": "z_change", | |
| "level": 1.4704358187934363, | |
| "direction": "above", | |
| "level_source": "train-split q0.9 of z_change" | |
| } | |
| ], | |
| "unavailable_sentinel": -9.0, | |
| "permitted": [ | |
| "declared event category (incl. the unknown slot)", | |
| "time gaps and cadence statistics (past-only)", | |
| "declared magnitude channels and their explicit missingness indicators", | |
| "event and source evidence-quality indicators", | |
| "reference predictions, residuals and disagreement (as-of t)", | |
| "regime indicators derived from past observations only", | |
| "cold-start state", | |
| "unavailable-reference mask", | |
| "censored-horizon indicator" | |
| ], | |
| "forbidden": [ | |
| "entity identity as a semantic claim", | |
| "future events or future aggregates", | |
| "ownership labels", | |
| "private partner data", | |
| "repayment, credit, default or causal outcomes" | |
| ], | |
| "notes": "entity_key and the declared context dimensions are used only for grouping, splitting and slice reporting. Neither is ever encoded as a feature." | |
| }, | |
| "horizon_selection": { | |
| "version": "surprise-horizons/0.1.0", | |
| "band": [ | |
| 0.08, | |
| 0.25 | |
| ], | |
| "min_prevalence": 0.05, | |
| "level_quantile": 0.9, | |
| "selected": { | |
| "print_regime_transition": { | |
| "declared_horizon": 4, | |
| "selected_horizon": 4, | |
| "prevalence": 0.12220495939254761, | |
| "in_band": true, | |
| "level": null, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 4, | |
| "prevalence": 0.12220495939254761 | |
| }, | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.09200801700353622 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.07721874862909317 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.06795667111873627 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.058708369731903076 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.053314823657274246 | |
| } | |
| ] | |
| }, | |
| "shock_ahead": { | |
| "declared_horizon": 6, | |
| "selected_horizon": 6, | |
| "prevalence": 0.4313455820083618, | |
| "in_band": false, | |
| "level": 1.4704358187934363, | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.4313455820083618 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.5995871424674988 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.6955165266990662 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.758023738861084 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.8357165455818176 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.877090334892273 | |
| } | |
| ] | |
| } | |
| }, | |
| "excluded": [ | |
| { | |
| "target": "cadence_shift", | |
| "kind": "cadence_shift", | |
| "reason": "prevalence stays below 5% at every admissible horizon (4, 8, 12, 16, 24, 32)", | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 4, | |
| "prevalence": 0.0024317624047398567 | |
| }, | |
| { | |
| "horizon": 8, | |
| "prevalence": 0.0007236319361254573 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.00043894510599784553 | |
| }, | |
| { | |
| "horizon": 16, | |
| "prevalence": 0.000332190451445058 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.0002728966064751148 | |
| }, | |
| { | |
| "horizon": 32, | |
| "prevalence": 0.0001898591435747221 | |
| } | |
| ] | |
| }, | |
| { | |
| "target": "volatility_regime_shift", | |
| "kind": "magnitude_shift", | |
| "reason": "prevalence stays below 5% at every admissible horizon (6, 12, 18, 24, 36, 48)", | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.027699023485183716 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.023584401234984398 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.021426791325211525 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.021404586732387543 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.021372035145759583 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.021481893956661224 | |
| } | |
| ] | |
| }, | |
| { | |
| "target": "level_regime_shift", | |
| "kind": "magnitude_shift", | |
| "reason": "prevalence stays below 5% at every admissible horizon (6, 12, 18, 24, 36, 48)", | |
| "prevalence_curve": [ | |
| { | |
| "horizon": 6, | |
| "prevalence": 0.017022740095853806 | |
| }, | |
| { | |
| "horizon": 12, | |
| "prevalence": 0.019052591174840927 | |
| }, | |
| { | |
| "horizon": 18, | |
| "prevalence": 0.022221695631742477 | |
| }, | |
| { | |
| "horizon": 24, | |
| "prevalence": 0.024952244013547897 | |
| }, | |
| { | |
| "horizon": 36, | |
| "prevalence": 0.02974996715784073 | |
| }, | |
| { | |
| "horizon": 48, | |
| "prevalence": 0.03552227094769478 | |
| } | |
| ] | |
| }, | |
| { | |
| "target": "compound_macro_stress", | |
| "kind": "compound", | |
| "reason": "only 1 of its 2 required component targets survived selection", | |
| "prevalence_curve": [] | |
| } | |
| ], | |
| "note": "Horizons are selected on the calibration split only and recorded here. A target that cannot reach the minimum prevalence at any admissible horizon is excluded with its prevalence curve, never shipped at chance." | |
| }, | |
| "corpus": { | |
| "real_corpus": true, | |
| "source": "FRED (Federal Reserve Bank of St. Louis) observations API", | |
| "source_url": "https://api.stlouisfed.org/fred/series/observations", | |
| "licence": "FRED terms of use; series carry their originating agency's terms", | |
| "series": [ | |
| "DGS10", | |
| "DGS2", | |
| "DGS3MO", | |
| "T10Y2Y", | |
| "BAMLH0A0HYM2", | |
| "BAMLC0A0CM", | |
| "ICSA", | |
| "CCSA", | |
| "UNRATE", | |
| "PAYEMS", | |
| "CPIAUCSL", | |
| "PCEPI", | |
| "FEDFUNDS", | |
| "SOFR", | |
| "M2SL", | |
| "INDPRO", | |
| "HOUST", | |
| "UMCSENT", | |
| "VIXCLS", | |
| "DTWEXBGS", | |
| "DCOILWTICO", | |
| "TEDRATE", | |
| "NFCI", | |
| "STLFSI4", | |
| "DGS1", | |
| "DGS5", | |
| "DGS30", | |
| "DGS1MO", | |
| "DGS20", | |
| "DFII10", | |
| "T10YIE", | |
| "T5YIE", | |
| "DAAA", | |
| "DBAA", | |
| "MORTGAGE30US", | |
| "DPRIME", | |
| "BAMLH0A3HYC", | |
| "BAMLC0A4CBBB", | |
| "BAMLEMCBPIOAS", | |
| "T10Y3M", | |
| "TB3MS", | |
| "CIVPART", | |
| "EMRATIO", | |
| "U6RATE", | |
| "JTSJOL", | |
| "AHETPI", | |
| "AWHAETP", | |
| "CPILFESL", | |
| "PPIACO", | |
| "PCEPILFE", | |
| "MICH", | |
| "WM2NS", | |
| "WALCL", | |
| "TOTRESNS", | |
| "BUSLOANS", | |
| "TOTALSL", | |
| "REALLN", | |
| "IPMAN", | |
| "TCU", | |
| "RSAFS", | |
| "DGORDER", | |
| "PERMIT", | |
| "HSN1F", | |
| "CSUSHPINSA", | |
| "DEXUSEU", | |
| "DEXJPUS", | |
| "DEXCHUS", | |
| "DTWEXAFEGS", | |
| "DCOILBRENTEU", | |
| "DHHNGSP", | |
| "NASDAQCOM", | |
| "DJIA", | |
| "SP500", | |
| "VXVCLS", | |
| "OVXCLS", | |
| "GVZCLS", | |
| "DFF", | |
| "RRPONTSYD", | |
| "WRESBAL", | |
| "EXPINF1YR", | |
| "DGS7", | |
| "DFII5", | |
| "DFII30", | |
| "DLTIIT", | |
| "T5YIFR", | |
| "DTB3", | |
| "DTB6", | |
| "DTB1YR", | |
| "DCPN3M", | |
| "DCPF3M", | |
| "WGS10YR", | |
| "WGS1YR", | |
| "WGS3MO", | |
| "AAA", | |
| "BAA", | |
| "AAA10Y", | |
| "BAA10Y", | |
| "BAMLH0A1HYBB", | |
| "BAMLH0A2HYB", | |
| "BAMLC0A1CAAA", | |
| "BAMLC0A2CAA", | |
| "BAMLC0A3CA", | |
| "BAMLEM1BRRAAA2ACRPIOAS", | |
| "MORTGAGE15US", | |
| "OBMMIC30YF", | |
| "TOTCI", | |
| "CONSUMER", | |
| "H8B1058NCBCMG", | |
| "NONREVSL", | |
| "REVOLSL", | |
| "IPMANSICS", | |
| "IPUTIL", | |
| "IPMINE", | |
| "IPDCONGD", | |
| "IPNCONGD", | |
| "IPBUSEQ", | |
| "MCUMFN", | |
| "AMTMNO", | |
| "AMTMUO", | |
| "AMTMTI", | |
| "BUSINV", | |
| "ISRATIO", | |
| "RETAILIRSA", | |
| "RSXFS", | |
| "MRTSSM44000USS", | |
| "TOTALSA", | |
| "ALTSALES", | |
| "HOUST1F", | |
| "COMPUTSA", | |
| "MSACSR", | |
| "CES0500000003", | |
| "AWHMAN", | |
| "CES9091000001", | |
| "USCONS", | |
| "MANEMP", | |
| "USTRADE", | |
| "SRVPRD", | |
| "LNS12032194", | |
| "UEMPMEAN", | |
| "UEMP15OV", | |
| "LNS13023621", | |
| "JTSHIR", | |
| "JTSTSR", | |
| "JTSQUR", | |
| "JTSLDR", | |
| "CPIENGSL", | |
| "CPIMEDSL", | |
| "CPIUFDSL", | |
| "CUSR0000SEHA", | |
| "CUSR0000SAS", | |
| "PPIFIS", | |
| "WPU0911", | |
| "PPICMM", | |
| "DEXCAUS", | |
| "DEXMXUS", | |
| "DEXKOUS", | |
| "DEXBZUS", | |
| "DEXINUS", | |
| "DEXSFUS", | |
| "DEXUSUK", | |
| "DEXUSAL", | |
| "DEXNOUS", | |
| "DEXSDUS", | |
| "DEXSZUS", | |
| "DEXTHUS", | |
| "DTWEXEMEGS", | |
| "IQ12260", | |
| "DPROPANEMBTX", | |
| "DHOILNYH", | |
| "GASREGW", | |
| "WTISPLC", | |
| "NIKKEI225", | |
| "VXNCLS", | |
| "VXDCLS", | |
| "RVXCLS", | |
| "EVZCLS", | |
| "BAMLHE00EHYIOAS", | |
| "BAMLEMHBHYCRPIOAS", | |
| "ANFCI", | |
| "KCFSI", | |
| "CFNAI", | |
| "SAHMREALTIME", | |
| "RECPROUSM156N", | |
| "T3MFF", | |
| "T1YFF", | |
| "T5YFF", | |
| "AAAFF", | |
| "BAAFF", | |
| "TREAST", | |
| "SWPT", | |
| "RESPPANWW", | |
| "PSAVERT", | |
| "DSPIC96", | |
| "PCEC96", | |
| "PCEDG", | |
| "PCEND", | |
| "PCES", | |
| "DGDSRC1" | |
| ], | |
| "start": "2005-01-01", | |
| "n_entities": 198, | |
| "n_events": 428889, | |
| "retrieved_at": "2026-08-29T06:53:05Z", | |
| "note": "Mixed-cadence, policy-driven series. Observation spacing is an explicit channel because irregular release timing is signal here." | |
| }, | |
| "split": { | |
| "version": "surprise-splits/0.3.0", | |
| "n_train": 256159, | |
| "n_val": 84673, | |
| "n_test": 85843, | |
| "boundary_train_val": 1533513600.0, | |
| "boundary_val_test": 1667174400.0, | |
| "dropped_for_horizon_quarantine": 2214 | |
| }, | |
| "features": { | |
| "n": 135, | |
| "version": "surprise-features/0.4.0", | |
| "degenerate_zeroed": [ | |
| "level_available", | |
| "reference_missing_rate", | |
| "cat_last__revision", | |
| "source_count_last", | |
| "log_confirmations", | |
| "censored_horizon", | |
| "hour_sin", | |
| "hour_cos" | |
| ] | |
| }, | |
| "sequence": { | |
| "version": "surprise-sequence/0.4.0", | |
| "steps": 12 | |
| }, | |
| "targets": { | |
| "prevalence": { | |
| "print_regime_transition": 0.100306436419487, | |
| "shock_ahead": 0.4205077886581421 | |
| }, | |
| "version": "surprise-targets/0.4.0" | |
| }, | |
| "calibration": { | |
| "method": "per-target calibration fitted on validation: affine Platt, or a monotone piecewise-linear map when it wins on a held-out half", | |
| "parameters": [ | |
| [ | |
| 1.9740880955539448, | |
| -2.0529808039680155 | |
| ], | |
| [ | |
| 2.0339780421049554, | |
| -0.8156153936861372 | |
| ] | |
| ], | |
| "per_target": [ | |
| { | |
| "kind": "affine", | |
| "slope": 1.9740880955539448, | |
| "bias": -2.0529808039680155, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.03727350716123905, | |
| "held_out_ece": 0.008507900585224437 | |
| }, | |
| { | |
| "kind": "affine", | |
| "slope": 2.0339780421049554, | |
| "bias": -0.8156153936861372, | |
| "selected_on": "held-out half of validation", | |
| "rejected_piecewise_ece": 0.01685574187310224, | |
| "held_out_ece": 0.009733608905422715 | |
| } | |
| ], | |
| "piecewise_targets": [] | |
| }, | |
| "excluded_targets": [], | |
| "abstention": { | |
| "threshold": 0.3025248305740764, | |
| "coverage": 0.7999952759439255, | |
| "selective_accuracy": 0.818868286633795, | |
| "base_accuracy": 0.7932162554769525, | |
| "curve": [ | |
| { | |
| "coverage": 0.5000059050700932, | |
| "threshold": 0.21689635795987755, | |
| "selective_accuracy": 0.8724165623449938 | |
| }, | |
| { | |
| "coverage": 0.6000023620280373, | |
| "threshold": 0.24980901426233104, | |
| "selective_accuracy": 0.8516553814660263 | |
| }, | |
| { | |
| "coverage": 0.6999988189859814, | |
| "threshold": 0.27940200839969814, | |
| "selective_accuracy": 0.8336792023080427 | |
| }, | |
| { | |
| "coverage": 0.7999952759439255, | |
| "threshold": 0.3025248305740764, | |
| "selective_accuracy": 0.818868286633795 | |
| }, | |
| { | |
| "coverage": 0.8999917329018695, | |
| "threshold": 0.3241569929061583, | |
| "selective_accuracy": 0.8061413293091004 | |
| }, | |
| { | |
| "coverage": 1.0, | |
| "threshold": 0.850404292950724, | |
| "selective_accuracy": 0.7932162554769525 | |
| } | |
| ], | |
| "fit_split": "validation", | |
| "evaluation_split": "test", | |
| "test_coverage": 0.7712684785014503, | |
| "test_base_accuracy": 0.7766503966543574, | |
| "test_selective_accuracy": 0.8053634001933301, | |
| "test_selective_accuracy_gain": 0.02871300353897266 | |
| }, | |
| "evaluation": { | |
| "version": "surprise-eval/0.3.0", | |
| "domain_id": "macro", | |
| "schema_hash": "a483c38e354bd308", | |
| "targets": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 84951, | |
| "prevalence": 0.113889180123806, | |
| "auroc": 0.8289485363972553, | |
| "auprc": 0.41263261269148527, | |
| "brier": 0.08202253998358924, | |
| "ece": 0.014604037106580897, | |
| "lead_at_far10_hours": 13320.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 84951, | |
| "prevalence": 0.113889180123806, | |
| "auroc": 0.6399013861547644, | |
| "auprc": 0.17896174022288136, | |
| "brier": 0.5559567613476718, | |
| "ece": 0.645110028148534, | |
| "lead_at_far10_hours": -2736.0 | |
| }, | |
| "ewma_z": { | |
| "n": 84951, | |
| "prevalence": 0.113889180123806, | |
| "auroc": 0.6854407401777822, | |
| "auprc": 0.2034201848438989, | |
| "brier": 0.2705135938477796, | |
| "ece": 0.32712615100403963, | |
| "lead_at_far10_hours": 13320.0 | |
| }, | |
| "logistic": { | |
| "n": 84951, | |
| "prevalence": 0.113889180123806, | |
| "auroc": 0.8311126434565759, | |
| "auprc": 0.4230041123033228, | |
| "brier": 0.0813141045269671, | |
| "ece": 0.021392427067989744, | |
| "lead_at_far10_hours": 13320.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.8076011883553355, | |
| 0.8470248378109344 | |
| ], | |
| "phase0_rules": [ | |
| 0.6184994333839423, | |
| 0.6617179266541874 | |
| ], | |
| "ewma_z": [ | |
| 0.6652464749947433, | |
| 0.7058483192183794 | |
| ], | |
| "logistic": [ | |
| 0.8107566791109517, | |
| 0.8497743294617534 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.1883283092688536, | |
| "ci95": [ | |
| 0.17115498391292297, | |
| 0.20756559328484636 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.14265010573729484, | |
| "ci95": [ | |
| 0.12509981202339607, | |
| 0.16078856552223095 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.0021733942434618582, | |
| "ci95": [ | |
| -0.005770627937924244, | |
| 0.00098030063786917 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 197, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "candidate": { | |
| "n": 84531, | |
| "prevalence": 0.45744165778160095, | |
| "auroc": 0.7361533515288328, | |
| "auprc": 0.6992755223455545, | |
| "brier": 0.20675381722787103, | |
| "ece": 0.02013764593156305, | |
| "lead_at_far10_hours": 15336.0 | |
| }, | |
| "baselines": { | |
| "phase0_rules": { | |
| "n": 84531, | |
| "prevalence": 0.45744165778160095, | |
| "auroc": 0.6122186458930859, | |
| "auprc": 0.5545416857423872, | |
| "brier": 0.3523427570412595, | |
| "ece": 0.3181787597831851, | |
| "lead_at_far10_hours": 1440.0 | |
| }, | |
| "ewma_z": { | |
| "n": 84531, | |
| "prevalence": 0.45744165778160095, | |
| "auroc": 0.6310213761386996, | |
| "auprc": 0.5603746434577102, | |
| "brier": 0.28310427456263126, | |
| "ece": 0.1978420732198249, | |
| "lead_at_far10_hours": 15312.0 | |
| }, | |
| "logistic": { | |
| "n": 84531, | |
| "prevalence": 0.45744165778160095, | |
| "auroc": 0.7383922498312034, | |
| "auprc": 0.7036082027191621, | |
| "brier": 0.20560712838115963, | |
| "ece": 0.012840046480465033, | |
| "lead_at_far10_hours": 14592.0 | |
| } | |
| }, | |
| "auroc_ci95": { | |
| "candidate": [ | |
| 0.7103234235719253, | |
| 0.7612938400832607 | |
| ], | |
| "phase0_rules": [ | |
| 0.5872165047880575, | |
| 0.6393937717924926 | |
| ], | |
| "ewma_z": [ | |
| 0.6089215810898715, | |
| 0.6585190474533164 | |
| ], | |
| "logistic": [ | |
| 0.7134217947905168, | |
| 0.763046734462432 | |
| ] | |
| }, | |
| "paired_auroc_lift": { | |
| "phase0_rules": { | |
| "mean": 0.12362882614780311, | |
| "ci95": [ | |
| 0.10498876088369093, | |
| 0.14315633016157117 | |
| ], | |
| "significant": true | |
| }, | |
| "ewma_z": { | |
| "mean": 0.10481310251846948, | |
| "ci95": [ | |
| 0.08721446503590873, | |
| 0.12021427027810966 | |
| ], | |
| "significant": true | |
| }, | |
| "logistic": { | |
| "mean": -0.0021949322878217687, | |
| "ci95": [ | |
| -0.005482239536715605, | |
| 0.0017624781612428232 | |
| ], | |
| "significant": false | |
| } | |
| }, | |
| "bootstrap": { | |
| "resampling_unit": "entity", | |
| "n_entities": 197, | |
| "n_replicates": 300, | |
| "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." | |
| } | |
| } | |
| }, | |
| "slices": { | |
| "family": { | |
| "activity": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 409, | |
| "auroc": 0.6536382068033341, | |
| "prevalence": 0.05623471736907959 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 389, | |
| "auroc": 0.4707637550845643, | |
| "prevalence": 0.5552698969841003 | |
| } | |
| }, | |
| "credit": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 6286, | |
| "auroc": 0.8034606077000118, | |
| "prevalence": 0.05138402804732323 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 6252, | |
| "auroc": 0.6611304011552555, | |
| "prevalence": 0.3387715816497803 | |
| } | |
| }, | |
| "labour": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 712, | |
| "auroc": 0.907132768361582, | |
| "prevalence": 0.00561797758564353 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 692, | |
| "auroc": 0.6005564387917329, | |
| "prevalence": 0.21387283504009247 | |
| } | |
| }, | |
| "money": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 6363, | |
| "auroc": 0.8113912068286154, | |
| "prevalence": 0.14945779740810394 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 6341, | |
| "auroc": 0.7377482213891337, | |
| "prevalence": 0.5150607228279114 | |
| } | |
| }, | |
| "other": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 45349, | |
| "auroc": 0.81339411547867, | |
| "prevalence": 0.11283600330352783 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 45097, | |
| "auroc": 0.724953397177538, | |
| "prevalence": 0.45546266436576843 | |
| } | |
| }, | |
| "prices": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 5048, | |
| "auroc": 0.866975774612299, | |
| "prevalence": 0.10400158166885376 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 5024, | |
| "auroc": 0.7036238127966343, | |
| "prevalence": 0.4321258068084717 | |
| } | |
| }, | |
| "rates": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 14068, | |
| "auroc": 0.844308203192141, | |
| "prevalence": 0.10754904896020889 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 14034, | |
| "auroc": 0.7753242586114952, | |
| "prevalence": 0.44677212834358215 | |
| } | |
| }, | |
| "volatility": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 6716, | |
| "auroc": 0.8238479098823834, | |
| "prevalence": 0.18150684237480164 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 6702, | |
| "auroc": 0.7479504444222088, | |
| "prevalence": 0.5877349972724915 | |
| } | |
| } | |
| }, | |
| "cadence": { | |
| "daily": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 60601, | |
| "auroc": 0.8294647664739362, | |
| "prevalence": 0.11245688796043396 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 60447, | |
| "auroc": 0.7394119280262549, | |
| "prevalence": 0.4604198634624481 | |
| } | |
| }, | |
| "monthly": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 3846, | |
| "auroc": 0.7646895291360837, | |
| "prevalence": 0.10088403522968292 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 3658, | |
| "auroc": 0.667717708258334, | |
| "prevalence": 0.4702022969722748 | |
| } | |
| }, | |
| "sparse": { | |
| "print_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 18 | |
| }, | |
| "shock_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 18 | |
| } | |
| }, | |
| "unknown": { | |
| "print_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "shock_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| }, | |
| "weekly": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 20486, | |
| "auroc": 0.8367304461686218, | |
| "prevalence": 0.12066777050495148 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 20408, | |
| "auroc": 0.7418635655010974, | |
| "prevalence": 0.44624656438827515 | |
| } | |
| } | |
| }, | |
| "move_band": { | |
| "large": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 13472, | |
| "auroc": 0.7606798592625773, | |
| "prevalence": 0.1903206706047058 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 13411, | |
| "auroc": 0.6717403900560253, | |
| "prevalence": 0.602043092250824 | |
| } | |
| }, | |
| "normal": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 34753, | |
| "auroc": 0.7923992511742995, | |
| "prevalence": 0.09075475484132767 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 34544, | |
| "auroc": 0.7057978932803942, | |
| "prevalence": 0.4454898238182068 | |
| } | |
| }, | |
| "quiet": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 30943, | |
| "auroc": 0.8358260137287571, | |
| "prevalence": 0.05781598389148712 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 30810, | |
| "auroc": 0.7222106051293284, | |
| "prevalence": 0.35300227999687195 | |
| } | |
| }, | |
| "shock": { | |
| "print_regime_transition": { | |
| "status": "ok", | |
| "n": 5783, | |
| "auroc": 0.6982765154415029, | |
| "prevalence": 0.3748919367790222 | |
| }, | |
| "shock_ahead": { | |
| "status": "ok", | |
| "n": 5766, | |
| "auroc": 0.7114648774356499, | |
| "prevalence": 0.750780463218689 | |
| } | |
| }, | |
| "unknown": { | |
| "print_regime_transition": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| }, | |
| "shock_ahead": { | |
| "status": "insufficient_rows", | |
| "n": 0 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "gate": { | |
| "criteria": { | |
| "real_corpus_required": true, | |
| "min_targets_significant": 2, | |
| "min_paired_lift_vs_phase0": 0.03, | |
| "min_paired_lift_vs_logistic": 0.0, | |
| "max_collapsed_targets": 0, | |
| "collapse_auroc_band": 0.005, | |
| "max_ece": 0.1, | |
| "min_selective_accuracy_gain": 0.02, | |
| "min_entities": 100, | |
| "leakage_tests_must_pass": true | |
| }, | |
| "checks": { | |
| "real_corpus": true, | |
| "targets_significant_vs_phase0": [ | |
| "print_regime_transition", | |
| "shock_ahead" | |
| ], | |
| "enough_significant_targets": true, | |
| "targets_significant_vs_logistic": [], | |
| "beats_logistic_baseline": false, | |
| "collapsed_targets": [], | |
| "no_collapsed_heads": true, | |
| "calibration_within_bound": true, | |
| "worst_ece": 0.02013764593156305, | |
| "abstention_helps": true, | |
| "enough_entities": true, | |
| "leakage_tests_passed": true | |
| }, | |
| "status": "candidate_not_promoted", | |
| "blocking_reasons": [ | |
| "only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot" | |
| ], | |
| "statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one." | |
| } | |
| } | |
| }, | |
| "real_corpus_domains": [ | |
| "climate", | |
| "hydrology", | |
| "markets", | |
| "seismic", | |
| "wildfire", | |
| "spaceweather", | |
| "celo", | |
| "macro" | |
| ], | |
| "shared_vs_single_domain": {}, | |
| "leave_one_domain_out": { | |
| "climate": { | |
| "transfer_auroc": { | |
| "weather_regime_transition": 0.8168443957770669, | |
| "anomaly_regime_shift": 0.7810185884393855, | |
| "heat_extreme_ahead": 0.8578980559029216, | |
| "cold_extreme_ahead": 0.879080462145214, | |
| "compound_climate_stress": 0.8242645660461557 | |
| }, | |
| "joint_auroc": { | |
| "weather_regime_transition": 0.8244089820520246, | |
| "anomaly_regime_shift": 0.7827657857490328, | |
| "heat_extreme_ahead": 0.8553627526874936, | |
| "cold_extreme_ahead": 0.8904805475537743, | |
| "compound_climate_stress": 0.8286285842970172 | |
| }, | |
| "gate": "candidate_not_promoted", | |
| "protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted" | |
| }, | |
| "hydrology": { | |
| "transfer_auroc": { | |
| "flow_regime_transition": 0.820565599252975, | |
| "discharge_regime_shift": 0.7492856129091741, | |
| "volatility_regime_shift": 0.6747854403054595, | |
| "surge_ahead": 0.6431649216764365, | |
| "compound_hydrologic_stress": 0.7070801122024132 | |
| }, | |
| "joint_auroc": { | |
| "flow_regime_transition": 0.8021500549240848, | |
| "discharge_regime_shift": 0.7636129599217235, | |
| "volatility_regime_shift": 0.6928088537448479, | |
| "surge_ahead": 0.6442699273496252, | |
| "compound_hydrologic_stress": 0.7099049565471537 | |
| }, | |
| "gate": "candidate_not_promoted", | |
| "protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted" | |
| }, | |
| "markets": { | |
| "transfer_auroc": { | |
| "regime_transition": 0.5752049205450327, | |
| "volatility_regime_shift": 0.5752204967141528, | |
| "volume_regime_shift": 0.6406347042217173, | |
| "dislocation_ahead": 0.6935384177406069, | |
| "compound_market_stress": 0.6405333554085666 | |
| }, | |
| "joint_auroc": { | |
| "regime_transition": 0.6460028634015175, | |
| "volatility_regime_shift": 0.6218132721782326, | |
| "volume_regime_shift": 0.6388356983561869, | |
| "dislocation_ahead": 0.6823474461307636, | |
| "compound_market_stress": 0.6608734857218778 | |
| }, | |
| "gate": "candidate_not_promoted", | |
| "protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted" | |
| }, | |
| "seismic": { | |
| "transfer_auroc": { | |
| "event_regime_transition": 0.8946314799249386, | |
| "cadence_shift": 0.7153783335050281, | |
| "significant_event_ahead": 0.9468611830742691, | |
| "compound_seismic_stress": 0.9147440489744595 | |
| }, | |
| "joint_auroc": { | |
| "event_regime_transition": 0.9006133800349387, | |
| "cadence_shift": 0.7103205775968734, | |
| "significant_event_ahead": 0.9475336244020799, | |
| "compound_seismic_stress": 0.9114206904822063 | |
| }, | |
| "gate": "promoted", | |
| "protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted" | |
| }, | |
| "wildfire": { | |
| "transfer_auroc": { | |
| "fire_regime_transition": 0.7475212477818249, | |
| "cadence_shift": 0.7675049226217615, | |
| "frp_regime_shift": null, | |
| "cluster_expansion": 0.776759225110014, | |
| "escalation_ahead": 0.6611600202915536, | |
| "compound_fire_stress": null | |
| }, | |
| "joint_auroc": { | |
| "fire_regime_transition": 0.753785374054357, | |
| "cadence_shift": 0.6263267187366233, | |
| "frp_regime_shift": null, | |
| "cluster_expansion": 0.7026418370384853, | |
| "escalation_ahead": 0.6112157626452699, | |
| "compound_fire_stress": null | |
| }, | |
| "gate": "candidate_not_promoted", | |
| "protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted" | |
| }, | |
| "spaceweather": { | |
| "transfer_auroc": { | |
| "ap_regime_shift": 0.7102250421206855, | |
| "storm_onset": 0.7520402402899485, | |
| "severe_storm_onset": 0.7371317013747916, | |
| "compound_geomagnetic_stress": 0.7396635013536732 | |
| }, | |
| "joint_auroc": { | |
| "ap_regime_shift": 0.7060699608107062, | |
| "storm_onset": 0.7319841101261414, | |
| "severe_storm_onset": 0.6905382414670557, | |
| "compound_geomagnetic_stress": 0.5 | |
| }, | |
| "gate": "candidate_not_promoted", | |
| "protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted" | |
| }, | |
| "celo": { | |
| "transfer_auroc": { | |
| "block_regime_transition": 0.8089452156231267, | |
| "congestion_ahead": 0.814706039991345 | |
| }, | |
| "joint_auroc": { | |
| "block_regime_transition": 0.8287738454847847, | |
| "congestion_ahead": 0.8115974106666084 | |
| }, | |
| "gate": "candidate_not_promoted", | |
| "protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted" | |
| }, | |
| "macro": { | |
| "transfer_auroc": { | |
| "print_regime_transition": 0.8278717005313642, | |
| "shock_ahead": 0.7269032590397267 | |
| }, | |
| "joint_auroc": { | |
| "print_regime_transition": 0.8289485363972553, | |
| "shock_ahead": 0.7361533515288328 | |
| }, | |
| "gate": "candidate_not_promoted", | |
| "protocol": "trunk + z^S trained on the other domains only, then frozen; only the held-out adapter and heads were fitted" | |
| } | |
| }, | |
| "external_transfer": { | |
| "gifteval": { | |
| "status": "ok", | |
| "external": true, | |
| "gates_release": false, | |
| "entities": 240, | |
| "rows": 338832, | |
| "auroc": { | |
| "regime_transition": 0.8485763586187108, | |
| "value_regime_shift": 0.8379383660942458, | |
| "volatility_regime_shift": 0.8780953327258311, | |
| "compound_regime_break": 0.8625072356274331 | |
| }, | |
| "gate_status": "candidate_not_promoted", | |
| "targets": { | |
| "prevalence": { | |
| "regime_transition": 0.2651952803134918, | |
| "value_regime_shift": 0.19231393933296204, | |
| "volatility_regime_shift": 0.16776002943515778, | |
| "compound_regime_break": 0.08943432569503784 | |
| }, | |
| "version": "surprise-targets/0.4.0" | |
| }, | |
| "corpus": { | |
| "real_corpus": true, | |
| "external": true, | |
| "pretraining_only": true, | |
| "source": "Hugging Face dataset Salesforce/GiftEvalPretrain", | |
| "source_url": "https://huggingface.co/datasets/Salesforce/GiftEvalPretrain", | |
| "subsets_used": [ | |
| "BEIJING_SUBWAY_30MIN", | |
| "LOS_LOOP", | |
| "PEMS07", | |
| "alibaba_cluster_trace_2018", | |
| "cdc_fluview_who_nrevss", | |
| "cmip6_1885" | |
| ], | |
| "subsets_failed": {}, | |
| "n_entities": 240, | |
| "n_events": 338832, | |
| "max_len": 1500, | |
| "retrieved_at": "2026-08-29T09:14:22Z", | |
| "note": "External pre-training corpus. No anomaly ground truth exists in this collection, so only the observable proxy targets are declared. Excluded from promotion gating." | |
| }, | |
| "missing_trunk_keys": 10, | |
| "protocol": "trunk + z^S frozen at their jointly-trained weights; only the external adapter and heads were fitted. Reported as generalisation evidence \u2014 external corpora never gate a release." | |
| }, | |
| "lotsa": { | |
| "status": "ok", | |
| "external": true, | |
| "gates_release": false, | |
| "entities": 240, | |
| "rows": 337140, | |
| "auroc": { | |
| "regime_transition": 0.8371730378441059, | |
| "value_regime_shift": 0.835293820438645, | |
| "volatility_regime_shift": 0.8427907661146429, | |
| "compound_regime_break": 0.8798353209609161 | |
| }, | |
| "gate_status": "candidate_not_promoted", | |
| "targets": { | |
| "prevalence": { | |
| "regime_transition": 0.28311699628829956, | |
| "value_regime_shift": 0.18364425003528595, | |
| "volatility_regime_shift": 0.15454745292663574, | |
| "compound_regime_break": 0.08751334995031357 | |
| }, | |
| "version": "surprise-targets/0.4.0" | |
| }, | |
| "corpus": { | |
| "real_corpus": true, | |
| "external": true, | |
| "pretraining_only": true, | |
| "source": "Hugging Face dataset Salesforce/lotsa_data", | |
| "source_url": "https://huggingface.co/datasets/Salesforce/lotsa_data", | |
| "subsets_used": [ | |
| "BEIJING_SUBWAY_30MIN", | |
| "LOOP_SEATTLE", | |
| "PEMS04", | |
| "SHMETRO", | |
| "cdc_fluview_ilinet", | |
| "cmip6_1890" | |
| ], | |
| "subsets_failed": {}, | |
| "n_entities": 240, | |
| "n_events": 337140, | |
| "max_len": 1500, | |
| "retrieved_at": "2026-08-29T09:51:09Z", | |
| "note": "External pre-training corpus. No anomaly ground truth exists in this collection, so only the observable proxy targets are declared. Excluded from promotion gating." | |
| }, | |
| "missing_trunk_keys": 10, | |
| "protocol": "trunk + z^S frozen at their jointly-trained weights; only the external adapter and heads were fitted. Reported as generalisation evidence \u2014 external corpora never gate a release." | |
| }, | |
| "airquality": { | |
| "status": "skipped", | |
| "reason": "corpus has only 38 usable rows" | |
| }, | |
| "agriculture": { | |
| "status": "ok", | |
| "external": true, | |
| "gates_release": false, | |
| "entities": 31, | |
| "rows": 3618, | |
| "auroc": { | |
| "crop_regime_transition": null, | |
| "stress_ahead": 0.6375289031868905 | |
| }, | |
| "gate_status": "candidate_not_promoted", | |
| "targets": { | |
| "prevalence": { | |
| "crop_regime_transition": NaN, | |
| "stress_ahead": 0.2257072627544403 | |
| }, | |
| "version": "surprise-targets/0.4.0" | |
| }, | |
| "corpus": { | |
| "real_corpus": true, | |
| "source": "QuakePulse corpus API \u2014 agriculture domain (publication-time availability)", | |
| "source_url": "https://quakepulse.live/corpus/v1/agriculture", | |
| "licences": [ | |
| "CC-BY-4.0", | |
| "Copernicus-Data-Space-Legal-Notice", | |
| "QuakePulse derived output", | |
| "QuakePulse model output" | |
| ], | |
| "blocked_channels": [], | |
| "since": "2026-05-01", | |
| "resampled_daily": false, | |
| "n_entities": 31, | |
| "n_events": 3618, | |
| "retrieved_at": "2026-08-29T10:47:09Z", | |
| "note": "Rows are publication-time available; model.* channels are carried as reference predictions, never as observations. Hourly sources are daily-resampled with the hourly count in source_count.", | |
| "dropped_model_only_rows": 0 | |
| }, | |
| "missing_trunk_keys": 10, | |
| "protocol": "trunk + z^S frozen at their jointly-trained weights; only the external adapter and heads were fitted. Reported as generalisation evidence \u2014 external corpora never gate a release." | |
| }, | |
| "marine": { | |
| "status": "skipped", | |
| "reason": "corpus has only 942 usable rows" | |
| }, | |
| "urban": { | |
| "status": "skipped", | |
| "reason": "corpus has only 57 usable rows" | |
| } | |
| }, | |
| "gate_summary": { | |
| "promoted_domains": [ | |
| "climate", | |
| "seismic" | |
| ], | |
| "lodo_transfer_promoted": [ | |
| "seismic" | |
| ], | |
| "external_transfer_domains": [ | |
| "agriculture", | |
| "airquality", | |
| "gifteval", | |
| "lotsa", | |
| "marine", | |
| "urban" | |
| ], | |
| "status": "promoted", | |
| "rule": "v0.9.0 ships only if at least two real-corpus domains clear the gate; leave-one-domain-out and external-corpus transfer results are reported, never required \u2014 an external corpus cannot qualify a release" | |
| } | |
| } |