diff --git "a/inference.json" "b/inference.json" new file mode 100644--- /dev/null +++ "b/inference.json" @@ -0,0 +1,12488 @@ +{ + "bundle_version": "zeno-inference/1.0.0", + "model_version": "0.7.0", + "arch_version": "surprise-arch/0.5.0", + "sequence_steps": 12, + "sequence_version": "surprise-sequence/0.4.0", + "feature_version": "surprise-features/0.4.0", + "order": [ + "select declared features in feature_names order", + "zero the columns listed in degenerate_zeroed", + "clamp((x - mu) / sd, -clip, +clip)", + "stack the last sequence_steps rows as the causal window", + "trunk -> per-domain head -> sigmoid", + "apply the per-target calibration spec", + "abstain when the gate probability is below abstention_threshold" + ], + "promoted_domains": [ + "climate", + "hydrology" + ], + "domains": { + "seismic": { + "schema": { + "domain_id": "seismic", + "version": "0.3.0", + "categories": [ + "micro_shallow", + "light_shallow", + "moderate_shallow", + "strong_event", + "intermediate_depth", + "deep_focus", + "quarry_blast", + "other_event", + "unknown" + ], + "family_map": { + "micro_shallow": "shallow", + "light_shallow": "shallow", + "moderate_shallow": "shallow", + "strong_event": "energetic", + "intermediate_depth": "deep", + "deep_focus": "deep", + "quarry_blast": "anthropogenic", + "other_event": "other", + "unknown": "unknown" + }, + "channels": [ + { + "name": "magnitude", + "log_scale": false, + "unit": "Mw-equivalent" + }, + { + "name": "depth_km", + "log_scale": false, + "unit": "km" + }, + { + "name": "azimuthal_gap", + "log_scale": false, + "unit": "degrees" + }, + { + "name": "rms_residual", + "log_scale": false, + "unit": "s" + } + ], + "targets": [ + { + "name": "event_regime_transition", + "kind": "category_transition", + "horizon": 4, + "support": 8, + "params": {} + }, + { + "name": "cadence_shift", + "kind": "cadence_shift", + "horizon": 4, + "support": 8, + "params": { + "factor": 2.0 + } + }, + { + "name": "magnitude_regime_shift", + "kind": "magnitude_shift", + "horizon": 6, + "support": 10, + "params": { + "channel": "magnitude", + "shift": 0.4 + } + }, + { + "name": "significant_event_ahead", + "kind": "threshold_crossing", + "horizon": 6, + "support": 10, + "params": { + "channel": "magnitude", + "level": 4.5, + "direction": "above" + } + }, + { + "name": "compound_seismic_stress", + "kind": "compound", + "horizon": 6, + "support": 10, + "params": { + "over": [ + "cadence_shift", + "magnitude_regime_shift", + "significant_event_ahead" + ], + "k": 2 + } + } + ], + "context_dims": [ + "network", + "magnitude_type", + "depth_class" + ], + "entity_kind": "opaque_spatial_cell", + "description": "Public USGS seismic event catalogue: magnitudes, depths, solution quality and inter-event cadence per opaque 2-degree spatial cell." + }, + "schema_hash": "8753db3bb6f6ca11", + "promoted": false, + "gate_status": "candidate_not_promoted", + "gate_statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one.", + "blocking_reasons": [ + "only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot", + "3 head(s) sit within 0.005 AUROC of chance (event_regime_transition, significant_event_ahead, compound_seismic_stress) \u2014 a collapsed head is a defect and blocks promotion", + "worst-target ECE 0.793 exceeds bound" + ], + "feature_names": [ + "log_gap_last", + "gap_ratio_median", + "log_median_gap", + "gap_cv", + "log_gap_prev", + "log_magnitude_last", + "magnitude_ratio_median", + "log_median_magnitude", + "magnitude_logsd", + "magnitude_available", + "magnitude_missing_rate", + "log_depth_km_last", + "depth_km_ratio_median", + "log_median_depth_km", + "depth_km_logsd", + "depth_km_available", + "depth_km_missing_rate", + "log_azimuthal_gap_last", + "azimuthal_gap_ratio_median", + "log_median_azimuthal_gap", + "azimuthal_gap_logsd", + "azimuthal_gap_available", + "azimuthal_gap_missing_rate", + "log_rms_residual_last", + "rms_residual_ratio_median", + "log_median_rms_residual", + "rms_residual_logsd", + "rms_residual_available", + "rms_residual_missing_rate", + "reference_missing_rate", + "cat_last__micro_shallow", + "cat_last__light_shallow", + "cat_last__moderate_shallow", + "cat_last__strong_event", + "cat_last__intermediate_depth", + "cat_last__deep_focus", + "cat_last__quarry_blast", + "cat_last__other_event", + "cat_last__unknown", + "cat_rate__micro_shallow", + "cat_rate__light_shallow", + "cat_rate__moderate_shallow", + "cat_rate__strong_event", + "cat_rate__intermediate_depth", + "cat_rate__deep_focus", + "cat_rate__quarry_blast", + "cat_rate__other_event", + "cat_rate__unknown", + "cat_entropy", + "unknown_cat_rate", + "cat_switch_rate", + "source_count_last", + "source_count_mean", + "log_confirmations", + "contradiction_rate", + "ref_resid_gap", + "ref_resid_magnitude", + "ref_resid_category", + "ref_disagreement", + "ref_avail_gap", + "ref_avail_magnitude", + "ref_avail_category", + "gap_trend", + "cat_concentration", + "recent_vs_old_gap", + "magnitude_trend", + "depth_km_trend", + "azimuthal_gap_trend", + "rms_residual_trend", + "log_n_past", + "is_cold_start", + "censored_horizon", + "gap_ratio_median_short", + "gap_ratio_median_long", + "gap_cv_short", + "gap_cv_long", + "gap_median_short_over_long", + "magnitude_ratio_median_short", + "magnitude_ratio_median_long", + "magnitude_median_short_over_long", + "depth_km_ratio_median_short", + "depth_km_ratio_median_long", + "depth_km_median_short_over_long", + "azimuthal_gap_ratio_median_short", + "azimuthal_gap_ratio_median_long", + "azimuthal_gap_median_short_over_long", + "rms_residual_ratio_median_short", + "rms_residual_ratio_median_long", + "rms_residual_median_short_over_long", + "log_count_24h", + "log_count_7d", + "log_count_30d", + "rate_ratio_24h_30d", + "hour_sin", + "hour_cos", + "dow_sin", + "dow_cos", + "doy_sin", + "doy_cos", + "magnitude_vs_climatology", + "magnitude_climatology_available", + "depth_km_vs_climatology", + "depth_km_climatology_available", + "azimuthal_gap_vs_climatology", + "azimuthal_gap_climatology_available", + "rms_residual_vs_climatology", + "rms_residual_climatology_available", + "gap_quantile_pos", + "gap_exceed_p95_rate", + "magnitude_skew", + "magnitude_kurtosis", + "magnitude_quantile_pos", + "magnitude_exceed_p95_rate", + "magnitude_hill_tail", + "depth_km_skew", + "depth_km_kurtosis", + "depth_km_quantile_pos", + "depth_km_exceed_p95_rate", + "depth_km_hill_tail", + "azimuthal_gap_skew", + "azimuthal_gap_kurtosis", + "azimuthal_gap_quantile_pos", + "azimuthal_gap_exceed_p95_rate", + "azimuthal_gap_hill_tail", + "rms_residual_skew", + "rms_residual_kurtosis", + "rms_residual_quantile_pos", + "rms_residual_exceed_p95_rate", + "rms_residual_hill_tail", + "resid_ewma_fast", + "resid_ewma_slow", + "resid_drift", + "resid_median", + "resid_seasonal_naive", + "baseline_spread", + "baseline_max_abs", + "baseline_available" + ], + "n_features": 137, + "targets": [ + "event_regime_transition", + "cadence_shift", + "magnitude_regime_shift", + "significant_event_ahead", + "compound_seismic_stress" + ], + "degenerate_zeroed": [ + "magnitude_available", + "depth_km_available", + "rms_residual_available", + "reference_missing_rate", + "cat_last__unknown", + "censored_horizon" + ], + "normaliser_version": "surprise-normalise/1.0.0", + "mu": [ + 3.155038356781006, + 1.0, + 3.404918909072876, + 1.0335783958435059, + 3.120920181274414, + 1.5892351865768433, + 1.0, + 1.515127182006836, + 0.07099200785160065, + 1.0, + 0.0, + 3.4378507137298584, + 1.0, + 3.5553481578826904, + 0.5598031878471375, + 1.0, + 0.0, + 4.753590106964111, + 1.0, + 4.736198425292969, + 0.28938227891921997, + 1.0, + 0.0, + 0.4252677261829376, + 1.0, + 0.45425528287887573, + 0.10482260584831238, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.05000000074505806, + 0.05000000074505806, + 0.0, + 0.05000000074505806, + 0.0, + 0.0, + 0.0, + 0.0, + 0.719987690448761, + 0.0, + 0.3684210479259491, + 24.0, + 33.599998474121094, + 3.2188758850097656, + 0.0, + -0.22940179705619812, + -0.009270411916077137, + 0.30000001192092896, + 0.35010525584220886, + 1.0, + 1.0, + 1.0, + -3.8934034819249064e-05, + 0.75, + 1.013293743133545, + -0.00011211309902137145, + -0.00046048915828578174, + -0.0013731911312788725, + -8.444824197795242e-05, + 4.382026672363281, + 0.0, + 0.0, + 1.0, + 1.0, + 0.8113454580307007, + 1.1554261445999146, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.3862943649291992, + 2.5649492740631104, + 0.0, + 0.04034978151321411, + 0.04274797439575195, + 0.0, + -0.22252093255519867, + 0.37762898206710815, + 0.18755069375038147, + -0.0409294031560421, + 1.0, + -0.14619901776313782, + 1.0, + -0.0890435129404068, + 1.0, + -0.038904670625925064, + 1.0, + 0.5192307829856873, + 0.05000000074505806, + 1.0877352952957153, + 1.108198642730713, + 0.5555555820465088, + 0.05000000074505806, + 0.05909514054656029, + -0.447348415851593, + 0.015787040814757347, + 0.5909090638160706, + 0.05000000074505806, + 0.10033337026834488, + -1.0777899026870728, + 0.8891068696975708, + 0.48148149251937866, + 0.05000000074505806, + 0.05780206620693207, + 0.213821679353714, + -0.212584987282753, + 0.5333333611488342, + 0.05000000074505806, + 0.09698820859193802, + -0.011342297308146954, + -0.014970442280173302, + 0.0, + 0.0, + -0.03448617458343506, + 0.028197746723890305, + 0.09352605789899826, + 1.0 + ], + "sd": [ + 2.404288948686853, + 1.438163259543694, + 1.5978161894541656, + 0.2926257559774185, + 2.4428578373942225, + 0.250797522695441, + 0.07629787771678836, + 0.25176082919313786, + 0.032215298404067956, + 1.0, + 0.810054910877843, + 1.3917452145541838, + 0.3037093037406633, + 1.2706639238248674, + 0.3678195117755322, + 1.0, + 0.810054910877843, + 0.737446515625543, + 0.22778270684674196, + 0.6977704120972494, + 0.15735047406139333, + 0.24209920016690423, + 0.8488867793121527, + 0.1975287102698573, + 0.29179871391596135, + 0.14727256137234268, + 0.03674487722105588, + 1.0, + 0.810054910877843, + 1.0, + 0.7412898443291327, + 0.36982554766056214, + 0.7412898443291327, + 0.0992515956560979, + 0.4033029300335085, + 0.2195664370409344, + 0.0933891790047741, + 0.020204548671847546, + 1.0, + 0.40770942321788656, + 0.22238696213560338, + 0.5189028821935293, + 0.8117009254267833, + 0.22238696213560338, + 0.8408939864273751, + 0.8159144335128782, + 0.8101494428426661, + 0.810054910877843, + 0.36655131139253316, + 0.810054910877843, + 0.30778702472739083, + 20.756115641215715, + 19.718310141934563, + 0.7216080283128924, + 0.810054910877843, + 1.046379123730868, + 0.05056721063743617, + 0.37064493873368554, + 0.33032813498141417, + 0.12662091215876722, + 0.09000610120864994, + 0.09000610120864994, + 0.07152205279264033, + 0.25533313129105506, + 0.7573677885523542, + 0.003597013213243018, + 0.02566556252257483, + 0.01571025820883934, + 0.004831449010632408, + 1.3584740697409685, + 0.24667156430144513, + 1.0, + 1.0023534496772546, + 1.7214698690763661, + 0.30564658724881705, + 0.2946356343197946, + 0.9593018520488131, + 0.059420838013147764, + 0.08251134159831845, + 0.03690406779521832, + 0.16473897569174234, + 0.3573786690996876, + 0.14609253079560705, + 0.16724541949024016, + 0.24049784891511708, + 0.1148033177437298, + 0.21965349931200848, + 0.3073492078448862, + 0.1515229601962554, + 0.8143901471476629, + 1.2637124934666593, + 1.328213114134023, + 2.668643368889969, + 1.0561047438076463, + 1.0388806141951599, + 1.1591275061740975, + 1.1300657129535152, + 0.9542633596396252, + 1.0304486778066988, + 0.1275640673482524, + 0.4272322059676834, + 1.478738298541621, + 0.4272322059676834, + 6.761328697624341, + 0.7412898443291327, + 0.19576965249229838, + 0.4272322059676834, + 0.39740365200169975, + 0.006540792354218955, + 0.7111623916385614, + 2.2177619609658676, + 0.3632320307907659, + 0.011531176325831262, + 0.03958827891201333, + 1.1865628028552209, + 2.5642748847548567, + 0.3854707049121673, + 0.006540792354218955, + 0.12875308563658006, + 1.1759702036166917, + 2.795876309640148, + 0.40452107179597896, + 0.005294927143891535, + 0.060349869907034864, + 0.48258222965420045, + 0.7371943225853527, + 0.3854707270043262, + 0.006540792354218955, + 0.06249993542461947, + 0.07649161352370738, + 0.07072658733008437, + 0.09314414580456852, + 0.06842195402259205, + 0.3508288355294292, + 0.02256026760770976, + 0.07337468190931938, + 0.15437744803078693 + ], + "clip": 6.0, + "calibration": { + "method": "per-target affine Platt scaling fitted on validation", + "specs": [ + [ + 546.2231148764603, + -639458.9577264835 + ], + [ + 0.7463533667369738, + -0.07663445993067218 + ], + [ + -0.033949232892520956, + -975438.8230542628 + ], + [ + 2282.295364858068, + -313396.15349218185 + ], + [ + 902.6309706015168, + 140718.21450926122 + ] + ] + }, + "risk_selector": [ + -0.6886360545789874, + 0.0373980310105767, + 0.20837035705834078, + 8.950135009076895e-08, + -0.1910384569749478, + 0.1327144232638223, + 0.580191391976093, + 0.9999999999999455, + 0.9975101688647849, + 0.011499845749225829, + 0.26895921078789425, + 1.000000132560629e-06, + 0.04923988272422409 + ], + "abstention_threshold": 0.37753568332558657, + "abstention": { + "coverage": 0.7999506964131641, + "selective_accuracy": 0.6858551617873652, + "base_accuracy": 0.6650684087267349, + "curve": [ + { + "coverage": 0.5000616294835449, + "threshold": 0.3263742908122299, + "selective_accuracy": 0.7079122504313532 + }, + { + "coverage": 0.600024651793418, + "threshold": 0.3417047551577629, + "selective_accuracy": 0.7005751848808545 + }, + { + "coverage": 0.699987674103291, + "threshold": 0.36209804364675546, + "selective_accuracy": 0.6937488994541291 + }, + { + "coverage": 0.7999506964131641, + "threshold": 0.37753568332558657, + "selective_accuracy": 0.6858551617873652 + }, + { + "coverage": 0.899913718723037, + "threshold": 0.40645529570441813, + "selective_accuracy": 0.6782906451171072 + }, + { + "coverage": 1.0, + "threshold": 0.9314090988445917, + "selective_accuracy": 0.6650684087267349 + } + ] + }, + "evaluation": { + "version": "surprise-eval/0.3.0", + "domain_id": "seismic", + "schema_hash": "8753db3bb6f6ca11", + "targets": { + "event_regime_transition": { + "status": "ok", + "candidate": { + "n": 8529, + "prevalence": 0.09321139752864838, + "auroc": 0.5, + "auprc": 0.11017806249952429, + "brier": 0.09321139641222315, + "ece": 0.09321139508215417, + "lead_at_far10_hours": 2075.284559444454 + }, + "baselines": { + "phase0_rules": { + "n": 8529, + "prevalence": 0.09321139752864838, + "auroc": 0.6959987183928517, + "auprc": 0.17337160459099218, + "brier": 0.4159526966784577, + "ece": 0.5352876457536319, + "lead_at_far10_hours": 1790.7639465277725 + }, + "ewma_z": { + "n": 8529, + "prevalence": 0.09321139752864838, + "auroc": 0.6704610695564631, + "auprc": 0.13191935770185037, + "brier": 0.28796794014279303, + "ece": 0.35518304680295226, + "lead_at_far10_hours": 660.930047500001 + }, + "logistic": { + "n": 8529, + "prevalence": 0.09321139752864838, + "auroc": 0.8374019481079217, + "auprc": 0.32199609633425796, + "brier": 0.07242320791141044, + "ece": 0.019834273447671066, + "lead_at_far10_hours": 1930.447093333337 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.6371219493508767, + 0.7503950792111957 + ], + "ewma_z": [ + 0.6133294207997806, + 0.7225612310620982 + ], + "logistic": [ + 0.7936638643294398, + 0.8755408895272548 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": -0.19552663220511307, + "ci95": [ + -0.25039507921119575, + -0.1371219493508768 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.16947947596430935, + "ci95": [ + -0.22256123106209827, + -0.11332942079978063 + ], + "significant": false + }, + "logistic": { + "mean": -0.33712945168068226, + "ci95": [ + -0.37554088952725484, + -0.29366386432943986 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 217, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "cadence_shift": { + "status": "ok", + "candidate": { + "n": 8529, + "prevalence": 0.5040450096130371, + "auroc": 0.6549540632078382, + "auprc": 0.6614079793816883, + "brier": 0.2321070499319125, + "ece": 0.03235562402741998, + "lead_at_far10_hours": 426.9134420832992 + }, + "baselines": { + "phase0_rules": { + "n": 8529, + "prevalence": 0.5040450096130371, + "auroc": 0.49190366444007816, + "auprc": 0.4990157912627811, + "brier": 0.3452095955249115, + "ece": 0.2778739895215088, + "lead_at_far10_hours": 1556.8746490277847 + }, + "ewma_z": { + "n": 8529, + "prevalence": 0.5040450096130371, + "auroc": 0.5102715074207702, + "auprc": 0.5234302911606322, + "brier": 0.35480664176493143, + "ece": 0.2895399131633564, + "lead_at_far10_hours": 424.0825797222058 + }, + "logistic": { + "n": 8529, + "prevalence": 0.5040450096130371, + "auroc": 0.6607326350566985, + "auprc": 0.6614942523774253, + "brier": 0.2302250425410935, + "ece": 0.02130405900559521, + "lead_at_far10_hours": 426.351485000054 + } + }, + "auroc_ci95": { + "candidate": [ + 0.6353688191466845, + 0.6750471490204664 + ], + "phase0_rules": [ + 0.4607737363916857, + 0.5230967621284943 + ], + "ewma_z": [ + 0.4756502396015713, + 0.5463541519859981 + ], + "logistic": [ + 0.638454464560768, + 0.6826075715042093 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.16246090341885355, + "ci95": [ + 0.12532921021810375, + 0.19890423951881764 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.14329990179521437, + "ci95": [ + 0.10279416878166522, + 0.1829963738800916 + ], + "significant": true + }, + "logistic": { + "mean": -0.006155424185327398, + "ci95": [ + -0.018356663482688895, + 0.0062878515876366 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 217, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "magnitude_regime_shift": { + "status": "too_few_positives", + "n": 8094, + "positives": 2, + "prevalence": 0.00024709661374799907, + "note": "fewer than 25 positives on the test split; no discrimination metric here would be meaningful, so the target is excluded from the gate." + }, + "significant_event_ahead": { + "status": "ok", + "candidate": { + "n": 8094, + "prevalence": 0.4068445861339569, + "auroc": 0.5, + "auprc": 0.3498558382894602, + "brier": 0.40684457622922954, + "ece": 0.406844572742333, + "lead_at_far10_hours": 1532.1980652777354 + }, + "baselines": { + "phase0_rules": { + "n": 8094, + "prevalence": 0.4068445861339569, + "auroc": 0.28487074353689223, + "auprc": 0.2930693609017432, + "brier": 0.46750398193056814, + "ece": 0.4619414105416321, + "lead_at_far10_hours": -714.5837266667022 + }, + "ewma_z": { + "n": 8094, + "prevalence": 0.4068445861339569, + "auroc": 0.29682733244725246, + "auprc": 0.3062516871182967, + "brier": 0.46294059042468605, + "ece": 0.4559123088247721, + "lead_at_far10_hours": 125.55108833332856 + }, + "logistic": { + "n": 8094, + "prevalence": 0.4068445861339569, + "auroc": 0.9146781661098669, + "auprc": 0.8552781075884159, + "brier": 0.09760537837030452, + "ece": 0.03467127929195603, + "lead_at_far10_hours": 1532.1980652777354 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.23550613976232543, + 0.3362399537826481 + ], + "ewma_z": [ + 0.24863976973708862, + 0.3460020909906056 + ], + "logistic": [ + 0.8846710764559451, + 0.938171653015979 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.21194363194883487, + "ci95": [ + 0.1637600462173519, + 0.26449386023767457 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.20058033743427428, + "ci95": [ + 0.15399790900939436, + 0.2513602302629114 + ], + "significant": true + }, + "logistic": { + "mean": -0.4135824514848025, + "ci95": [ + -0.43817165301597905, + -0.3846710764559451 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 209, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "compound_seismic_stress": { + "status": "ok", + "candidate": { + "n": 8094, + "prevalence": 0.20743760466575623, + "auroc": 0.5, + "auprc": 0.17113484525625242, + "brier": 0.7925623918950832, + "ece": 0.792562390506093, + "lead_at_far10_hours": 1387.1779344444142 + }, + "baselines": { + "phase0_rules": { + "n": 8094, + "prevalence": 0.20743760466575623, + "auroc": 0.3225272345516135, + "auprc": 0.1458781779861211, + "brier": 0.4754607862386478, + "ece": 0.4952608780694529, + "lead_at_far10_hours": 1060.232304027809 + }, + "ewma_z": { + "n": 8094, + "prevalence": 0.20743760466575623, + "auroc": 0.34631542640578195, + "auprc": 0.15935182067932424, + "brier": 0.38826126279671536, + "ece": 0.4097793043315235, + "lead_at_far10_hours": -17.92908027778069 + }, + "logistic": { + "n": 8094, + "prevalence": 0.20743760466575623, + "auroc": 0.8337433158307402, + "auprc": 0.5240151116389206, + "brier": 0.12293043470780553, + "ece": 0.02516770638728981, + "lead_at_far10_hours": -9.415901111099455 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.28597171462802295, + 0.3673150349355963 + ], + "ewma_z": [ + 0.3048209097192168, + 0.39224532549250946 + ], + "logistic": [ + 0.794530176549247, + 0.8612742487121301 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.173486923133034, + "ci95": [ + 0.13268496506440366, + 0.214028285371977 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.14919470767094306, + "ci95": [ + 0.10775467450749052, + 0.19517909028078315 + ], + "significant": true + }, + "logistic": { + "mean": -0.3314194872832029, + "ci95": [ + -0.3612742487121301, + -0.29453017654924696 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 209, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + } + }, + "slices": { + "network": { + "ak": { + "event_regime_transition": { + "status": "ok", + "n": 512, + "auroc": 0.5, + "prevalence": 0.1484375 + }, + "cadence_shift": { + "status": "ok", + "n": 512, + "auroc": 0.5735691823899371, + "prevalence": 0.4140625 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 479, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 479, + "auroc": 0.5, + "prevalence": 0.031315241008996964 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 479, + "auroc": 0.5, + "prevalence": 0.010438413359224796 + } + }, + "ci": { + "event_regime_transition": { + "status": "ok", + "n": 171, + "auroc": NaN, + "prevalence": 0.0 + }, + "cadence_shift": { + "status": "ok", + "n": 171, + "auroc": 0.6941638608305275, + "prevalence": 0.5789473652839661 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 160, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 160, + "auroc": 0.5, + "prevalence": 0.04374999925494194 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 160, + "auroc": 0.5, + "prevalence": 0.01875000074505806 + } + }, + "hv": { + "event_regime_transition": { + "status": "ok", + "n": 132, + "auroc": NaN, + "prevalence": 0.0 + }, + "cadence_shift": { + "status": "ok", + "n": 132, + "auroc": 0.7201923076923077, + "prevalence": 0.39393940567970276 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 128, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 128, + "auroc": NaN, + "prevalence": 0.0 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 128, + "auroc": NaN, + "prevalence": 0.0 + } + }, + "nc": { + "event_regime_transition": { + "status": "ok", + "n": 333, + "auroc": NaN, + "prevalence": 0.0 + }, + "cadence_shift": { + "status": "ok", + "n": 333, + "auroc": 0.6594385914273344, + "prevalence": 0.5075075030326843 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 323, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 323, + "auroc": 0.5, + "prevalence": 0.021671826019883156 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 323, + "auroc": 0.5, + "prevalence": 0.015479875728487968 + } + }, + "nn": { + "event_regime_transition": { + "status": "ok", + "n": 79, + "auroc": NaN, + "prevalence": 0.0 + }, + "cadence_shift": { + "status": "ok", + "n": 79, + "auroc": 0.6897233201581028, + "prevalence": 0.5822784900665283 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 72, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 72, + "auroc": 0.5, + "prevalence": 0.013888888992369175 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 72, + "auroc": 0.5, + "prevalence": 0.013888888992369175 + } + }, + "ok": { + "event_regime_transition": { + "status": "insufficient_rows", + "n": 0 + }, + "cadence_shift": { + "status": "insufficient_rows", + "n": 0 + }, + "magnitude_regime_shift": { + "status": "insufficient_rows", + "n": 0 + }, + "significant_event_ahead": { + "status": "insufficient_rows", + "n": 0 + }, + "compound_seismic_stress": { + "status": "insufficient_rows", + "n": 0 + } + }, + "pr": { + "event_regime_transition": { + "status": "ok", + "n": 827, + "auroc": 0.5, + "prevalence": 0.10278113931417465 + }, + "cadence_shift": { + "status": "ok", + "n": 827, + "auroc": 0.650346913360612, + "prevalence": 0.5586457252502441 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 817, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 817, + "auroc": 0.5, + "prevalence": 0.03059975430369377 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 817, + "auroc": 0.5, + "prevalence": 0.020807834342122078 + } + }, + "tx": { + "event_regime_transition": { + "status": "ok", + "n": 257, + "auroc": NaN, + "prevalence": 0.0 + }, + "cadence_shift": { + "status": "ok", + "n": 257, + "auroc": 0.5189134298045189, + "prevalence": 0.6070038676261902 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 249, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 249, + "auroc": 0.5, + "prevalence": 0.09638553857803345 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 249, + "auroc": 0.5, + "prevalence": 0.06827308982610703 + } + }, + "us": { + "event_regime_transition": { + "status": "ok", + "n": 6218, + "auroc": 0.5, + "prevalence": 0.10196204483509064 + }, + "cadence_shift": { + "status": "ok", + "n": 6218, + "auroc": 0.6570184500165273, + "prevalence": 0.4990350604057312 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 5866, + "auroc": 0.5, + "prevalence": 0.0003409478231333196 + }, + "significant_event_ahead": { + "status": "ok", + "n": 5866, + "auroc": 0.5, + "prevalence": 0.5479031801223755 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 5866, + "auroc": 0.5, + "prevalence": 0.2780429720878601 + } + }, + "uu": { + "event_regime_transition": { + "status": "insufficient_rows", + "n": 0 + }, + "cadence_shift": { + "status": "insufficient_rows", + "n": 0 + }, + "magnitude_regime_shift": { + "status": "insufficient_rows", + "n": 0 + }, + "significant_event_ahead": { + "status": "insufficient_rows", + "n": 0 + }, + "compound_seismic_stress": { + "status": "insufficient_rows", + "n": 0 + } + } + }, + "magnitude_type": { + "mb": { + "event_regime_transition": { + "status": "ok", + "n": 3900, + "auroc": 0.5, + "prevalence": 0.09256410598754883 + }, + "cadence_shift": { + "status": "ok", + "n": 3900, + "auroc": 0.6661239292992954, + "prevalence": 0.49282050132751465 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 3637, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 3637, + "auroc": 0.5, + "prevalence": 0.7643662095069885 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 3637, + "auroc": 0.5, + "prevalence": 0.3739345669746399 + } + }, + "mb_lg": { + "event_regime_transition": { + "status": "insufficient_rows", + "n": 4 + }, + "cadence_shift": { + "status": "insufficient_rows", + "n": 4 + }, + "magnitude_regime_shift": { + "status": "insufficient_rows", + "n": 1 + }, + "significant_event_ahead": { + "status": "insufficient_rows", + "n": 1 + }, + "compound_seismic_stress": { + "status": "insufficient_rows", + "n": 1 + } + }, + "md": { + "event_regime_transition": { + "status": "ok", + "n": 1083, + "auroc": 0.5, + "prevalence": 0.07663896679878235 + }, + "cadence_shift": { + "status": "ok", + "n": 1083, + "auroc": 0.6503672810901726, + "prevalence": 0.5401661992073059 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 1063, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 1063, + "auroc": 0.5, + "prevalence": 0.028222013264894485 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 1063, + "auroc": 0.5, + "prevalence": 0.018814675509929657 + } + }, + "ml": { + "event_regime_transition": { + "status": "ok", + "n": 3073, + "auroc": 0.5, + "prevalence": 0.09990237653255463 + }, + "cadence_shift": { + "status": "ok", + "n": 3073, + "auroc": 0.6399843624852206, + "prevalence": 0.48909860849380493 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 2957, + "auroc": 0.5, + "prevalence": 0.0006763612036593258 + }, + "significant_event_ahead": { + "status": "ok", + "n": 2957, + "auroc": 0.5, + "prevalence": 0.062225230038166046 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 2957, + "auroc": 0.5, + "prevalence": 0.03753804415464401 + } + }, + "mw": { + "event_regime_transition": { + "status": "ok", + "n": 41, + "auroc": 0.5, + "prevalence": 0.024390242993831635 + }, + "cadence_shift": { + "status": "ok", + "n": 41, + "auroc": 0.6785714285714286, + "prevalence": 0.4878048896789551 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 39, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 39, + "auroc": 0.5, + "prevalence": 0.025641025975346565 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 39, + "auroc": 0.5, + "prevalence": 0.025641025975346565 + } + }, + "mwb": { + "event_regime_transition": { + "status": "insufficient_rows", + "n": 1 + }, + "cadence_shift": { + "status": "insufficient_rows", + "n": 1 + }, + "magnitude_regime_shift": { + "status": "insufficient_rows", + "n": 1 + }, + "significant_event_ahead": { + "status": "insufficient_rows", + "n": 1 + }, + "compound_seismic_stress": { + "status": "insufficient_rows", + "n": 1 + } + }, + "mwr": { + "event_regime_transition": { + "status": "ok", + "n": 111, + "auroc": 0.5, + "prevalence": 0.07207207381725311 + }, + "cadence_shift": { + "status": "ok", + "n": 111, + "auroc": 0.5840740740740741, + "prevalence": 0.6756756901741028 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 106, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 106, + "auroc": 0.5, + "prevalence": 0.5377358198165894 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 106, + "auroc": 0.5, + "prevalence": 0.3679245412349701 + } + }, + "mww": { + "event_regime_transition": { + "status": "ok", + "n": 316, + "auroc": 0.5, + "prevalence": 0.11075949668884277 + }, + "cadence_shift": { + "status": "ok", + "n": 316, + "auroc": 0.6422947131608548, + "prevalence": 0.5981012582778931 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 290, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 290, + "auroc": 0.5, + "prevalence": 0.8275862336158752 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 290, + "auroc": 0.5, + "prevalence": 0.5068965554237366 + } + } + }, + "depth_class": { + "deep": { + "event_regime_transition": { + "status": "ok", + "n": 401, + "auroc": 0.5, + "prevalence": 0.027431420981884003 + }, + "cadence_shift": { + "status": "ok", + "n": 401, + "auroc": 0.5574301607677731, + "prevalence": 0.28428927063941956 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 377, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 377, + "auroc": 0.5, + "prevalence": 0.6259946823120117 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 377, + "auroc": 0.5, + "prevalence": 0.16445623338222504 + } + }, + "intermediate": { + "event_regime_transition": { + "status": "ok", + "n": 1704, + "auroc": 0.5, + "prevalence": 0.15551643073558807 + }, + "cadence_shift": { + "status": "ok", + "n": 1704, + "auroc": 0.5872827849860982, + "prevalence": 0.38967135548591614 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 1592, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 1592, + "auroc": 0.5, + "prevalence": 0.5006281137466431 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 1592, + "auroc": 0.5, + "prevalence": 0.18781407177448273 + } + }, + "mid_crust": { + "event_regime_transition": { + "status": "ok", + "n": 2332, + "auroc": 0.5, + "prevalence": 0.13336192071437836 + }, + "cadence_shift": { + "status": "ok", + "n": 2332, + "auroc": 0.6361469586288729, + "prevalence": 0.48627787828445435 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 2209, + "auroc": 0.5, + "prevalence": 0.0009053870453499258 + }, + "significant_event_ahead": { + "status": "ok", + "n": 2209, + "auroc": 0.5, + "prevalence": 0.3110004663467407 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 2209, + "auroc": 0.5, + "prevalence": 0.1557265669107437 + } + }, + "upper_crust": { + "event_regime_transition": { + "status": "ok", + "n": 4092, + "auroc": 0.5, + "prevalence": 0.050830889493227005 + }, + "cadence_shift": { + "status": "ok", + "n": 4092, + "auroc": 0.6410380273401747, + "prevalence": 0.5833333134651184 + }, + "magnitude_regime_shift": { + "status": "ok", + "n": 3916, + "auroc": NaN, + "prevalence": 0.0 + }, + "significant_event_ahead": { + "status": "ok", + "n": 3916, + "auroc": 0.5, + "prevalence": 0.4016853868961334 + }, + "compound_seismic_stress": { + "status": "ok", + "n": 3916, + "auroc": 0.5, + "prevalence": 0.24872319400310516 + } + } + } + } + } + }, + "hydrology": { + "schema": { + "domain_id": "hydrology", + "version": "0.4.0", + "categories": [ + "very_low_flow", + "low_flow", + "normal_flow", + "elevated_flow", + "high_flow", + "flood_flow", + "no_flow", + "estimated_record", + "unknown" + ], + "family_map": { + "very_low_flow": "depleted", + "low_flow": "depleted", + "no_flow": "depleted", + "normal_flow": "baseline", + "estimated_record": "baseline", + "elevated_flow": "energetic", + "high_flow": "energetic", + "flood_flow": "extreme", + "unknown": "unknown" + }, + "channels": [ + { + "name": "discharge_cfs", + "log_scale": true, + "unit": "ft^3/s" + }, + { + "name": "abs_daily_change_cfs", + "log_scale": true, + "unit": "ft^3/s" + }, + { + "name": "rise_ratio", + "log_scale": true, + "unit": "ratio" + } + ], + "targets": [ + { + "name": "flow_regime_transition", + "kind": "category_transition", + "horizon": 6, + "support": 12, + "params": {} + }, + { + "name": "discharge_regime_shift", + "kind": "magnitude_shift", + "horizon": 8, + "support": 14, + "params": { + "channel": "discharge_cfs", + "shift": 0.5 + } + }, + { + "name": "volatility_regime_shift", + "kind": "magnitude_shift", + "horizon": 8, + "support": 14, + "params": { + "channel": "abs_daily_change_cfs", + "shift": 0.6 + } + }, + { + "name": "surge_ahead", + "kind": "threshold_crossing", + "horizon": 8, + "support": 14, + "params": { + "channel": "rise_ratio", + "level": 1.75, + "direction": "above" + } + }, + { + "name": "compound_hydrologic_stress", + "kind": "compound", + "horizon": 8, + "support": 14, + "params": { + "over": [ + "discharge_regime_shift", + "volatility_regime_shift", + "surge_ahead" + ], + "k": 2 + } + } + ], + "context_dims": [ + "state", + "flow_scale", + "season" + ], + "entity_kind": "opaque_gauge_site", + "description": "Public USGS daily mean streamflow: discharge level, day-over-day change and rise ratio per gauge site." + }, + "schema_hash": "ff76f6afd69fbb8f", + "promoted": true, + "gate_status": "promoted", + "gate_statement": "Promoted: pre-declared criteria met on a real corpus.", + "blocking_reasons": [], + "feature_names": [ + "log_gap_last", + "gap_ratio_median", + "log_median_gap", + "gap_cv", + "log_gap_prev", + "log_discharge_cfs_last", + "discharge_cfs_ratio_median", + "log_median_discharge_cfs", + "discharge_cfs_logsd", + "discharge_cfs_available", + "discharge_cfs_missing_rate", + "log_abs_daily_change_cfs_last", + "abs_daily_change_cfs_ratio_median", + "log_median_abs_daily_change_cfs", + "abs_daily_change_cfs_logsd", + "abs_daily_change_cfs_available", + "abs_daily_change_cfs_missing_rate", + "log_rise_ratio_last", + "rise_ratio_ratio_median", + "log_median_rise_ratio", + "rise_ratio_logsd", + "rise_ratio_available", + "rise_ratio_missing_rate", + "reference_missing_rate", + "cat_last__very_low_flow", + "cat_last__low_flow", + "cat_last__normal_flow", + "cat_last__elevated_flow", + "cat_last__high_flow", + "cat_last__flood_flow", + "cat_last__no_flow", + "cat_last__estimated_record", + "cat_last__unknown", + "cat_rate__very_low_flow", + "cat_rate__low_flow", + "cat_rate__normal_flow", + "cat_rate__elevated_flow", + "cat_rate__high_flow", + "cat_rate__flood_flow", + "cat_rate__no_flow", + "cat_rate__estimated_record", + "cat_rate__unknown", + "cat_entropy", + "unknown_cat_rate", + "cat_switch_rate", + "source_count_last", + "source_count_mean", + "log_confirmations", + "contradiction_rate", + "ref_resid_gap", + "ref_resid_magnitude", + "ref_resid_category", + "ref_disagreement", + "ref_avail_gap", + "ref_avail_magnitude", + "ref_avail_category", + "gap_trend", + "cat_concentration", + "recent_vs_old_gap", + "discharge_cfs_trend", + "abs_daily_change_cfs_trend", + "rise_ratio_trend", + "log_n_past", + "is_cold_start", + "censored_horizon", + "gap_ratio_median_short", + "gap_ratio_median_long", + "gap_cv_short", + "gap_cv_long", + "gap_median_short_over_long", + "discharge_cfs_ratio_median_short", + "discharge_cfs_ratio_median_long", + "discharge_cfs_median_short_over_long", + "abs_daily_change_cfs_ratio_median_short", + "abs_daily_change_cfs_ratio_median_long", + "abs_daily_change_cfs_median_short_over_long", + "rise_ratio_ratio_median_short", + "rise_ratio_ratio_median_long", + "rise_ratio_median_short_over_long", + "log_count_24h", + "log_count_7d", + "log_count_30d", + "rate_ratio_24h_30d", + "hour_sin", + "hour_cos", + "dow_sin", + "dow_cos", + "doy_sin", + "doy_cos", + "discharge_cfs_vs_climatology", + "discharge_cfs_climatology_available", + "abs_daily_change_cfs_vs_climatology", + "abs_daily_change_cfs_climatology_available", + "rise_ratio_vs_climatology", + "rise_ratio_climatology_available", + "gap_quantile_pos", + "gap_exceed_p95_rate", + "discharge_cfs_skew", + "discharge_cfs_kurtosis", + "discharge_cfs_quantile_pos", + "discharge_cfs_exceed_p95_rate", + "discharge_cfs_hill_tail", + "abs_daily_change_cfs_skew", + "abs_daily_change_cfs_kurtosis", + "abs_daily_change_cfs_quantile_pos", + "abs_daily_change_cfs_exceed_p95_rate", + "abs_daily_change_cfs_hill_tail", + "rise_ratio_skew", + "rise_ratio_kurtosis", + "rise_ratio_quantile_pos", + "rise_ratio_exceed_p95_rate", + "rise_ratio_hill_tail", + "resid_ewma_fast", + "resid_ewma_slow", + "resid_drift", + "resid_median", + "resid_seasonal_naive", + "baseline_spread", + "baseline_max_abs", + "baseline_available" + ], + "n_features": 120, + "targets": [ + "flow_regime_transition", + "discharge_regime_shift", + "volatility_regime_shift", + "surge_ahead", + "compound_hydrologic_stress" + ], + "degenerate_zeroed": [ + "discharge_cfs_available", + "reference_missing_rate", + "cat_last__unknown", + "source_count_last", + "log_confirmations", + "censored_horizon", + "hour_sin", + "hour_cos" + ], + "normaliser_version": "surprise-normalise/1.0.0", + "mu": [ + 3.2188758850097656, + 1.0, + 3.2188758850097656, + 0.0, + 3.2188758850097656, + 4.8121843338012695, + 0.9627635180950165, + 4.705015659332275, + 0.3818369507789612, + 1.0, + 0.0, + 2.5649492740631104, + 0.8999999761581421, + 2.525728702545166, + 1.1409626007080078, + 1.0, + 0.0, + 0.6749095916748047, + 1.0046579241752625, + 0.672546923160553, + 0.14525599032640457, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.10000000149011612, + 0.75, + 0.05000000074505806, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6098403334617615, + 0.0, + 0.31578946113586426, + 1.0, + 1.0, + 0.6931471824645996, + 0.0, + 0.0, + -0.0796075165271759, + 0.30000001192092896, + 0.21195746958255768, + 1.0, + 1.0, + 1.0, + -1.7871118020199955e-17, + 0.75, + 1.0, + -0.0027046657633036375, + -0.002201230265200138, + 6.972493065404706e-05, + 5.977618217468262, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.9723320007324219, + 0.9621673822402954, + 0.9616669118404388, + 1.0, + 0.8799999952316284, + 0.930232584476471, + 1.0, + 1.002366065979004, + 1.0012519359588623, + 0.6931471824645996, + 2.079441547393799, + 3.4339871406555176, + 1.0, + 0.0, + 1.0, + 0.0, + -0.22252093255519867, + 0.09661247953772545, + 0.12332506477832794, + -0.13186563551425934, + 1.0, + -0.26881134510040283, + 1.0, + -0.02778912615031004, + 1.0, + 1.0, + 0.0, + 0.9461717903614044, + 0.8260453343391418, + 0.46000000834465027, + 0.05000000074505806, + 0.40428125858306885, + 0.4985405504703522, + 0.19763993471860886, + 0.4699999988079071, + 0.05000000074505806, + 0.6096986532211304, + 2.8855775594711304, + 11.052438735961914, + 0.5299999713897705, + 0.05000000074505806, + 0.3917907476425171, + -0.06142864748835564, + -0.11833390220999718, + 0.004031415097415447, + -0.046236297115683556, + -0.05954139307141304, + 0.17827923595905304, + 0.47461259365081787, + 1.0 + ], + "sd": [ + 0.6147963872582437, + 0.5031529848115062, + 0.6147963872582437, + 0.6395939086291647, + 0.7524895820625944, + 2.5843377463282082, + 0.37566068174222206, + 2.54578975680318, + 0.2838932171055262, + 1.0, + 0.32040822652880246, + 2.761164932802397, + 1.5539978944963664, + 2.4556293586521702, + 0.4701366837242076, + 0.035600914058706475, + 0.3236826624731053, + 0.05801727897242496, + 0.10379324850106433, + 0.02316901911798453, + 0.15153667942694685, + 0.051477988198032856, + 0.3252618397038964, + 1.0, + 0.15530209505923132, + 0.3090218658192921, + 0.7412898443291327, + 0.23933206149441427, + 0.17778112559149079, + 0.15585925864357428, + 0.037230109442163026, + 0.2143465380794538, + 1.0, + 0.03706449276876061, + 0.11119348106780169, + 0.2594514190046057, + 0.07412898553752122, + 0.03706449276876061, + 0.03706449276876061, + 0.322023142566796, + 0.36357823712583454, + 0.32040822652880246, + 0.2912896001135711, + 0.32040822652880246, + 0.23409154257834444, + 1.0, + 0.35600914058614347, + 1.0, + 0.32040822652880246, + 0.45283768633084187, + 0.1828535936297842, + 0.4818383977093283, + 0.22856546517563714, + 0.05031529848122147, + 0.035600914058706475, + 0.035600914058706475, + 0.6395939086291647, + 0.22238691795128554, + 0.7106598984763012, + 0.03957265216147484, + 0.08794024664000108, + 0.0052625500925680595, + 0.811888342702539, + 0.10024577491469736, + 1.0, + 0.5031529848115062, + 0.5031529848115062, + 0.6395939086291647, + 0.6395939086291647, + 0.5031529848115062, + 0.13336468573585097, + 0.6509389454917257, + 0.5586453174289904, + 0.786411841769321, + 1.9997346613299325, + 1.5446167243154425, + 0.07686490611379636, + 0.11130790740494555, + 0.061347517285018256, + 0.02467667327289314, + 0.1005297246894895, + 0.24361253215777556, + 1.3006951264668007, + 1.0, + 1.0, + 1.1591275061740975, + 1.1300657129535152, + 1.0072381806603354, + 1.0691201625001086, + 0.5008996007970918, + 0.20880166295590968, + 1.2568744290219669, + 0.2115410292352239, + 0.08259826906583237, + 0.21232910707750846, + 0.7106598984763012, + 0.9563266875571255, + 0.895076753741463, + 2.535471299164732, + 0.4521867935528483, + 0.9073486467365142, + 0.2635084893457796, + 0.8722683421720656, + 1.35749664083068, + 0.3928836183781267, + 0.9617831102614818, + 0.3204453071017368, + 1.281276113285322, + 9.530887681524165, + 0.37064492216456635, + 0.9618033489762615, + 0.273319904321737, + 0.17600339541199297, + 0.35365418516502634, + 0.1098746744525088, + 0.39897877874862187, + 0.4843226941185054, + 0.16420941145398865, + 0.4486125252527869, + 0.06158419065266989 + ], + "clip": 6.0, + "calibration": { + "method": "per-target affine Platt scaling fitted on validation", + "specs": [ + [ + 0.5680305560848373, + -1.304138454318183 + ], + [ + 0.5320081889193188, + -1.0188424669433531 + ], + [ + 0.5676940331915431, + -0.09722419452109059 + ], + [ + 0.329305172759256, + -0.41610544103620944 + ], + [ + 0.5066886858889168, + -0.5993572270132408 + ] + ] + }, + "risk_selector": [ + -1.0443242900664664, + 0.31396680789534637, + 0.09827669948187068, + 0.13239772768759944, + 0.05345524361342748, + 0.5303031975084805, + 1.0432468394841279, + 0.3460781675412176, + 0.9996293604651195, + 0.10818043210348328, + 0.24823831918669856, + 0.1393195212620991, + 0.0086027750093723 + ], + "abstention_threshold": 0.3305830567624875, + "abstention": { + "coverage": 0.8, + "selective_accuracy": 0.7604318071705426, + "base_accuracy": 0.7343071705426357, + "curve": [ + { + "coverage": 0.5, + "threshold": 0.2827561798630663, + "selective_accuracy": 0.7938517441860466 + }, + { + "coverage": 0.6, + "threshold": 0.30046723885354254, + "selective_accuracy": 0.7832969961240309 + }, + { + "coverage": 0.7, + "threshold": 0.31640507736699397, + "selective_accuracy": 0.7726813399778515 + }, + { + "coverage": 0.8, + "threshold": 0.3305830567624875, + "selective_accuracy": 0.7604318071705426 + }, + { + "coverage": 0.9, + "threshold": 0.34443439672448906, + "selective_accuracy": 0.7475855943152455 + }, + { + "coverage": 1.0, + "threshold": 0.38369606963597536, + "selective_accuracy": 0.7343071705426357 + } + ] + }, + "evaluation": { + "version": "surprise-eval/0.3.0", + "domain_id": "hydrology", + "schema_hash": "ff76f6afd69fbb8f", + "targets": { + "flow_regime_transition": { + "status": "ok", + "candidate": { + "n": 83200, + "prevalence": 0.1622355729341507, + "auroc": 0.7855736028643991, + "auprc": 0.4125187385906297, + "brier": 0.11507599925181608, + "ece": 0.017883380108816547, + "lead_at_far10_hours": 1704.0 + }, + "baselines": { + "phase0_rules": { + "n": 83200, + "prevalence": 0.1622355729341507, + "auroc": 0.6912045094337408, + "auprc": 0.3061892471564734, + "brier": 0.4833922212377673, + "ece": 0.5744302519708543, + "lead_at_far10_hours": 1512.0 + }, + "ewma_z": { + "n": 83200, + "prevalence": 0.1622355729341507, + "auroc": 0.7441589350559924, + "auprc": 0.3293859579754457, + "brier": 0.1968722220851623, + "ece": 0.19229603100132014, + "lead_at_far10_hours": 3696.0 + }, + "logistic": { + "n": 83200, + "prevalence": 0.1622355729341507, + "auroc": 0.8014735212600922, + "auprc": 0.4483028451057104, + "brier": 0.1107827833021487, + "ece": 0.02266381554991812, + "lead_at_far10_hours": 3672.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.7741992893993094, + 0.7971113747288379 + ], + "phase0_rules": [ + 0.6738162645544049, + 0.7061959376712438 + ], + "ewma_z": [ + 0.7316434993512299, + 0.7548420329958752 + ], + "logistic": [ + 0.7906017505021016, + 0.8114859872413422 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.09435612789583124, + "ci95": [ + 0.08345260637328304, + 0.10395970721623948 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.04136729633916223, + "ci95": [ + 0.03483670625120154, + 0.04789976335112667 + ], + "significant": true + }, + "logistic": { + "mean": -0.016043818000413823, + "ci95": [ + -0.021656484812910246, + -0.010941172537407068 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 320, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "discharge_regime_shift": { + "status": "ok", + "candidate": { + "n": 82560, + "prevalence": 0.27946949005126953, + "auroc": 0.7666310065231584, + "auprc": 0.5811495964502015, + "brier": 0.1637472363644202, + "ece": 0.031895578148894585, + "lead_at_far10_hours": 2616.0 + }, + "baselines": { + "phase0_rules": { + "n": 82560, + "prevalence": 0.27946949005126953, + "auroc": 0.5670656835864584, + "auprc": 0.3329754511374536, + "brier": 0.44328906343486835, + "ece": 0.45625136334873023, + "lead_at_far10_hours": 432.0 + }, + "ewma_z": { + "n": 82560, + "prevalence": 0.27946949005126953, + "auroc": 0.6402807119378612, + "auprc": 0.38646865035227257, + "brier": 0.24849900792450658, + "ece": 0.18386153593022292, + "lead_at_far10_hours": 2616.0 + }, + "logistic": { + "n": 82560, + "prevalence": 0.27946949005126953, + "auroc": 0.7570192335558175, + "auprc": 0.5653098100174654, + "brier": 0.16823037550531433, + "ece": 0.05172825382517305, + "lead_at_far10_hours": 2616.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.7556564656705709, + 0.7779281942454533 + ], + "phase0_rules": [ + 0.550234071252887, + 0.584515372709912 + ], + "ewma_z": [ + 0.6255142569938429, + 0.6536150806711988 + ], + "logistic": [ + 0.7458413014972087, + 0.7678709545338989 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.20002473997466338, + "ci95": [ + 0.18310905156887614, + 0.21802228043013783 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.1268288509620764, + "ci95": [ + 0.1146175586192476, + 0.1390392684252963 + ], + "significant": true + }, + "logistic": { + "mean": 0.009401517312844342, + "ci95": [ + 0.003518374451150791, + 0.015041422586596239 + ], + "significant": true + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 320, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "volatility_regime_shift": { + "status": "ok", + "candidate": { + "n": 82560, + "prevalence": 0.4972746968269348, + "auroc": 0.6912649684355864, + "auprc": 0.6802725486298826, + "brier": 0.22247940197652064, + "ece": 0.051035975603384756, + "lead_at_far10_hours": 2472.0 + }, + "baselines": { + "phase0_rules": { + "n": 82560, + "prevalence": 0.4972746968269348, + "auroc": 0.5562115684779487, + "auprc": 0.553827009003654, + "brier": 0.34101736251846443, + "ece": 0.2760111586842477, + "lead_at_far10_hours": 288.0 + }, + "ewma_z": { + "n": 82560, + "prevalence": 0.4972746968269348, + "auroc": 0.5892213343490683, + "auprc": 0.5697081660745831, + "brier": 0.32549897623923063, + "ece": 0.2707378186643848, + "lead_at_far10_hours": 2472.0 + }, + "logistic": { + "n": 82560, + "prevalence": 0.4972746968269348, + "auroc": 0.6814879948302446, + "auprc": 0.6467756876243449, + "brier": 0.22326542935351512, + "ece": 0.026923133022412855, + "lead_at_far10_hours": 2472.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.6748613131919318, + 0.7084148832147541 + ], + "phase0_rules": [ + 0.5393324655524074, + 0.572574364244751 + ], + "ewma_z": [ + 0.57458792756827, + 0.605814357477472 + ], + "logistic": [ + 0.6645204774621511, + 0.6987626372525655 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.13505950250602733, + "ci95": [ + 0.11922862587525226, + 0.15392516928641878 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.10220305584321633, + "ci95": [ + 0.08782254317207898, + 0.11762938959946677 + ], + "significant": true + }, + "logistic": { + "mean": 0.009546366975505566, + "ci95": [ + 0.002870800697059434, + 0.016144566239265766 + ], + "significant": true + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 320, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "surge_ahead": { + "status": "ok", + "candidate": { + "n": 82486, + "prevalence": 0.32976505160331726, + "auroc": 0.6692519660190368, + "auprc": 0.4632194581759521, + "brier": 0.20471264475534195, + "ece": 0.01800375740478676, + "lead_at_far10_hours": 2832.0 + }, + "baselines": { + "phase0_rules": { + "n": 82486, + "prevalence": 0.32976505160331726, + "auroc": 0.6288327303853964, + "auprc": 0.447581103169357, + "brier": 0.3978555832266528, + "ece": 0.4058086611420944, + "lead_at_far10_hours": 912.0 + }, + "ewma_z": { + "n": 82486, + "prevalence": 0.32976505160331726, + "auroc": 0.6231840155635368, + "auprc": 0.41773455191454306, + "brier": 0.26646802492713795, + "ece": 0.1990014539191952, + "lead_at_far10_hours": 3096.0 + }, + "logistic": { + "n": 82486, + "prevalence": 0.32976505160331726, + "auroc": 0.693752852114957, + "auprc": 0.5054112389874085, + "brier": 0.199092554726581, + "ece": 0.01313590212565752, + "lead_at_far10_hours": 3600.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.6504867177010386, + 0.6864837327978763 + ], + "phase0_rules": [ + 0.6127813912568927, + 0.6452617856227345 + ], + "ewma_z": [ + 0.606906738220752, + 0.6387192537503866 + ], + "logistic": [ + 0.6751986392223969, + 0.7110079169294978 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.040188483538453036, + "ci95": [ + 0.027444459109720067, + 0.05342777089611258 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.04598232557839629, + "ci95": [ + 0.03554096657842094, + 0.056397137908644805 + ], + "significant": true + }, + "logistic": { + "mean": -0.024372534234979284, + "ci95": [ + -0.03158916132261786, + -0.01591195817988726 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 320, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "compound_hydrologic_stress": { + "status": "ok", + "candidate": { + "n": 82560, + "prevalence": 0.33522287011146545, + "auroc": 0.7204614486869146, + "auprc": 0.5844579749471687, + "brier": 0.19208978071346453, + "ece": 0.03547745462710231, + "lead_at_far10_hours": 2712.0 + }, + "baselines": { + "phase0_rules": { + "n": 82560, + "prevalence": 0.33522287011146545, + "auroc": 0.5903876525548651, + "auprc": 0.42229232492833474, + "brier": 0.4079965157539848, + "ece": 0.4036471976754743, + "lead_at_far10_hours": 528.0 + }, + "ewma_z": { + "n": 82560, + "prevalence": 0.33522287011146545, + "auroc": 0.6490360905738847, + "auprc": 0.45976773102236956, + "brier": 0.254289729350726, + "ece": 0.18400090315547868, + "lead_at_far10_hours": 2712.0 + }, + "logistic": { + "n": 82560, + "prevalence": 0.33522287011146545, + "auroc": 0.7150646283118728, + "auprc": 0.5621147777305978, + "brier": 0.1952020766828454, + "ece": 0.038067937354828656, + "lead_at_far10_hours": 2712.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.7062965891543327, + 0.7340619606877429 + ], + "phase0_rules": [ + 0.5740863985206369, + 0.6060678675036832 + ], + "ewma_z": [ + 0.6344634065241335, + 0.6620853166713244 + ], + "logistic": [ + 0.7025184888043036, + 0.7282290338938513 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.13029333884606223, + "ci95": [ + 0.11821537155387249, + 0.143630726163492 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.07172361380958375, + "ci95": [ + 0.062313774175663424, + 0.08217342767671383 + ], + "significant": true + }, + "logistic": { + "mean": 0.005278675896879646, + "ci95": [ + -0.00026736453915310315, + 0.011493815025776073 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 320, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + } + }, + "slices": { + "state": { + "ga": { + "flow_regime_transition": { + "status": "ok", + "n": 41080, + "auroc": 0.7753527345522253, + "prevalence": 0.20104673504829407 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 40764, + "auroc": 0.7588453298341218, + "prevalence": 0.25522521138191223 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 40764, + "auroc": 0.6587373039252912, + "prevalence": 0.5285300612449646 + }, + "surge_ahead": { + "status": "ok", + "n": 40729, + "auroc": 0.6830519371526584, + "prevalence": 0.3602592647075653 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 40764, + "auroc": 0.7002493295657195, + "prevalence": 0.3443479537963867 + } + }, + "ny": { + "flow_regime_transition": { + "status": "ok", + "n": 20020, + "auroc": 0.8044343528043191, + "prevalence": 0.14290709793567657 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 19866, + "auroc": 0.773058828798019, + "prevalence": 0.34722641110420227 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 19866, + "auroc": 0.7487437809763069, + "prevalence": 0.47810328006744385 + }, + "surge_ahead": { + "status": "ok", + "n": 19827, + "auroc": 0.662982711707153, + "prevalence": 0.2979775071144104 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 19866, + "auroc": 0.7670611443199096, + "prevalence": 0.356035441160202 + } + }, + "pa": { + "flow_regime_transition": { + "status": "ok", + "n": 22100, + "auroc": 0.7626142787607287, + "prevalence": 0.10760180652141571 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 21930, + "auroc": 0.76699913394218, + "prevalence": 0.2631554901599884 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 21930, + "auroc": 0.697803997009261, + "prevalence": 0.45654353499412537 + }, + "surge_ahead": { + "status": "ok", + "n": 21930, + "auroc": 0.634202957607235, + "prevalence": 0.30186957120895386 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 21930, + "auroc": 0.7134663251071391, + "prevalence": 0.2994072139263153 + } + } + }, + "flow_scale": { + "large": { + "flow_regime_transition": { + "status": "ok", + "n": 24360, + "auroc": 0.7948511374234944, + "prevalence": 0.16128899157047272 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 24189, + "auroc": 0.7560304739130114, + "prevalence": 0.3193187117576599 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 24189, + "auroc": 0.6028556288842916, + "prevalence": 0.6045309901237488 + }, + "surge_ahead": { + "status": "ok", + "n": 24189, + "auroc": 0.6096877351261053, + "prevalence": 0.2907106578350067 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 24189, + "auroc": 0.7067573011733218, + "prevalence": 0.3720286190509796 + } + }, + "major": { + "flow_regime_transition": { + "status": "ok", + "n": 16022, + "auroc": 0.8139947588621459, + "prevalence": 0.12707526981830597 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 15915, + "auroc": 0.7767464687841548, + "prevalence": 0.2825007736682892 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 15915, + "auroc": 0.6323203321130262, + "prevalence": 0.5490418076515198 + }, + "surge_ahead": { + "status": "ok", + "n": 15915, + "auroc": 0.7011797015630578, + "prevalence": 0.1897580921649933 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 15915, + "auroc": 0.7547088641097514, + "prevalence": 0.29978007078170776 + } + }, + "medium": { + "flow_regime_transition": { + "status": "ok", + "n": 29519, + "auroc": 0.77924380092439, + "prevalence": 0.17053423821926117 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 29277, + "auroc": 0.751764148861285, + "prevalence": 0.2746866047382355 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 29277, + "auroc": 0.6817645369527405, + "prevalence": 0.48430508375167847 + }, + "surge_ahead": { + "status": "ok", + "n": 29277, + "auroc": 0.6391216828431107, + "prevalence": 0.371622771024704 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 29277, + "auroc": 0.7052469040050701, + "prevalence": 0.35645729303359985 + } + }, + "small": { + "flow_regime_transition": { + "status": "ok", + "n": 12080, + "auroc": 0.7362529849419656, + "prevalence": 0.18584437668323517 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 11974, + "auroc": 0.7862552791170572, + "prevalence": 0.21822281181812286 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 11974, + "auroc": 0.7309727487346364, + "prevalence": 0.2789376974105835 + }, + "surge_ahead": { + "status": "ok", + "n": 11974, + "auroc": 0.6176234166563835, + "prevalence": 0.4761149287223816 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 11974, + "auroc": 0.7211977514720135, + "prevalence": 0.2718389928340912 + } + }, + "trickle": { + "flow_regime_transition": { + "status": "ok", + "n": 1027, + "auroc": 0.7445521738206996, + "prevalence": 0.2327166497707367 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 1016, + "auroc": 0.8707759142541751, + "prevalence": 0.16240157186985016 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 1016, + "auroc": 0.7391906786332861, + "prevalence": 0.14370079338550568 + }, + "surge_ahead": { + "status": "ok", + "n": 1016, + "auroc": 0.5661720240033493, + "prevalence": 0.49015748500823975 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 1016, + "auroc": 0.7609712794430762, + "prevalence": 0.1761811077594757 + } + }, + "zero": { + "flow_regime_transition": { + "status": "ok", + "n": 192, + "auroc": 0.7570621468926554, + "prevalence": 0.078125 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 189, + "auroc": 0.8803418803418803, + "prevalence": 0.1746031790971756 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 189, + "auroc": 0.7543103448275862, + "prevalence": 0.15343914926052094 + }, + "surge_ahead": { + "status": "ok", + "n": 115, + "auroc": 0.6085714285714285, + "prevalence": 0.6086956262588501 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 189, + "auroc": 0.8262527233115469, + "prevalence": 0.190476194024086 + } + } + }, + "season": { + "autumn": { + "flow_regime_transition": { + "status": "ok", + "n": 960, + "auroc": 0.7877432467596402, + "prevalence": 0.19062499701976776 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 960, + "auroc": 0.6973149754453639, + "prevalence": 0.2927083373069763 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 960, + "auroc": 0.6963720006502894, + "prevalence": 0.5552083253860474 + }, + "surge_ahead": { + "status": "ok", + "n": 960, + "auroc": 0.8009873705264016, + "prevalence": 0.39895832538604736 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 960, + "auroc": 0.678809830135556, + "prevalence": 0.3687500059604645 + } + }, + "spring": { + "flow_regime_transition": { + "status": "ok", + "n": 29440, + "auroc": 0.7804259947778909, + "prevalence": 0.1678328812122345 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 29440, + "auroc": 0.7743318556869254, + "prevalence": 0.31314536929130554 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 29440, + "auroc": 0.7030541172229801, + "prevalence": 0.5169157385826111 + }, + "surge_ahead": { + "status": "ok", + "n": 29408, + "auroc": 0.6786095050577179, + "prevalence": 0.31246599555015564 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 29440, + "auroc": 0.7450978453393374, + "prevalence": 0.36168476939201355 + } + }, + "summer": { + "flow_regime_transition": { + "status": "ok", + "n": 24000, + "auroc": 0.7562310305305914, + "prevalence": 0.2459583282470703 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 23360, + "auroc": 0.7912261946980411, + "prevalence": 0.28180649876594543 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 23360, + "auroc": 0.6851194597487131, + "prevalence": 0.4874143898487091 + }, + "surge_ahead": { + "status": "ok", + "n": 23341, + "auroc": 0.6806730955120405, + "prevalence": 0.4163489043712616 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 23360, + "auroc": 0.735342853304812, + "prevalence": 0.3630993068218231 + } + }, + "winter": { + "flow_regime_transition": { + "status": "ok", + "n": 28800, + "auroc": 0.7645462710216436, + "prevalence": 0.08579861372709274 + }, + "discharge_regime_shift": { + "status": "ok", + "n": 28800, + "auroc": 0.7475968157825518, + "prevalence": 0.24270834028720856 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 28800, + "auroc": 0.6890521525476876, + "prevalence": 0.48326388001441956 + }, + "surge_ahead": { + "status": "ok", + "n": 28777, + "auroc": 0.6473004125511479, + "prevalence": 0.27490705251693726 + }, + "compound_hydrologic_stress": { + "status": "ok", + "n": 28800, + "auroc": 0.6790572812098153, + "prevalence": 0.2844444513320923 + } + } + } + } + } + }, + "markets": { + "schema": { + "domain_id": "markets", + "version": "0.4.0", + "categories": [ + "quiet_drift", + "mild_up", + "mild_down", + "strong_up", + "strong_down", + "shock_up", + "shock_down", + "illiquid_session", + "unknown" + ], + "family_map": { + "quiet_drift": "quiet", + "mild_up": "trending", + "mild_down": "trending", + "strong_up": "energetic", + "strong_down": "energetic", + "shock_up": "dislocation", + "shock_down": "dislocation", + "illiquid_session": "thin", + "unknown": "unknown" + }, + "channels": [ + { + "name": "abs_return_bps", + "log_scale": true, + "unit": "bps" + }, + { + "name": "range_bps", + "log_scale": true, + "unit": "bps" + }, + { + "name": "volume_base", + "log_scale": true, + "unit": "base units" + }, + { + "name": "notional_usd", + "log_scale": true, + "unit": "USD" + } + ], + "targets": [ + { + "name": "regime_transition", + "kind": "category_transition", + "horizon": 5, + "support": 10, + "params": {} + }, + { + "name": "volatility_regime_shift", + "kind": "magnitude_shift", + "horizon": 7, + "support": 12, + "params": { + "channel": "range_bps", + "shift": 0.4 + } + }, + { + "name": "volume_regime_shift", + "kind": "magnitude_shift", + "horizon": 7, + "support": 12, + "params": { + "channel": "notional_usd", + "shift": 0.6 + } + }, + { + "name": "dislocation_ahead", + "kind": "threshold_crossing", + "horizon": 7, + "support": 12, + "params": { + "channel": "abs_return_bps", + "level": 800.0, + "direction": "above" + } + }, + { + "name": "compound_market_stress", + "kind": "compound", + "horizon": 7, + "support": 12, + "params": { + "over": [ + "volatility_regime_shift", + "volume_regime_shift", + "dislocation_ahead" + ], + "k": 2 + } + } + ], + "context_dims": [ + "quote_currency", + "liquidity_tier", + "session_direction" + ], + "entity_kind": "public_market_product", + "description": "Public Coinbase Exchange daily bars: returns, intraday range and traded notional per listed product." + }, + "schema_hash": "25d7d18416182f69", + "promoted": false, + "gate_status": "candidate_not_promoted", + "gate_statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one.", + "blocking_reasons": [ + "only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot", + "worst-target ECE 0.101 exceeds bound" + ], + "feature_names": [ + "log_gap_last", + "gap_ratio_median", + "log_median_gap", + "gap_cv", + "log_gap_prev", + "log_abs_return_bps_last", + "abs_return_bps_ratio_median", + "log_median_abs_return_bps", + "abs_return_bps_logsd", + "abs_return_bps_available", + "abs_return_bps_missing_rate", + "log_range_bps_last", + "range_bps_ratio_median", + "log_median_range_bps", + "range_bps_logsd", + "range_bps_available", + "range_bps_missing_rate", + "log_volume_base_last", + "volume_base_ratio_median", + "log_median_volume_base", + "volume_base_logsd", + "volume_base_available", + "volume_base_missing_rate", + "log_notional_usd_last", + "notional_usd_ratio_median", + "log_median_notional_usd", + "notional_usd_logsd", + "notional_usd_available", + "notional_usd_missing_rate", + "reference_missing_rate", + "cat_last__quiet_drift", + "cat_last__mild_up", + "cat_last__mild_down", + "cat_last__strong_up", + "cat_last__strong_down", + "cat_last__shock_up", + "cat_last__shock_down", + "cat_last__illiquid_session", + "cat_last__unknown", + "cat_rate__quiet_drift", + "cat_rate__mild_up", + "cat_rate__mild_down", + "cat_rate__strong_up", + "cat_rate__strong_down", + "cat_rate__shock_up", + "cat_rate__shock_down", + "cat_rate__illiquid_session", + "cat_rate__unknown", + "cat_entropy", + "unknown_cat_rate", + "cat_switch_rate", + "source_count_last", + "source_count_mean", + "log_confirmations", + "contradiction_rate", + "ref_resid_gap", + "ref_resid_magnitude", + "ref_resid_category", + "ref_disagreement", + "ref_avail_gap", + "ref_avail_magnitude", + "ref_avail_category", + "gap_trend", + "cat_concentration", + "recent_vs_old_gap", + "abs_return_bps_trend", + "range_bps_trend", + "volume_base_trend", + "notional_usd_trend", + "log_n_past", + "is_cold_start", + "censored_horizon", + "gap_ratio_median_short", + "gap_ratio_median_long", + "gap_cv_short", + "gap_cv_long", + "gap_median_short_over_long", + "abs_return_bps_ratio_median_short", + "abs_return_bps_ratio_median_long", + "abs_return_bps_median_short_over_long", + "range_bps_ratio_median_short", + "range_bps_ratio_median_long", + "range_bps_median_short_over_long", + "volume_base_ratio_median_short", + "volume_base_ratio_median_long", + "volume_base_median_short_over_long", + "notional_usd_ratio_median_short", + "notional_usd_ratio_median_long", + "notional_usd_median_short_over_long", + "log_count_24h", + "log_count_7d", + "log_count_30d", + "rate_ratio_24h_30d", + "hour_sin", + "hour_cos", + "dow_sin", + "dow_cos", + "doy_sin", + "doy_cos", + "abs_return_bps_vs_climatology", + "abs_return_bps_climatology_available", + "range_bps_vs_climatology", + "range_bps_climatology_available", + "volume_base_vs_climatology", + "volume_base_climatology_available", + "notional_usd_vs_climatology", + "notional_usd_climatology_available", + "gap_quantile_pos", + "gap_exceed_p95_rate", + "abs_return_bps_skew", + "abs_return_bps_kurtosis", + "abs_return_bps_quantile_pos", + "abs_return_bps_exceed_p95_rate", + "abs_return_bps_hill_tail", + "range_bps_skew", + "range_bps_kurtosis", + "range_bps_quantile_pos", + "range_bps_exceed_p95_rate", + "range_bps_hill_tail", + "volume_base_skew", + "volume_base_kurtosis", + "volume_base_quantile_pos", + "volume_base_exceed_p95_rate", + "volume_base_hill_tail", + "notional_usd_skew", + "notional_usd_kurtosis", + "notional_usd_quantile_pos", + "notional_usd_exceed_p95_rate", + "notional_usd_hill_tail", + "resid_ewma_fast", + "resid_ewma_slow", + "resid_drift", + "resid_median", + "resid_seasonal_naive", + "baseline_spread", + "baseline_max_abs", + "baseline_available" + ], + "n_features": 137, + "targets": [ + "regime_transition", + "volatility_regime_shift", + "volume_regime_shift", + "dislocation_ahead", + "compound_market_stress" + ], + "degenerate_zeroed": [ + "abs_return_bps_available", + "range_bps_available", + "volume_base_available", + "notional_usd_available", + "reference_missing_rate", + "cat_last__unknown", + "source_count_last", + "log_confirmations", + "censored_horizon", + "hour_sin", + "hour_cos" + ], + "normaliser_version": "surprise-normalise/1.0.0", + "mu": [ + 3.2188758850097656, + 1.0, + 3.2188758850097656, + 0.0, + 3.2188758850097656, + 5.6745312213897705, + 1.0, + 5.693400859832764, + 1.062483012676239, + 1.0, + 0.0, + 6.5862579345703125, + 0.9936320185661316, + 6.586160182952881, + 0.45347702503204346, + 1.0, + 0.0, + 13.892597198486328, + 0.9803705811500549, + 13.878656387329102, + 0.5893211364746094, + 1.0, + 0.0, + 13.081140518188477, + 0.961088091135025, + 12.997011184692383, + 0.6090799868106842, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.15000000596046448, + 0.15000000596046448, + 0.15000000596046448, + 0.15000000596046448, + 0.20000000298023224, + 0.05000000074505806, + 0.05000000074505806, + 0.0, + 0.0, + 0.9249773621559143, + 0.0, + 0.8421052694320679, + 1.0, + 1.0, + 0.6931471824645996, + 0.0, + 0.0, + -0.14898031204938889, + 0.8500000238418579, + 0.43855154514312744, + 1.0, + 1.0, + 1.0, + -1.7871118020199955e-17, + 0.30000001192092896, + 1.0, + 0.0015331082977354527, + -0.0012676545302383602, + -0.0041620328556746244, + -0.007374131120741367, + 5.659482002258301, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.9930194616317749, + 0.9855393767356873, + 1.0, + 0.9691974222660065, + 0.960135817527771, + 1.0, + 0.954305112361908, + 0.9446823000907898, + 1.0, + 0.8771220147609711, + 0.8691747188568115, + 0.6931471824645996, + 2.079441547393799, + 3.4339871406555176, + 1.0, + 0.0, + 1.0, + 0.0, + -0.22252093255519867, + 0.10516999661922455, + -0.20391367375850677, + 0.06282832100987434, + 1.0, + -0.09568441659212112, + 1.0, + -0.06556901708245277, + 1.0, + -0.19181647151708603, + 1.0, + 1.0, + 0.0, + -1.2021234035491943, + 2.1100666522979736, + 0.5, + 0.05000000074505806, + 0.29193389415740967, + 0.3236034959554672, + 0.04460669867694378, + 0.4699999988079071, + 0.05000000074505806, + 0.26180002093315125, + 0.3171137571334839, + 0.07008656486868858, + 0.4699999988079071, + 0.05000000074505806, + 0.37041017413139343, + 0.30680322647094727, + -0.0028982567600905895, + 0.4300000071525574, + 0.05000000074505806, + 0.39536339044570923, + 0.12200061231851578, + 0.23609478026628494, + -0.026189475320279598, + -0.002527854056097567, + -0.007476005936041474, + 0.4752156585454941, + 1.500248372554779, + 1.0 + ], + "sd": [ + 0.7805108378934819, + 0.6395697137976641, + 0.7804590508167132, + 0.8103684086360962, + 0.954427248256672, + 1.0573598877247217, + 0.9138140747333298, + 0.4002862368980278, + 0.30892221374455164, + 1.0, + 0.4069045349385354, + 0.5877105459802853, + 0.4696069468914623, + 0.35845093412519474, + 0.10583361402275476, + 1.0, + 0.4069045349385354, + 2.8484049684653203, + 0.6310584215520487, + 2.761384131203235, + 0.20084905129525288, + 1.0, + 0.4069045349385354, + 2.0499439748505295, + 0.6496093178608402, + 1.9303209433474304, + 0.21355504168679398, + 1.0, + 0.4069045349385354, + 1.0, + 0.36619824618670005, + 0.37061108041188023, + 0.3851461276407192, + 0.3665738957427421, + 0.4049362726638495, + 0.24426778172192526, + 0.23311195669230036, + 0.08252609711315376, + 1.0, + 0.07412898553752122, + 0.08193203548398877, + 0.11119347554476196, + 0.07412898553752122, + 0.07412898001448148, + 0.07412898553752122, + 0.07412898553752122, + 0.4121656872164657, + 0.4069045349385354, + 0.038564956303081134, + 0.4069045349385354, + 0.10729193952544872, + 1.0, + 0.45211614993267757, + 1.0, + 0.4069045349385354, + 0.5749012083350337, + 0.7644745433569131, + 0.11119345897564277, + 0.21042853174075274, + 0.06387322845101276, + 0.045211614993221225, + 0.045211614993221225, + 0.8100390777964837, + 0.07412898001448148, + 0.9001408005811218, + 0.051763661901671594, + 0.030176617064305463, + 0.04865209108772235, + 0.05283880512125851, + 0.9230658953237569, + 0.1265638001998842, + 1.0, + 0.6395697137976641, + 0.6395697137976641, + 0.8101220530584577, + 0.8105980018927761, + 0.6387322845113713, + 0.6995938436643913, + 0.9528984839691773, + 0.5148024338983094, + 0.3308009734588521, + 0.5141702225863978, + 0.33541377205774464, + 0.4112549164809502, + 0.791356696562912, + 0.5779874885939421, + 0.414587319825118, + 0.8457842372009894, + 0.6328843053488311, + 0.03153376405827711, + 0.12776255301483697, + 0.3065215378359074, + 1.6476707640258839, + 1.0, + 1.0, + 1.1591275061740975, + 1.1300657129535152, + 1.0795131093754071, + 0.9701814891851948, + 1.083866192553996, + 0.24179725280945716, + 0.5172873102266582, + 0.24179725280945716, + 0.7720166131069786, + 0.24179725280945716, + 0.8581035540579336, + 0.24179725280945716, + 0.9000401865440609, + 1.2067156196489817, + 0.63195166276772, + 2.577001437423316, + 0.37064492216456635, + 1.1456943555029648, + 0.11781362293383384, + 0.30351161619881684, + 0.5896862090915287, + 0.3854707270043262, + 1.145694695761798, + 0.1030137045812925, + 0.45620801694983903, + 0.8001397988635404, + 0.40029652079800665, + 1.1456948958456132, + 0.22350224059453447, + 0.4548884474646833, + 0.7970665199744251, + 0.40770942321788656, + 1.1456948958456132, + 0.24132778504939323, + 1.1352452527513497, + 1.031204472655628, + 1.3583041699927678, + 1.0249913622486406, + 1.4012998634130536, + 0.30077782337359804, + 0.9606216044846599, + 0.07810733294564985 + ], + "clip": 6.0, + "calibration": { + "method": "per-target affine Platt scaling fitted on validation", + "specs": [ + [ + 0.8657910081783677, + 0.08107809423526956 + ], + [ + 0.2825203498938312, + -1.0359190656675097 + ], + [ + 0.5608268711930859, + -0.7994580026153528 + ], + [ + 0.22492231304557503, + -0.38028084667701484 + ], + [ + 0.25902187572453533, + -1.0011557483383835 + ] + ] + }, + "risk_selector": [ + -0.594057054856433, + 0.02529103823796642, + 0.11938026324302643, + 0.03255813219269147, + -0.3182879676401579, + 0.6242062987882563, + 1.227645000795418, + 0.2804266760166414, + 0.9912693968964953, + 0.065448376446392, + 0.14215596586037, + 0.07114405912015077, + 0.09160897809268552 + ], + "abstention_threshold": 0.3659467683854038, + "abstention": { + "coverage": 0.7999920012797952, + "selective_accuracy": 0.6594410838374245, + "base_accuracy": 0.6447688369860822, + "curve": [ + { + "coverage": 0.5, + "threshold": 0.35514705687002784, + "selective_accuracy": 0.677763557830747 + }, + { + "coverage": 0.6000039993601024, + "threshold": 0.35853009321787666, + "selective_accuracy": 0.6713814364272622 + }, + { + "coverage": 0.6999880019196929, + "threshold": 0.36202882385783247, + "selective_accuracy": 0.6650307098985859 + }, + { + "coverage": 0.7999920012797952, + "threshold": 0.3659467683854038, + "selective_accuracy": 0.6594410838374245 + }, + { + "coverage": 0.8999960006398976, + "threshold": 0.3711366670822462, + "selective_accuracy": 0.6541604639278336 + }, + { + "coverage": 1.0, + "threshold": 0.8950251830084959, + "selective_accuracy": 0.6447688369860822 + } + ] + }, + "evaluation": { + "version": "surprise-eval/0.3.0", + "domain_id": "markets", + "schema_hash": "25d7d18416182f69", + "targets": { + "regime_transition": { + "status": "ok", + "candidate": { + "n": 51037, + "prevalence": 0.493406742811203, + "auroc": 0.62285302813733, + "auprc": 0.6013084895847401, + "brier": 0.23789052842939046, + "ece": 0.025868343872993953, + "lead_at_far10_hours": 1608.0 + }, + "baselines": { + "phase0_rules": { + "n": 51037, + "prevalence": 0.493406742811203, + "auroc": 0.5303229595487416, + "auprc": 0.5103660650287806, + "brier": 0.33298898515088676, + "ece": 0.26404452817560153, + "lead_at_far10_hours": 1272.0 + }, + "ewma_z": { + "n": 51037, + "prevalence": 0.493406742811203, + "auroc": 0.5506262719143179, + "auprc": 0.5276408029100345, + "brier": 0.37138541049106943, + "ece": 0.3253095956395463, + "lead_at_far10_hours": 1608.0 + }, + "logistic": { + "n": 51037, + "prevalence": 0.493406742811203, + "auroc": 0.6339530000747526, + "auprc": 0.6098973512393182, + "brier": 0.23592398659410832, + "ece": 0.03321576597613874, + "lead_at_far10_hours": 1632.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.6088917538808546, + 0.6376034968756487 + ], + "phase0_rules": [ + 0.5153402618892656, + 0.5466248183814263 + ], + "ewma_z": [ + 0.5380930916010744, + 0.5659484339134625 + ], + "logistic": [ + 0.6202294499037067, + 0.6483770136663127 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.09216755208002066, + "ci95": [ + 0.0793755662840397, + 0.10494583204421122 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.07198446263919496, + "ci95": [ + 0.061151194382401325, + 0.08106188012297158 + ], + "significant": true + }, + "logistic": { + "mean": -0.011125676627863254, + "ci95": [ + -0.01835144325103436, + -0.003597027946192441 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 357, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "volatility_regime_shift": { + "status": "ok", + "candidate": { + "n": 50323, + "prevalence": 0.2678695619106293, + "auroc": 0.5766259918278628, + "auprc": 0.31410672098791115, + "brier": 0.19365357015708284, + "ece": 0.013039776687603685, + "lead_at_far10_hours": 1464.0 + }, + "baselines": { + "phase0_rules": { + "n": 50323, + "prevalence": 0.2678695619106293, + "auroc": 0.5009435930761139, + "auprc": 0.27092871551593345, + "brier": 0.4240671425203062, + "ece": 0.43378823083523826, + "lead_at_far10_hours": -1704.0 + }, + "ewma_z": { + "n": 50323, + "prevalence": 0.2678695619106293, + "auroc": 0.5296788377275907, + "auprc": 0.2933802780967442, + "brier": 0.2490106613700182, + "ece": 0.19904907268398972, + "lead_at_far10_hours": 1584.0 + }, + "logistic": { + "n": 50323, + "prevalence": 0.2678695619106293, + "auroc": 0.5880302061252611, + "auprc": 0.34559422812303237, + "brier": 0.1922536985943189, + "ece": 0.015877505919428304, + "lead_at_far10_hours": 1296.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5645928448211365, + 0.5880177891910099 + ], + "phase0_rules": [ + 0.48806095524813875, + 0.5143238917038917 + ], + "ewma_z": [ + 0.5203941752104217, + 0.5378390460945113 + ], + "logistic": [ + 0.5754715755512424, + 0.5984879640286481 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.07520900530683312, + "ci95": [ + 0.05624322895192932, + 0.09611936456712462 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.046959456788222935, + "ci95": [ + 0.032568063140377315, + 0.06252079103871316 + ], + "significant": true + }, + "logistic": { + "mean": -0.011121687699139115, + "ci95": [ + -0.02166533582884263, + -0.0007360557979675175 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 357, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "volume_regime_shift": { + "status": "ok", + "candidate": { + "n": 50323, + "prevalence": 0.352323979139328, + "auroc": 0.63540848332843, + "auprc": 0.4951793469292688, + "brier": 0.21627875630983512, + "ece": 0.025620349463466682, + "lead_at_far10_hours": 1536.0 + }, + "baselines": { + "phase0_rules": { + "n": 50323, + "prevalence": 0.352323979139328, + "auroc": 0.5143321529892967, + "auprc": 0.3648504325010703, + "brier": 0.39246011359963745, + "ece": 0.368052880683723, + "lead_at_far10_hours": 1392.0 + }, + "ewma_z": { + "n": 50323, + "prevalence": 0.352323979139328, + "auroc": 0.5337677646242158, + "auprc": 0.3818237254737911, + "brier": 0.2944403634832348, + "ece": 0.23635968878274613, + "lead_at_far10_hours": 1728.0 + }, + "logistic": { + "n": 50323, + "prevalence": 0.352323979139328, + "auroc": 0.6524837936526255, + "auprc": 0.49754134251656534, + "brier": 0.21355080637177498, + "ece": 0.0306735653654521, + "lead_at_far10_hours": 1512.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.6214452576954358, + 0.6508013595474544 + ], + "phase0_rules": [ + 0.5002061698870726, + 0.5301296836677233 + ], + "ewma_z": [ + 0.521412042451371, + 0.5440604596797527 + ], + "logistic": [ + 0.639520601685538, + 0.668965309506598 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.12133912180312154, + "ci95": [ + 0.10071658430021366, + 0.14139722608371444 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.10194535643777262, + "ci95": [ + 0.08664816093878352, + 0.1193793430498215 + ], + "significant": true + }, + "logistic": { + "mean": -0.016797870805383346, + "ci95": [ + -0.026191220834086364, + -0.008011560158189443 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 357, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "dislocation_ahead": { + "status": "ok", + "candidate": { + "n": 50323, + "prevalence": 0.2794745862483978, + "auroc": 0.6608381659179922, + "auprc": 0.4005835294961608, + "brier": 0.20099857231504317, + "ece": 0.10107148478254421, + "lead_at_far10_hours": 1416.0 + }, + "baselines": { + "phase0_rules": { + "n": 50323, + "prevalence": 0.2794745862483978, + "auroc": 0.5396161028444674, + "auprc": 0.29989145263154193, + "brier": 0.40057854771974877, + "ece": 0.39813853213478, + "lead_at_far10_hours": 1200.0 + }, + "ewma_z": { + "n": 50323, + "prevalence": 0.2794745862483978, + "auroc": 0.5730363723434433, + "auprc": 0.3259241838365272, + "brier": 0.24573454669805955, + "ece": 0.18944326884937113, + "lead_at_far10_hours": 1536.0 + }, + "logistic": { + "n": 50323, + "prevalence": 0.2794745862483978, + "auroc": 0.7134361482603621, + "auprc": 0.51204858945172, + "brier": 0.1927243340507356, + "ece": 0.124144589143965, + "lead_at_far10_hours": 1560.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.6414029575344891, + 0.6814889292106343 + ], + "phase0_rules": [ + 0.5219107994285637, + 0.5596561599751335 + ], + "ewma_z": [ + 0.5624128172687115, + 0.5861856660727149 + ], + "logistic": [ + 0.6955504227316224, + 0.7329430849895814 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.12054229708446078, + "ci95": [ + 0.10170419588400906, + 0.13922852269703248 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.08748122710704617, + "ci95": [ + 0.070401452270647, + 0.10357316507568633 + ], + "significant": true + }, + "logistic": { + "mean": -0.05243396201418803, + "ci95": [ + -0.06309169127113104, + -0.04138537727209939 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 357, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "compound_market_stress": { + "status": "ok", + "candidate": { + "n": 50323, + "prevalence": 0.2419172078371048, + "auroc": 0.6138187621334473, + "auprc": 0.3189321268007645, + "brier": 0.1794586289969009, + "ece": 0.03566132398283969, + "lead_at_far10_hours": 1440.0 + }, + "baselines": { + "phase0_rules": { + "n": 50323, + "prevalence": 0.2419172078371048, + "auroc": 0.5260806068780923, + "auprc": 0.2554351643827656, + "brier": 0.42183308354552723, + "ece": 0.44018689747855855, + "lead_at_far10_hours": -1728.0 + }, + "ewma_z": { + "n": 50323, + "prevalence": 0.2419172078371048, + "auroc": 0.561634749262469, + "auprc": 0.2825227619159914, + "brier": 0.22767664955910902, + "ece": 0.17870052731380498, + "lead_at_far10_hours": 1560.0 + }, + "logistic": { + "n": 50323, + "prevalence": 0.2419172078371048, + "auroc": 0.661087828675611, + "auprc": 0.40456504197101184, + "brier": 0.1716950046025394, + "ece": 0.03847465453417577, + "lead_at_far10_hours": 1344.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5983196797540893, + 0.6274547200312475 + ], + "phase0_rules": [ + 0.5127278867484513, + 0.5430647869212355 + ], + "ewma_z": [ + 0.55164605247121, + 0.5719959761041314 + ], + "logistic": [ + 0.6451933887498691, + 0.6770012818115377 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.08762000690480384, + "ci95": [ + 0.07126632323801625, + 0.10456349653716877 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.05247126069546312, + "ci95": [ + 0.038743450401465686, + 0.06602884683890588 + ], + "significant": true + }, + "logistic": { + "mean": -0.04696752645797358, + "ci95": [ + -0.0598304229523826, + -0.034712253230160146 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 357, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + } + }, + "slices": { + "quote_currency": { + "usd": { + "regime_transition": { + "status": "ok", + "n": 50465, + "auroc": 0.6162022862184128, + "prevalence": 0.49804815649986267 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 49759, + "auroc": 0.5772389433760988, + "prevalence": 0.26893627643585205 + }, + "volume_regime_shift": { + "status": "ok", + "n": 49759, + "auroc": 0.6354949697481935, + "prevalence": 0.35278040170669556 + }, + "dislocation_ahead": { + "status": "ok", + "n": 49759, + "auroc": 0.6554802104513001, + "prevalence": 0.28264233469963074 + }, + "compound_market_stress": { + "status": "ok", + "n": 49759, + "auroc": 0.610977912857742, + "prevalence": 0.2440362572669983 + } + }, + "usdc": { + "regime_transition": { + "status": "ok", + "n": 572, + "auroc": 0.8610050890585241, + "prevalence": 0.0839160829782486 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 564, + "auroc": 0.5016422878164141, + "prevalence": 0.173758864402771 + }, + "volume_regime_shift": { + "status": "ok", + "n": 564, + "auroc": 0.6256296860356139, + "prevalence": 0.3120567500591278 + }, + "dislocation_ahead": { + "status": "ok", + "n": 564, + "auroc": NaN, + "prevalence": 0.0 + }, + "compound_market_stress": { + "status": "ok", + "n": 564, + "auroc": 0.6126611390183381, + "prevalence": 0.05496453866362572 + } + } + }, + "liquidity_tier": { + "tier_1": { + "regime_transition": { + "status": "ok", + "n": 559, + "auroc": 0.5826503808773312, + "prevalence": 0.42039355635643005 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 556, + "auroc": 0.44373298162014974, + "prevalence": 0.18705035746097565 + }, + "volume_regime_shift": { + "status": "ok", + "n": 556, + "auroc": 0.8160269028871391, + "prevalence": 0.08633093535900116 + }, + "dislocation_ahead": { + "status": "ok", + "n": 556, + "auroc": 0.8028361344537815, + "prevalence": 0.14388489723205566 + }, + "compound_market_stress": { + "status": "ok", + "n": 556, + "auroc": 0.67982212340189, + "prevalence": 0.07553956657648087 + } + }, + "tier_2": { + "regime_transition": { + "status": "ok", + "n": 2142, + "auroc": 0.6739078822412156, + "prevalence": 0.43697479367256165 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 2125, + "auroc": 0.6246564391935578, + "prevalence": 0.251764714717865 + }, + "volume_regime_shift": { + "status": "ok", + "n": 2125, + "auroc": 0.7615782896776193, + "prevalence": 0.24094118177890778 + }, + "dislocation_ahead": { + "status": "ok", + "n": 2125, + "auroc": 0.7696909154760682, + "prevalence": 0.29223528504371643 + }, + "compound_market_stress": { + "status": "ok", + "n": 2125, + "auroc": 0.7488197053939322, + "prevalence": 0.19388234615325928 + } + }, + "tier_3": { + "regime_transition": { + "status": "ok", + "n": 14078, + "auroc": 0.621066585694085, + "prevalence": 0.5211677551269531 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 13931, + "auroc": 0.595000093484977, + "prevalence": 0.2498026043176651 + }, + "volume_regime_shift": { + "status": "ok", + "n": 13931, + "auroc": 0.6703293422010352, + "prevalence": 0.31691908836364746 + }, + "dislocation_ahead": { + "status": "ok", + "n": 13931, + "auroc": 0.6782790238849443, + "prevalence": 0.3643672466278076 + }, + "compound_market_stress": { + "status": "ok", + "n": 13931, + "auroc": 0.6583251946412212, + "prevalence": 0.2498026043176651 + } + }, + "tier_4": { + "regime_transition": { + "status": "ok", + "n": 34258, + "auroc": 0.6171146825742442, + "prevalence": 0.48671841621398926 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 33711, + "auroc": 0.5616395166542475, + "prevalence": 0.2776838541030884 + }, + "volume_regime_shift": { + "status": "ok", + "n": 33711, + "auroc": 0.5911844450701397, + "prevalence": 0.37836313247680664 + }, + "dislocation_ahead": { + "status": "ok", + "n": 33711, + "auroc": 0.619465635478256, + "prevalence": 0.24582479894161224 + }, + "compound_market_stress": { + "status": "ok", + "n": 33711, + "auroc": 0.5759377717015315, + "prevalence": 0.24443060159683228 + } + } + }, + "session_direction": { + "down": { + "regime_transition": { + "status": "ok", + "n": 27271, + "auroc": 0.6236517605674151, + "prevalence": 0.4923178553581238 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 26879, + "auroc": 0.5682528220547441, + "prevalence": 0.2649652063846588 + }, + "volume_regime_shift": { + "status": "ok", + "n": 26879, + "auroc": 0.64061413434015, + "prevalence": 0.34707391262054443 + }, + "dislocation_ahead": { + "status": "ok", + "n": 26879, + "auroc": 0.6513942461279466, + "prevalence": 0.2749358117580414 + }, + "compound_market_stress": { + "status": "ok", + "n": 26879, + "auroc": 0.6120726347767442, + "prevalence": 0.2375088334083557 + } + }, + "up": { + "regime_transition": { + "status": "ok", + "n": 23766, + "auroc": 0.6231183275873938, + "prevalence": 0.4946562349796295 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 23444, + "auroc": 0.5858802086530266, + "prevalence": 0.27119946479797363 + }, + "volume_regime_shift": { + "status": "ok", + "n": 23444, + "auroc": 0.6287743852299834, + "prevalence": 0.3583432734012604 + }, + "dislocation_ahead": { + "status": "ok", + "n": 23444, + "auroc": 0.6724571084508293, + "prevalence": 0.2846783697605133 + }, + "compound_market_stress": { + "status": "ok", + "n": 23444, + "auroc": 0.6157841295146994, + "prevalence": 0.2469715029001236 + } + } + } + } + } + }, + "spaceweather": { + "schema": { + "domain_id": "spaceweather", + "version": "0.5.0", + "categories": [ + "quiet", + "unsettled", + "active", + "minor_storm", + "moderate_storm", + "strong_storm", + "severe_storm", + "unknown" + ], + "family_map": { + "quiet": "baseline", + "unsettled": "baseline", + "active": "energetic", + "minor_storm": "storm", + "moderate_storm": "storm", + "strong_storm": "extreme", + "severe_storm": "extreme", + "unknown": "unknown" + }, + "channels": [ + { + "name": "kp", + "log_scale": false, + "unit": "index" + }, + { + "name": "ap", + "log_scale": true, + "unit": "nT" + }, + { + "name": "ap_rise", + "log_scale": true, + "unit": "ratio" + }, + { + "name": "f107", + "log_scale": true, + "unit": "sfu" + } + ], + "targets": [ + { + "name": "activity_transition", + "kind": "category_transition", + "horizon": 4, + "support": 8, + "params": {} + }, + { + "name": "cadence_shift", + "kind": "cadence_shift", + "horizon": 4, + "support": 8, + "params": { + "factor": 2.0 + } + }, + { + "name": "ap_regime_shift", + "kind": "magnitude_shift", + "horizon": 6, + "support": 10, + "params": { + "channel": "ap", + "shift": 0.8, + "min_observations": 2 + } + }, + { + "name": "storm_onset", + "kind": "threshold_crossing", + "horizon": 6, + "support": 10, + "params": { + "channel": "kp", + "level": 5.0, + "direction": "above" + } + }, + { + "name": "severe_storm_onset", + "kind": "threshold_crossing", + "horizon": 8, + "support": 12, + "params": { + "channel": "kp", + "level": 7.0, + "direction": "above" + } + }, + { + "name": "compound_geomagnetic_stress", + "kind": "compound", + "horizon": 8, + "support": 12, + "params": { + "over": [ + "ap_regime_shift", + "storm_onset", + "cadence_shift" + ], + "k": 2 + } + } + ], + "context_dims": [ + "solar_phase", + "season", + "activity_band" + ], + "entity_kind": "opaque_solar_rotation", + "description": "Public GFZ planetary geomagnetic indices: 3-hourly Kp/ap with daily F10.7 solar radio flux, externally forced and punctuated." + }, + "schema_hash": "e470be55b5ec586a", + "promoted": false, + "gate_status": "candidate_not_promoted", + "gate_statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one.", + "blocking_reasons": [ + "only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot", + "4 head(s) sit within 0.005 AUROC of chance (activity_transition, storm_onset, severe_storm_onset, compound_geomagnetic_stress) \u2014 a collapsed head is a defect and blocks promotion", + "worst-target ECE 0.112 exceeds bound" + ], + "feature_names": [ + "log_gap_last", + "gap_ratio_median", + "log_median_gap", + "gap_cv", + "log_gap_prev", + "log_kp_last", + "kp_ratio_median", + "log_median_kp", + "kp_logsd", + "kp_available", + "kp_missing_rate", + "log_ap_last", + "ap_ratio_median", + "log_median_ap", + "ap_logsd", + "ap_available", + "ap_missing_rate", + "log_ap_rise_last", + "ap_rise_ratio_median", + "log_median_ap_rise", + "ap_rise_logsd", + "ap_rise_available", + "ap_rise_missing_rate", + "log_f107_last", + "f107_ratio_median", + "log_median_f107", + "f107_logsd", + "f107_available", + "f107_missing_rate", + "reference_missing_rate", + "cat_last__quiet", + "cat_last__unsettled", + "cat_last__active", + "cat_last__minor_storm", + "cat_last__moderate_storm", + "cat_last__strong_storm", + "cat_last__severe_storm", + "cat_last__unknown", + "cat_rate__quiet", + "cat_rate__unsettled", + "cat_rate__active", + "cat_rate__minor_storm", + "cat_rate__moderate_storm", + "cat_rate__strong_storm", + "cat_rate__severe_storm", + "cat_rate__unknown", + "cat_entropy", + "unknown_cat_rate", + "cat_switch_rate", + "source_count_last", + "source_count_mean", + "log_confirmations", + "contradiction_rate", + "ref_resid_gap", + "ref_resid_magnitude", + "ref_resid_category", + "ref_disagreement", + "ref_avail_gap", + "ref_avail_magnitude", + "ref_avail_category", + "gap_trend", + "cat_concentration", + "recent_vs_old_gap", + "kp_trend", + "ap_trend", + "ap_rise_trend", + "f107_trend", + "log_n_past", + "is_cold_start", + "censored_horizon", + "gap_ratio_median_short", + "gap_ratio_median_long", + "gap_cv_short", + "gap_cv_long", + "gap_median_short_over_long", + "kp_ratio_median_short", + "kp_ratio_median_long", + "kp_median_short_over_long", + "ap_ratio_median_short", + "ap_ratio_median_long", + "ap_median_short_over_long", + "ap_rise_ratio_median_short", + "ap_rise_ratio_median_long", + "ap_rise_median_short_over_long", + "f107_ratio_median_short", + "f107_ratio_median_long", + "f107_median_short_over_long", + "log_count_24h", + "log_count_7d", + "log_count_30d", + "rate_ratio_24h_30d", + "hour_sin", + "hour_cos", + "dow_sin", + "dow_cos", + "doy_sin", + "doy_cos", + "kp_vs_climatology", + "kp_climatology_available", + "ap_vs_climatology", + "ap_climatology_available", + "ap_rise_vs_climatology", + "ap_rise_climatology_available", + "f107_vs_climatology", + "f107_climatology_available", + "gap_quantile_pos", + "gap_exceed_p95_rate", + "kp_skew", + "kp_kurtosis", + "kp_quantile_pos", + "kp_exceed_p95_rate", + "kp_hill_tail", + "ap_skew", + "ap_kurtosis", + "ap_quantile_pos", + "ap_exceed_p95_rate", + "ap_hill_tail", + "ap_rise_skew", + "ap_rise_kurtosis", + "ap_rise_quantile_pos", + "ap_rise_exceed_p95_rate", + "ap_rise_hill_tail", + "f107_skew", + "f107_kurtosis", + "f107_quantile_pos", + "f107_exceed_p95_rate", + "f107_hill_tail", + "resid_ewma_fast", + "resid_ewma_slow", + "resid_drift", + "resid_median", + "resid_seasonal_naive", + "baseline_spread", + "baseline_max_abs", + "baseline_available" + ], + "n_features": 135, + "targets": [ + "activity_transition", + "cadence_shift", + "ap_regime_shift", + "storm_onset", + "severe_storm_onset", + "compound_geomagnetic_stress" + ], + "degenerate_zeroed": [ + "kp_available", + "ap_available", + "reference_missing_rate", + "cat_last__unknown", + "source_count_last", + "log_confirmations", + "censored_horizon" + ], + "normaliser_version": "surprise-normalise/1.0.0", + "mu": [ + 1.3862943649291992, + 1.0, + 1.3862943649291992, + 0.0, + 1.3862943649291992, + 0.847154974937439, + 1.0, + 0.847154974937439, + 0.3201509118080139, + 1.0, + 0.0, + 1.7917594909667969, + 1.0, + 1.7917594909667969, + 0.5912801623344421, + 1.0, + 0.0, + 0.6931471824645996, + 1.0, + 0.6931471824645996, + 0.31424713134765625, + 1.0, + 0.05000000074505806, + 4.465908050537109, + 1.0, + 4.464757919311523, + 0.013002035208046436, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.699999988079071, + 0.30000001192092896, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.7219281196594238, + 0.0, + 0.21052631735801697, + 1.0, + 1.0, + 0.6931471824645996, + 0.0, + 0.0, + -0.026084069162607193, + 0.3499999940395355, + 0.2106797993183136, + 1.0, + 1.0, + 1.0, + -8.935559010099978e-18, + 0.75, + 1.0, + -0.0038798917084932327, + -0.0069624288007617, + -0.001397905987687409, + -3.967184602515772e-05, + 4.682131290435791, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 2.1972246170043945, + 4.043051242828369, + 4.682131290435791, + 2.222222328186035, + 1.2246468525851679e-16, + 6.123234262925839e-17, + 0.0, + -0.22252093255519867, + 0.0, + -0.0010751512600108981, + -0.046619195491075516, + 1.0, + -0.08893124014139175, + 1.0, + -0.05298670008778572, + 1.0, + -0.002050196984782815, + 1.0, + 1.0, + 0.0, + -0.06397917866706848, + -0.7400277256965637, + 0.5393258333206177, + 0.03999999910593033, + 0.12154770642518997, + -0.10664758831262589, + 0.015604497864842415, + 0.5393258333206177, + 0.03999999910593033, + 0.2661692202091217, + 0.38888803124427795, + 0.4975144863128662, + 0.5517241358757019, + 0.05000000074505806, + 0.2367645800113678, + 0.09709382802248001, + -0.9012027978897095, + 0.5199999809265137, + 0.0, + 0.0024412591010332108, + -0.007905526086688042, + -0.024541867896914482, + 0.0, + 0.0, + -0.18212157487869263, + 0.22096821665763855, + 0.5597229599952698, + 1.0 + ], + "sd": [ + 0.995757466517451, + 0.9587225544850204, + 0.995757466517451, + 1.2145276547356094, + 1.2166904018353073, + 0.5136005873146369, + 0.7407341823478908, + 0.47561250146536405, + 0.09872479912437626, + 1.0, + 0.6115540048885489, + 0.6792370348704843, + 0.7001070555622618, + 0.6011343603226059, + 0.20041301835458133, + 1.0, + 0.6115540048885489, + 0.3275261312347593, + 0.5863309790241533, + 0.03154901684081669, + 0.07351143789609509, + 0.2933097496939902, + 0.11119348106780169, + 0.3121166073719248, + 0.018971420553898794, + 0.3104644673589957, + 0.014536729630626865, + 0.0458703718200532, + 0.612404322958355, + 1.0, + 0.7412898443291327, + 0.7412898443291327, + 0.20025649193828157, + 0.11812379568073036, + 0.06316779546420338, + 0.03364601236822466, + 0.015399809636910485, + 1.0, + 0.3706449000724074, + 0.2965159366270451, + 0.03706449276876061, + 0.6143776323469107, + 0.6122917216978416, + 0.6117138450877777, + 0.6115815834141219, + 0.6115540048885489, + 0.3056303274198494, + 0.6115540048885489, + 0.19507627075384776, + 1.0, + 0.6795044498764845, + 1.0, + 0.6115540048885489, + 0.8628502990358428, + 0.22285825416191674, + 0.3994728422677455, + 0.16912977570865312, + 0.09587225544849452, + 0.06795044498762562, + 0.06795044498762562, + 1.2145276547356094, + 0.22238691795128554, + 1.3494751719288876, + 0.03413129059405924, + 0.06053481303470236, + 0.011425390784346325, + 0.0024219565652725075, + 0.8143901471476629, + 0.1890319535445154, + 1.0, + 0.9587225544850204, + 0.9587225544850204, + 1.2145276547356094, + 1.2145276547356094, + 0.9587225544850204, + 0.41801709435974077, + 0.8154408723182197, + 0.7404561304356806, + 0.4324190611305548, + 0.8648381222611096, + 0.6671608422224923, + 0.5147845944799787, + 0.6177415663971558, + 0.14825796002896297, + 0.683769661903473, + 0.05151940063691475, + 0.0474716752789655, + 0.20788152586711056, + 0.04007941798159951, + 0.8143901471476629, + 2.1964145466696343, + 1.048342133558088, + 1.048342133558088, + 1.1591275061740975, + 1.1300657129535152, + 1.0500314767666443, + 1.0466476649686618, + 0.4696308285152585, + 0.15925554037128523, + 0.7275713426789325, + 0.15925554037128523, + 0.33461335104779016, + 0.1813650283323769, + 0.048383436627614226, + 0.16003780174047655, + 1.3494751719288876, + 1.8001361146503507, + 0.40668805852653894, + 0.4435054587823007, + 0.3706449442567253, + 0.014825797935960203, + 0.06966540290303722, + 0.5193716778058843, + 0.9476229206025821, + 0.3706449442567253, + 0.014825797935960203, + 0.1543271952509615, + 0.5248196842804761, + 0.9817829158148825, + 0.4077094121718071, + 0.010060363230305834, + 0.11574807787401045, + 0.6723301423046658, + 0.8084631854291312, + 0.5686129239685364, + 1.702367726695327, + 0.00923025450103808, + 0.29981415787831867, + 0.3903723805811425, + 0.31967928358322606, + 0.4256819688982218, + 0.8335638656008235, + 0.13945340624201996, + 0.333848465275464, + 0.1171438396685348 + ], + "clip": 6.0, + "calibration": { + "method": "per-target affine Platt scaling fitted on validation", + "specs": [ + [ + 121.54364311857529, + -110658.44442854088 + ], + [ + 0.0, + -9.387146748082028 + ], + [ + 0.7471558983028271, + -1.245687053368764 + ], + [ + 84.89668441305305, + -885186.3462995173 + ], + [ + 6.043652240193365, + -908222.1225696675 + ], + [ + 70.95474681257528, + -258776.50825128573 + ] + ] + }, + "risk_selector": [ + -2.3291586904279997, + -0.12821804037440718, + 0.010700663349800996, + 0.25713907573804734, + -1.0218452834652014, + 0.07168670819619719, + 0.403455353356805, + 0.19172920172054514, + 0.9253223637370461, + 0.030563543795323642, + 0.3251484780952208, + 0.11480536266947187, + 0.2465843971799603 + ], + "abstention_threshold": 0.08029820007749375, + "abstention": { + "coverage": 0.8000158215331066, + "selective_accuracy": 0.9638419196413858, + "base_accuracy": 0.9032249558315535, + "curve": [ + { + "coverage": 0.5000395538327664, + "threshold": 0.06394886669096711, + "selective_accuracy": 0.9742393081263514 + }, + { + "coverage": 0.6000316430662131, + "threshold": 0.06724315447030066, + "selective_accuracy": 0.9704680290046144 + }, + { + "coverage": 0.7000237322996599, + "threshold": 0.07158870498315499, + "selective_accuracy": 0.9679248125965271 + }, + { + "coverage": 0.8000158215331066, + "threshold": 0.08029820007749375, + "selective_accuracy": 0.9638419196413858 + }, + { + "coverage": 0.9000079107665533, + "threshold": 0.12160234610271388, + "selective_accuracy": 0.9563446719990625 + }, + { + "coverage": 1.0, + "threshold": 0.9352884246014569, + "selective_accuracy": 0.9032249558315535 + } + ] + }, + "evaluation": { + "version": "surprise-eval/0.3.0", + "domain_id": "spaceweather", + "schema_hash": "e470be55b5ec586a", + "targets": { + "activity_transition": { + "status": "ok", + "candidate": { + "n": 11950, + "prevalence": 0.11196652799844742, + "auroc": 0.5, + "auprc": 0.1554593208621271, + "brier": 0.11196652719663175, + "ece": 0.11196652785557704, + "lead_at_far10_hours": 24832.5 + }, + "baselines": { + "phase0_rules": { + "n": 11950, + "prevalence": 0.11196652799844742, + "auroc": 0.5030226378801221, + "auprc": 0.1208917237933993, + "brier": 0.6888292769566858, + "ece": 0.7548363534783136, + "lead_at_far10_hours": 24144.0 + }, + "ewma_z": { + "n": 11950, + "prevalence": 0.11196652799844742, + "auroc": 0.7103417345735459, + "auprc": 0.23804317694901683, + "brier": 0.2260840200773261, + "ece": 0.30221232469295, + "lead_at_far10_hours": 24828.0 + }, + "logistic": { + "n": 11950, + "prevalence": 0.11196652799844742, + "auroc": 0.8402919925379904, + "auprc": 0.4661639643799101, + "brier": 0.07636432018957792, + "ece": 0.014675215657543626, + "lead_at_far10_hours": 24831.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.46275457518657953, + 0.5413388935968279 + ], + "ewma_z": [ + 0.688864952633059, + 0.7323991330177982 + ], + "logistic": [ + 0.821319660385719, + 0.8557778662236556 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": -0.003801852814242732, + "ci95": [ + -0.0413388935968278, + 0.0372454248134204 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.21148855373437725, + "ci95": [ + -0.2323991330177983, + -0.18886495263305902 + ], + "significant": false + }, + "logistic": { + "mean": -0.3408846897893191, + "ci95": [ + -0.3557778662236556, + -0.321319660385719 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 59, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "cadence_shift": { + "status": "single_class_test_target", + "n": 11950, + "prevalence": 0.0, + "note": "Target cannot support discrimination or promotion metrics on this test split." + }, + "ap_regime_shift": { + "status": "ok", + "candidate": { + "n": 11716, + "prevalence": 0.2236258089542389, + "auroc": 0.6570348009694723, + "auprc": 0.36992742669780404, + "brier": 0.1635060681896286, + "ece": 0.023054120761233057, + "lead_at_far10_hours": 20776.5 + }, + "baselines": { + "phase0_rules": { + "n": 11716, + "prevalence": 0.2236258089542389, + "auroc": 0.4961193411079109, + "auprc": 0.25167592558969454, + "brier": 0.6150753816544247, + "ece": 0.6434207592182638, + "lead_at_far10_hours": 20251.5 + }, + "ewma_z": { + "n": 11716, + "prevalence": 0.2236258089542389, + "auroc": 0.6487653745963329, + "auprc": 0.3859951018590054, + "brier": 0.23395092166320122, + "ece": 0.21865555669036998, + "lead_at_far10_hours": 20794.5 + }, + "logistic": { + "n": 11716, + "prevalence": 0.2236258089542389, + "auroc": 0.6872016136612352, + "auprc": 0.4169332996233348, + "brier": 0.15797987333240646, + "ece": 0.017854862917591918, + "lead_at_far10_hours": 20794.5 + } + }, + "auroc_ci95": { + "candidate": [ + 0.6311707197552067, + 0.6822320834103609 + ], + "phase0_rules": [ + 0.46856149498758853, + 0.5201941316434257 + ], + "ewma_z": [ + 0.6308086366756931, + 0.6629421176274631 + ], + "logistic": [ + 0.6641962458452316, + 0.7097739955418549 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.16081396299652487, + "ci95": [ + 0.12636263422484406, + 0.19366438292250002 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.008782336377208499, + "ci95": [ + -0.014900717528419719, + 0.03229862658957026 + ], + "significant": false + }, + "logistic": { + "mean": -0.031316497722365506, + "ci95": [ + -0.0497550378652062, + -0.013662301521490384 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 59, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "storm_onset": { + "status": "ok", + "candidate": { + "n": 11716, + "prevalence": 0.07639125734567642, + "auroc": 0.5, + "auprc": 0.09172635551801814, + "brier": 0.07639125981562243, + "ece": 0.07639125951633709, + "lead_at_far10_hours": 23094.0 + }, + "baselines": { + "phase0_rules": { + "n": 11716, + "prevalence": 0.07639125734567642, + "auroc": 0.47854229232523765, + "auprc": 0.07231461332513094, + "brier": 0.7179602824806715, + "ece": 0.7906553094687931, + "lead_at_far10_hours": 22392.0 + }, + "ewma_z": { + "n": 11716, + "prevalence": 0.07639125734567642, + "auroc": 0.7042986454540339, + "auprc": 0.17781905783850252, + "brier": 0.23296427011563056, + "ece": 0.3381250781565156, + "lead_at_far10_hours": 23085.0 + }, + "logistic": { + "n": 11716, + "prevalence": 0.07639125734567642, + "auroc": 0.7782603555366944, + "auprc": 0.4053404645703072, + "brier": 0.05703660601732102, + "ece": 0.016422725198383777, + "lead_at_far10_hours": 23088.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.4357235490284449, + 0.52746188752232 + ], + "ewma_z": [ + 0.6743655844416584, + 0.7349089834289754 + ], + "logistic": [ + 0.7412823796346556, + 0.811994363846606 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.020404378824324568, + "ci95": [ + -0.027461887522320073, + 0.06427645097155503 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.20528987458017506, + "ci95": [ + -0.23490898342897534, + -0.17436558444165842 + ], + "significant": false + }, + "logistic": { + "mean": -0.27706171420121495, + "ci95": [ + -0.311994363846606, + -0.24128237963465562 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 59, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "severe_storm_onset": { + "status": "ok", + "candidate": { + "n": 11482, + "prevalence": 0.01228009071201086, + "auroc": 0.5, + "auprc": 0.01406345064558781, + "brier": 0.012280090576552308, + "ece": 0.012280090540603488, + "lead_at_far10_hours": 20898.0 + }, + "baselines": { + "phase0_rules": { + "n": 11482, + "prevalence": 0.01228009071201086, + "auroc": 0.5258020075280739, + "auprc": 0.013529437814561944, + "brier": 0.764722403023677, + "ece": 0.8549975805440274, + "lead_at_far10_hours": 20196.0 + }, + "ewma_z": { + "n": 11482, + "prevalence": 0.01228009071201086, + "auroc": 0.7707283120742476, + "auprc": 0.054552736677123216, + "brier": 0.24434213645322897, + "ece": 0.4019378798871277, + "lead_at_far10_hours": 20889.0 + }, + "logistic": { + "n": 11482, + "prevalence": 0.01228009071201086, + "auroc": 0.6779056220416602, + "auprc": 0.18545379085499386, + "brier": 0.011614215901018443, + "ece": 0.025723305586599216, + "lead_at_far10_hours": 20826.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.3753643557767429, + 0.6882788020564918 + ], + "ewma_z": [ + 0.723978870146187, + 0.8179125827559198 + ], + "logistic": [ + 0.5750866720590114, + 0.7750208930048573 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": -0.028570791303604674, + "ci95": [ + -0.1882788020564919, + 0.1246356442232571 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.27010309633424756, + "ci95": [ + -0.3179125827559199, + -0.22397887014618714 + ], + "significant": false + }, + "logistic": { + "mean": -0.17592343869409646, + "ci95": [ + -0.2750208930048573, + -0.07508667205901154 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 59, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "compound_geomagnetic_stress": { + "status": "ok", + "candidate": { + "n": 11482, + "prevalence": 0.05077512562274933, + "auroc": 0.5, + "auprc": 0.05697793460434663, + "brier": 0.0507751262846099, + "ece": 0.05077512644382888, + "lead_at_far10_hours": 21471.0 + }, + "baselines": { + "phase0_rules": { + "n": 11482, + "prevalence": 0.05077512562274933, + "auroc": 0.4268679660761676, + "auprc": 0.04214484292141239, + "brier": 0.7392168567428841, + "ece": 0.816502544230465, + "lead_at_far10_hours": 20769.0 + }, + "ewma_z": { + "n": 11482, + "prevalence": 0.05077512562274933, + "auroc": 0.7209288088337058, + "auprc": 0.15321600076682024, + "brier": 0.23542653977164132, + "ece": 0.36344284337654537, + "lead_at_far10_hours": 21462.0 + }, + "logistic": { + "n": 11482, + "prevalence": 0.05077512562274933, + "auroc": 0.7574720452896917, + "auprc": 0.2976632441161217, + "brier": 0.04179545257619189, + "ece": 0.01847667300607188, + "lead_at_far10_hours": 21465.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.3770368468063597, + 0.4833073126407172 + ], + "ewma_z": [ + 0.6882071568550765, + 0.7494412746149995 + ], + "logistic": [ + 0.7220167711206648, + 0.7903600471365544 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.07141170329143105, + "ci95": [ + 0.01669268735928276, + 0.12296315319364026 + ], + "significant": true + }, + "ewma_z": { + "mean": -0.221484525938847, + "ci95": [ + -0.24944127461499957, + -0.18820715685507647 + ], + "significant": false + }, + "logistic": { + "mean": -0.25679121656134585, + "ci95": [ + -0.2903600471365544, + -0.2220167711206648 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 59, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + } + }, + "slices": { + "solar_phase": { + "active": { + "activity_transition": { + "status": "ok", + "n": 6346, + "auroc": 0.5, + "prevalence": 0.10699653625488281 + }, + "cadence_shift": { + "status": "ok", + "n": 6346, + "auroc": NaN, + "prevalence": 0.0 + }, + "ap_regime_shift": { + "status": "ok", + "n": 6228, + "auroc": 0.644054240127851, + "prevalence": 0.21499678492546082 + }, + "storm_onset": { + "status": "ok", + "n": 6228, + "auroc": 0.5, + "prevalence": 0.06390494853258133 + }, + "severe_storm_onset": { + "status": "ok", + "n": 6110, + "auroc": 0.5, + "prevalence": 0.006382978521287441 + }, + "compound_geomagnetic_stress": { + "status": "ok", + "n": 6110, + "auroc": 0.5, + "prevalence": 0.03944353386759758 + } + }, + "maximum": { + "activity_transition": { + "status": "ok", + "n": 4864, + "auroc": 0.5, + "prevalence": 0.12171052396297455 + }, + "cadence_shift": { + "status": "ok", + "n": 4864, + "auroc": NaN, + "prevalence": 0.0 + }, + "ap_regime_shift": { + "status": "ok", + "n": 4766, + "auroc": 0.6820799842381211, + "prevalence": 0.2373059242963791 + }, + "storm_onset": { + "status": "ok", + "n": 4766, + "auroc": 0.5, + "prevalence": 0.09232060611248016 + }, + "severe_storm_onset": { + "status": "ok", + "n": 4668, + "auroc": 0.5, + "prevalence": 0.02185089886188507 + }, + "compound_geomagnetic_stress": { + "status": "ok", + "n": 4668, + "auroc": 0.5, + "prevalence": 0.06319622695446014 + } + }, + "rising": { + "activity_transition": { + "status": "ok", + "n": 716, + "auroc": 0.5, + "prevalence": 0.09357541799545288 + }, + "cadence_shift": { + "status": "ok", + "n": 716, + "auroc": NaN, + "prevalence": 0.0 + }, + "ap_regime_shift": { + "status": "ok", + "n": 698, + "auroc": 0.6321532846715329, + "prevalence": 0.2148997187614441 + }, + "storm_onset": { + "status": "ok", + "n": 698, + "auroc": 0.5, + "prevalence": 0.0816618874669075 + }, + "severe_storm_onset": { + "status": "ok", + "n": 680, + "auroc": NaN, + "prevalence": 0.0 + }, + "compound_geomagnetic_stress": { + "status": "ok", + "n": 680, + "auroc": 0.5, + "prevalence": 0.06911765038967133 + } + }, + "unknown": { + "activity_transition": { + "status": "insufficient_rows", + "n": 24 + }, + "cadence_shift": { + "status": "insufficient_rows", + "n": 24 + }, + "ap_regime_shift": { + "status": "insufficient_rows", + "n": 24 + }, + "storm_onset": { + "status": "insufficient_rows", + "n": 24 + }, + "severe_storm_onset": { + "status": "insufficient_rows", + "n": 24 + }, + "compound_geomagnetic_stress": { + "status": "insufficient_rows", + "n": 24 + } + } + }, + "season": { + "autumn": { + "activity_transition": { + "status": "ok", + "n": 2744, + "auroc": 0.5, + "prevalence": 0.13520407676696777 + }, + "cadence_shift": { + "status": "ok", + "n": 2744, + "auroc": NaN, + "prevalence": 0.0 + }, + "ap_regime_shift": { + "status": "ok", + "n": 2688, + "auroc": 0.6152723300591147, + "prevalence": 0.2723214328289032 + }, + "storm_onset": { + "status": "ok", + "n": 2688, + "auroc": 0.5, + "prevalence": 0.0944940447807312 + }, + "severe_storm_onset": { + "status": "ok", + "n": 2632, + "auroc": 0.5, + "prevalence": 0.01785714365541935 + }, + "compound_geomagnetic_stress": { + "status": "ok", + "n": 2632, + "auroc": 0.5, + "prevalence": 0.05699088051915169 + } + }, + "spring": { + "activity_transition": { + "status": "ok", + "n": 3034, + "auroc": 0.5, + "prevalence": 0.12755438685417175 + }, + "cadence_shift": { + "status": "ok", + "n": 3034, + "auroc": NaN, + "prevalence": 0.0 + }, + "ap_regime_shift": { + "status": "ok", + "n": 2980, + "auroc": 0.6330899019466947, + "prevalence": 0.2328859120607376 + }, + "storm_onset": { + "status": "ok", + "n": 2980, + "auroc": 0.5, + "prevalence": 0.09899328649044037 + }, + "severe_storm_onset": { + "status": "ok", + "n": 2926, + "auroc": 0.5, + "prevalence": 0.017429938539862633 + }, + "compound_geomagnetic_stress": { + "status": "ok", + "n": 2926, + "auroc": 0.5, + "prevalence": 0.06527683138847351 + } + }, + "summer": { + "activity_transition": { + "status": "ok", + "n": 3452, + "auroc": 0.5, + "prevalence": 0.08632677048444748 + }, + "cadence_shift": { + "status": "ok", + "n": 3452, + "auroc": NaN, + "prevalence": 0.0 + }, + "ap_regime_shift": { + "status": "ok", + "n": 3384, + "auroc": 0.7036500851195024, + "prevalence": 0.18351063132286072 + }, + "storm_onset": { + "status": "ok", + "n": 3384, + "auroc": 0.5, + "prevalence": 0.05791962146759033 + }, + "severe_storm_onset": { + "status": "ok", + "n": 3316, + "auroc": 0.5, + "prevalence": 0.0051266588270664215 + }, + "compound_geomagnetic_stress": { + "status": "ok", + "n": 3316, + "auroc": 0.5, + "prevalence": 0.045536790043115616 + } + }, + "winter": { + "activity_transition": { + "status": "ok", + "n": 2720, + "auroc": 0.5, + "prevalence": 0.10367646813392639 + }, + "cadence_shift": { + "status": "ok", + "n": 2720, + "auroc": NaN, + "prevalence": 0.0 + }, + "ap_regime_shift": { + "status": "ok", + "n": 2664, + "auroc": 0.6434599208942505, + "prevalence": 0.2150900959968567 + }, + "storm_onset": { + "status": "ok", + "n": 2664, + "auroc": 0.5, + "prevalence": 0.05630630627274513 + }, + "severe_storm_onset": { + "status": "ok", + "n": 2608, + "auroc": 0.5, + "prevalence": 0.009969324804842472 + }, + "compound_geomagnetic_stress": { + "status": "ok", + "n": 2608, + "auroc": 0.5, + "prevalence": 0.03489263728260994 + } + } + }, + "activity_band": { + "extreme": { + "activity_transition": { + "status": "ok", + "n": 156, + "auroc": 0.5, + "prevalence": 0.7948718070983887 + }, + "cadence_shift": { + "status": "ok", + "n": 156, + "auroc": NaN, + "prevalence": 0.0 + }, + "ap_regime_shift": { + "status": "ok", + "n": 153, + "auroc": 0.5467532467532468, + "prevalence": 0.6405228972434998 + }, + "storm_onset": { + "status": "ok", + "n": 153, + "auroc": 0.5, + "prevalence": 0.8496732115745544 + }, + "severe_storm_onset": { + "status": "ok", + "n": 149, + "auroc": 0.5, + "prevalence": 0.3288590610027313 + }, + "compound_geomagnetic_stress": { + "status": "ok", + "n": 149, + "auroc": 0.5, + "prevalence": 0.5906040072441101 + } + }, + "high": { + "activity_transition": { + "status": "ok", + "n": 697, + "auroc": 0.5, + "prevalence": 0.5050215125083923 + }, + "cadence_shift": { + "status": "ok", + "n": 697, + "auroc": NaN, + "prevalence": 0.0 + }, + "ap_regime_shift": { + "status": "ok", + "n": 682, + "auroc": 0.5958874051783587, + "prevalence": 0.4002932608127594 + }, + "storm_onset": { + "status": "ok", + "n": 682, + "auroc": 0.5, + "prevalence": 0.3328445851802826 + }, + "severe_storm_onset": { + "status": "ok", + "n": 659, + "auroc": 0.5, + "prevalence": 0.031866464763879776 + }, + "compound_geomagnetic_stress": { + "status": "ok", + "n": 659, + "auroc": 0.5, + "prevalence": 0.2033383846282959 + } + }, + "low": { + "activity_transition": { + "status": "ok", + "n": 6927, + "auroc": 0.5, + "prevalence": 0.027284538373351097 + }, + "cadence_shift": { + "status": "ok", + "n": 6927, + "auroc": NaN, + "prevalence": 0.0 + }, + "ap_regime_shift": { + "status": "ok", + "n": 6824, + "auroc": 0.6442327494412656, + "prevalence": 0.17878077924251556 + }, + "storm_onset": { + "status": "ok", + "n": 6824, + "auroc": 0.5, + "prevalence": 0.027989448979496956 + }, + "severe_storm_onset": { + "status": "ok", + "n": 6710, + "auroc": 0.5, + "prevalence": 0.0037257825024425983 + }, + "compound_geomagnetic_stress": { + "status": "ok", + "n": 6710, + "auroc": 0.5, + "prevalence": 0.020566318184137344 + } + }, + "medium": { + "activity_transition": { + "status": "ok", + "n": 4170, + "auroc": 0.5, + "prevalence": 0.16139088571071625 + }, + "cadence_shift": { + "status": "ok", + "n": 4170, + "auroc": NaN, + "prevalence": 0.0 + }, + "ap_regime_shift": { + "status": "ok", + "n": 4057, + "auroc": 0.6126739995866246, + "prevalence": 0.2536357045173645 + }, + "storm_onset": { + "status": "ok", + "n": 4057, + "auroc": 0.5, + "prevalence": 0.08553118258714676 + }, + "severe_storm_onset": { + "status": "ok", + "n": 3964, + "auroc": 0.5, + "prevalence": 0.01160444039851427 + }, + "compound_geomagnetic_stress": { + "status": "ok", + "n": 3964, + "auroc": 0.5, + "prevalence": 0.05625630542635918 + } + } + } + } + } + }, + "climate": { + "schema": { + "domain_id": "climate", + "version": "0.5.0", + "categories": [ + "cold_anomaly", + "cool", + "seasonal_normal", + "warm", + "heat_anomaly", + "wet_day", + "extreme_precip", + "unknown" + ], + "family_map": { + "cold_anomaly": "extreme", + "extreme_precip": "extreme", + "heat_anomaly": "extreme", + "cool": "baseline", + "seasonal_normal": "baseline", + "warm": "baseline", + "wet_day": "energetic", + "unknown": "unknown" + }, + "channels": [ + { + "name": "tmax_c", + "log_scale": false, + "unit": "degC" + }, + { + "name": "trange_c", + "log_scale": false, + "unit": "degC" + }, + { + "name": "anomaly_c", + "log_scale": false, + "unit": "degC" + }, + { + "name": "precip_mm", + "log_scale": true, + "unit": "mm" + } + ], + "targets": [ + { + "name": "weather_regime_transition", + "kind": "category_transition", + "horizon": 6, + "support": 12, + "params": {} + }, + { + "name": "anomaly_regime_shift", + "kind": "magnitude_shift", + "horizon": 8, + "support": 14, + "params": { + "channel": "anomaly_c", + "shift": 0.7, + "min_observations": 2 + } + }, + { + "name": "diurnal_collapse", + "kind": "magnitude_shift", + "horizon": 8, + "support": 14, + "params": { + "channel": "trange_c", + "shift": 0.5, + "min_observations": 2 + } + }, + { + "name": "heat_extreme_ahead", + "kind": "threshold_crossing", + "horizon": 8, + "support": 14, + "params": { + "channel": "anomaly_c", + "level": 6.0, + "direction": "above" + } + }, + { + "name": "cold_extreme_ahead", + "kind": "threshold_crossing", + "horizon": 8, + "support": 14, + "params": { + "channel": "anomaly_c", + "level": -6.0, + "direction": "below" + } + }, + { + "name": "compound_climate_stress", + "kind": "compound", + "horizon": 10, + "support": 16, + "params": { + "over": [ + "anomaly_regime_shift", + "heat_extreme_ahead", + "diurnal_collapse" + ], + "k": 2 + } + } + ], + "context_dims": [ + "latitude_band", + "season", + "anomaly_band" + ], + "entity_kind": "opaque_station", + "description": "Public NOAA GHCN-Daily station records: daily max/min temperature, precipitation and departure from a day-of-year climatology." + }, + "schema_hash": "0e637920318818fc", + "promoted": true, + "gate_status": "promoted", + "gate_statement": "Promoted: pre-declared criteria met on a real corpus.", + "blocking_reasons": [], + "feature_names": [ + "log_gap_last", + "gap_ratio_median", + "log_median_gap", + "gap_cv", + "log_gap_prev", + "log_tmax_c_last", + "tmax_c_ratio_median", + "log_median_tmax_c", + "tmax_c_logsd", + "tmax_c_available", + "tmax_c_missing_rate", + "log_trange_c_last", + "trange_c_ratio_median", + "log_median_trange_c", + "trange_c_logsd", + "trange_c_available", + "trange_c_missing_rate", + "log_anomaly_c_last", + "anomaly_c_ratio_median", + "log_median_anomaly_c", + "anomaly_c_logsd", + "anomaly_c_available", + "anomaly_c_missing_rate", + "log_precip_mm_last", + "precip_mm_ratio_median", + "log_median_precip_mm", + "precip_mm_logsd", + "precip_mm_available", + "precip_mm_missing_rate", + "reference_missing_rate", + "cat_last__cold_anomaly", + "cat_last__cool", + "cat_last__seasonal_normal", + "cat_last__warm", + "cat_last__heat_anomaly", + "cat_last__wet_day", + "cat_last__extreme_precip", + "cat_last__unknown", + "cat_rate__cold_anomaly", + "cat_rate__cool", + "cat_rate__seasonal_normal", + "cat_rate__warm", + "cat_rate__heat_anomaly", + "cat_rate__wet_day", + "cat_rate__extreme_precip", + "cat_rate__unknown", + "cat_entropy", + "unknown_cat_rate", + "cat_switch_rate", + "source_count_last", + "source_count_mean", + "log_confirmations", + "contradiction_rate", + "ref_resid_gap", + "ref_resid_magnitude", + "ref_resid_category", + "ref_disagreement", + "ref_avail_gap", + "ref_avail_magnitude", + "ref_avail_category", + "gap_trend", + "cat_concentration", + "recent_vs_old_gap", + "tmax_c_trend", + "trange_c_trend", + "anomaly_c_trend", + "precip_mm_trend", + "log_n_past", + "is_cold_start", + "censored_horizon", + "gap_ratio_median_short", + "gap_ratio_median_long", + "gap_cv_short", + "gap_cv_long", + "gap_median_short_over_long", + "tmax_c_ratio_median_short", + "tmax_c_ratio_median_long", + "tmax_c_median_short_over_long", + "trange_c_ratio_median_short", + "trange_c_ratio_median_long", + "trange_c_median_short_over_long", + "anomaly_c_ratio_median_short", + "anomaly_c_ratio_median_long", + "anomaly_c_median_short_over_long", + "precip_mm_ratio_median_short", + "precip_mm_ratio_median_long", + "precip_mm_median_short_over_long", + "log_count_24h", + "log_count_7d", + "log_count_30d", + "rate_ratio_24h_30d", + "hour_sin", + "hour_cos", + "dow_sin", + "dow_cos", + "doy_sin", + "doy_cos", + "tmax_c_vs_climatology", + "tmax_c_climatology_available", + "trange_c_vs_climatology", + "trange_c_climatology_available", + "anomaly_c_vs_climatology", + "anomaly_c_climatology_available", + "precip_mm_vs_climatology", + "precip_mm_climatology_available", + "gap_quantile_pos", + "gap_exceed_p95_rate", + "tmax_c_skew", + "tmax_c_kurtosis", + "tmax_c_quantile_pos", + "tmax_c_exceed_p95_rate", + "tmax_c_hill_tail", + "trange_c_skew", + "trange_c_kurtosis", + "trange_c_quantile_pos", + "trange_c_exceed_p95_rate", + "trange_c_hill_tail", + "anomaly_c_skew", + "anomaly_c_kurtosis", + "anomaly_c_quantile_pos", + "anomaly_c_exceed_p95_rate", + "anomaly_c_hill_tail", + "precip_mm_skew", + "precip_mm_kurtosis", + "precip_mm_quantile_pos", + "precip_mm_exceed_p95_rate", + "precip_mm_hill_tail", + "resid_ewma_fast", + "resid_ewma_slow", + "resid_drift", + "resid_median", + "resid_seasonal_naive", + "baseline_spread", + "baseline_max_abs", + "baseline_available" + ], + "n_features": 135, + "targets": [ + "weather_regime_transition", + "anomaly_regime_shift", + "diurnal_collapse", + "heat_extreme_ahead", + "cold_extreme_ahead", + "compound_climate_stress" + ], + "degenerate_zeroed": [ + "reference_missing_rate", + "source_count_last", + "log_confirmations", + "censored_horizon", + "hour_sin", + "hour_cos" + ], + "normaliser_version": "surprise-normalise/1.0.0", + "mu": [ + 3.2188758850097656, + 1.0, + 3.2188758850097656, + 0.0, + 3.2188758850097656, + 3.3775875568389893, + 1.0, + 3.3860838413238525, + 0.057399094104766846, + 1.0, + 0.0, + 2.1972246170043945, + 1.0, + 2.2027647495269775, + 0.21066296100616455, + 1.0, + 0.20000000298023224, + 0.0, + 0.8619089722633362, + 0.0, + 0.43604588508605957, + 1.0, + 0.0, + 0.0, + -9.0, + -9.0, + 0.9071679711341858, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.05000000074505806, + 0.5, + 0.05000000074505806, + 0.0, + 0.0, + 0.0, + 0.0, + 0.7799302935600281, + 0.0, + 0.4736842215061188, + 1.0, + 1.0, + 0.6931471824645996, + 0.0, + 0.0, + 0.0, + 0.550000011920929, + 0.28620246052742004, + 1.0, + 1.0, + 1.0, + -1.7871118020199955e-17, + 0.6000000238418579, + 1.0, + 0.0, + -8.942951535573229e-05, + 0.0, + -0.0030375884380191565, + 7.122866630554199, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.09851361066102982, + 1.0, + 1.0, + 0.9934640526771545, + 0.9976798295974731, + 1.0, + 0.9954338073730469, + 1.0, + -9.0, + 0.0, + 0.0, + -9.0, + -9.0, + -9.0, + 0.6931471824645996, + 2.079441547393799, + 3.4339871406555176, + 1.0, + 0.0, + 1.0, + 0.0, + -0.22252093255519867, + 0.06875541061162949, + 0.035472556948661804, + 0.0008006651769392192, + 1.0, + 0.001058940775692463, + 1.0, + -0.15575461089611053, + 1.0, + -0.4319339990615845, + 1.0, + 0.9900000095367432, + 0.0, + -0.444254606962204, + 0.12200526893138885, + 0.5199999809265137, + 0.05000000074505806, + 0.02236568182706833, + -0.468585342168808, + 0.19271264970302582, + 0.5, + 0.05000000074505806, + 0.07487745583057404, + 0.8406081795692444, + -0.6358041763305664, + 0.49000000953674316, + 0.05000000074505806, + 0.130874902009964, + 1.2424594163894653, + 0.4224638044834137, + 0.6399999856948853, + 0.05000000074505806, + 0.28467029333114624, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.02810227870941162, + 0.08326184004545212, + 1.0 + ], + "sd": [ + 0.46018824818684373, + 0.88913600865917, + 0.3684220596824139, + 0.23016819607513406, + 0.523037090233928, + 0.37942576001890505, + 0.07255851471309224, + 0.3670311751765088, + 0.07926628374673421, + 0.35238836745358604, + 0.14825797107504243, + 0.4793381673305277, + 0.23240027735196192, + 0.4118057071411495, + 0.11457972300326585, + 0.7412898443291327, + 0.37064492216456635, + 0.5837372270135901, + 1.6679139911377316, + 0.37845918388168753, + 0.2531951847033999, + 0.35238836745358604, + 0.14825797107504243, + 0.6174270624227219, + 6.758819169208153, + 7.185431565948554, + 0.5130234075706035, + 0.7412898443291327, + 0.33358042111124614, + 1.0, + 0.1684875452857093, + 0.32113534011083367, + 0.7412898443291327, + 0.3189743045624506, + 0.16283403171043753, + 0.22134105857192427, + 0.10258276651746709, + 0.3492371095238691, + 0.19844207701898833, + 0.14825797107504243, + 0.29651592005792593, + 0.14825797107504243, + 0.19680717921001903, + 0.07412898553752122, + 0.18519660859045056, + 0.14825797107504243, + 0.20122355757332272, + 0.14825797107504243, + 0.2340915204861855, + 1.0, + 0.20247530004367284, + 1.0, + 0.18222777003998614, + 0.0077373810040676835, + 0.0376901468517517, + 0.40770942321788656, + 0.17772967325836928, + 0.028628456616001538, + 0.10957847855309007, + 0.02024753000445527, + 0.3644752635455102, + 0.2594514631889236, + 0.8136375813679783, + 0.004599528287774196, + 0.012907568914877918, + 0.026345616130584962, + 0.045511056927948906, + 0.8482162469930346, + 0.05718636348359287, + 1.0, + 0.786940482815169, + 0.9495650510278465, + 0.4378508258985543, + 0.3074545432586331, + 0.5156882159476064, + 0.052840644293488885, + 0.13413408935467697, + 0.11718865232700945, + 0.16440821188834087, + 0.28205907636434613, + 0.19901681600278, + 7.412898443291327, + 7.235189470385869, + 7.3281375897027905, + 6.893995561097798, + 6.6716085989621945, + 7.1277869816971675, + 0.18222556224353129, + 0.09898550869183155, + 0.10240935148178339, + 0.052949249346756426, + 1.0, + 1.0, + 1.1591275061740975, + 1.1300657129535152, + 1.0546173229316502, + 1.0382803039607338, + 0.07146953144631976, + 0.1741289836575542, + 0.24229437223269024, + 0.2061963840585917, + 0.594533090683334, + 0.1741289836575542, + 0.7674561102727526, + 0.3503923998026673, + 0.05930317517472162, + 0.022238694832800405, + 0.7024295600455632, + 1.3447996861321383, + 0.4818383811402091, + 0.0074128996583600676, + 0.029559383200574045, + 0.5971740922987947, + 1.1527652516022182, + 0.4002964987058477, + 1.32194745600582, + 0.039893962591996984, + 0.5989851909182176, + 1.176615835915149, + 0.39288360733204725, + 1.1359246057248757, + 0.08121981189549632, + 1.0804568864046158, + 3.11910226841694, + 0.3113417248976858, + 2.598273056468621, + 0.23464704991447388, + 0.0538008551274166, + 0.06525998616147873, + 0.0508932922839058, + 0.06457121616120336, + 0.08863865710612666, + 0.042609753069213094, + 0.12220369390950016, + 0.11527163120910958 + ], + "clip": 6.0, + "calibration": { + "method": "per-target affine Platt scaling fitted on validation", + "specs": [ + [ + 0.8506359824492037, + -1.6114938297139025 + ], + [ + 1.004974653196359, + -1.4309775969673588 + ], + [ + 0.8929541019804002, + -3.359605005344822 + ], + [ + 1.0344951266671807, + -1.9868626332157655 + ], + [ + 0.9485250746883731, + -1.8971778586735741 + ], + [ + 0.9651124551828455, + -2.4704692796777086 + ] + ] + }, + "risk_selector": [ + -2.1601233612326096, + 0.3850503952075603, + 0.27180327314440605, + 0.22970198213685786, + 0.06638786798542214, + 0.2576861745835638, + 1.1057272118154962, + 0.2486036269919487, + 0.9293393992641047, + 0.17741205665605053, + 0.4859271050217499, + 0.14427788034465902, + 0.21480969792321347 + ], + "abstention_threshold": 0.21266066917138238, + "abstention": { + "coverage": 0.8000013621101811, + "selective_accuracy": 0.9333077938109223, + "base_accuracy": 0.8899371840188153, + "curve": [ + { + "coverage": 0.5000034052754527, + "threshold": 0.0966557702876041, + "selective_accuracy": 0.9639796956158513 + }, + { + "coverage": 0.6000027242203622, + "threshold": 0.12440731394103616, + "selective_accuracy": 0.9563755926098293 + }, + { + "coverage": 0.7000020431652716, + "threshold": 0.16348927930456097, + "selective_accuracy": 0.9465003599852115 + }, + { + "coverage": 0.8000013621101811, + "threshold": 0.21266066917138238, + "selective_accuracy": 0.9333077938109223 + }, + { + "coverage": 0.9000006810550906, + "threshold": 0.2800318130030301, + "selective_accuracy": 0.915488442251617 + }, + { + "coverage": 1.0, + "threshold": 0.45502561361053195, + "selective_accuracy": 0.8899371840188153 + } + ] + }, + "evaluation": { + "version": "surprise-eval/0.3.0", + "domain_id": "climate", + "schema_hash": "0e637920318818fc", + "targets": { + "weather_regime_transition": { + "status": "ok", + "candidate": { + "n": 147559, + "prevalence": 0.14826612174510956, + "auroc": 0.7988140489941633, + "auprc": 0.36350619033052195, + "brier": 0.10776327231320483, + "ece": 0.01212492819578992, + "lead_at_far10_hours": 11184.0 + }, + "baselines": { + "phase0_rules": { + "n": 147559, + "prevalence": 0.14826612174510956, + "auroc": 0.6774357114488898, + "auprc": 0.23510763751404665, + "brier": 0.4811658455267306, + "ece": 0.567026569197483, + "lead_at_far10_hours": 11160.0 + }, + "ewma_z": { + "n": 147559, + "prevalence": 0.14826612174510956, + "auroc": 0.6248195630552132, + "auprc": 0.19629474963117718, + "brier": 0.23933155291696767, + "ece": 0.2391598772000326, + "lead_at_far10_hours": 11448.0 + }, + "logistic": { + "n": 147559, + "prevalence": 0.14826612174510956, + "auroc": 0.7914096635227232, + "auprc": 0.37232940749842053, + "brier": 0.10854914195979097, + "ece": 0.019218336473999235, + "lead_at_far10_hours": 11160.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.7817124445179003, + 0.8142994683252356 + ], + "phase0_rules": [ + 0.6569348761229067, + 0.7007279476582057 + ], + "ewma_z": [ + 0.6015245310303367, + 0.6462765517706184 + ], + "logistic": [ + 0.7746662217877757, + 0.8055919158121958 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.12075742803765976, + "ci95": [ + 0.10515042809910934, + 0.13544633946909224 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.17286468731373922, + "ci95": [ + 0.1524095090171415, + 0.19792412850158528 + ], + "significant": true + }, + "logistic": { + "mean": 0.007169445899539334, + "ci95": [ + 0.0018757350184262166, + 0.012770094548234853 + ], + "significant": true + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 177, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "anomaly_regime_shift": { + "status": "ok", + "candidate": { + "n": 138841, + "prevalence": 0.21519580483436584, + "auroc": 0.7584848974316108, + "auprc": 0.40706995559098585, + "brier": 0.14595442746189302, + "ece": 0.008762333720703615, + "lead_at_far10_hours": 7944.0 + }, + "baselines": { + "phase0_rules": { + "n": 138841, + "prevalence": 0.21519580483436584, + "auroc": 0.6182374691841189, + "auprc": 0.28086000661897714, + "brier": 0.47309922132165544, + "ece": 0.5275398348584223, + "lead_at_far10_hours": 12240.0 + }, + "ewma_z": { + "n": 138841, + "prevalence": 0.21519580483436584, + "auroc": 0.6523379762717119, + "auprc": 0.30310507142861015, + "brier": 0.23938108583115156, + "ece": 0.19765670908920685, + "lead_at_far10_hours": 12528.0 + }, + "logistic": { + "n": 138841, + "prevalence": 0.21519580483436584, + "auroc": 0.7604468583111402, + "auprc": 0.41983578825916246, + "brier": 0.14652508891570548, + "ece": 0.022881678163485072, + "lead_at_far10_hours": 1824.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.739379463031752, + 0.7797283719717588 + ], + "phase0_rules": [ + 0.5955316447090083, + 0.6388864201868588 + ], + "ewma_z": [ + 0.632635614725657, + 0.6720379842574136 + ], + "logistic": [ + 0.7411643246047587, + 0.7800640568918504 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.14065496089025661, + "ci95": [ + 0.12312408478960912, + 0.15987748671735344 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.10609240781514857, + "ci95": [ + 0.09570538259324939, + 0.1168839343538126 + ], + "significant": true + }, + "logistic": { + "mean": -0.0019339709170514488, + "ci95": [ + -0.005884294407293078, + 0.0020115616510171723 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 173, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "diurnal_collapse": { + "status": "ok", + "candidate": { + "n": 134790, + "prevalence": 0.029149046167731285, + "auroc": 0.8112183946599741, + "auprc": 0.10142091165790769, + "brier": 0.02707028588153728, + "ece": 0.00262049793409824, + "lead_at_far10_hours": -6696.0 + }, + "baselines": { + "phase0_rules": { + "n": 134790, + "prevalence": 0.029149046167731285, + "auroc": 0.5946468704816271, + "auprc": 0.03862079499724913, + "brier": 0.5926462970164758, + "ece": 0.7125090837479441, + "lead_at_far10_hours": 13152.0 + }, + "ewma_z": { + "n": 134790, + "prevalence": 0.029149046167731285, + "auroc": 0.6182993846135671, + "auprc": 0.04345062809470285, + "brier": 0.2411869578911235, + "ece": 0.3589800411425168, + "lead_at_far10_hours": 13440.0 + }, + "logistic": { + "n": 134790, + "prevalence": 0.029149046167731285, + "auroc": 0.7711426365686583, + "auprc": 0.08447048685773063, + "brier": 0.028929819632344873, + "ece": 0.03485518130559449, + "lead_at_far10_hours": 12744.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.784715423349099, + 0.8331611078510806 + ], + "phase0_rules": [ + 0.5605300701234897, + 0.6257181160519109 + ], + "ewma_z": [ + 0.5931386650919858, + 0.6472265444622408 + ], + "logistic": [ + 0.745800390322527, + 0.7966031420461243 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.2163685064286648, + "ci95": [ + 0.18362557222269224, + 0.2539689241727971 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.19143131419162643, + "ci95": [ + 0.1677663979022041, + 0.21726024068439484 + ], + "significant": true + }, + "logistic": { + "mean": 0.04021525211994284, + "ci95": [ + 0.023132262738040726, + 0.05559934475228132 + ], + "significant": true + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 172, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "heat_extreme_ahead": { + "status": "ok", + "candidate": { + "n": 140496, + "prevalence": 0.14343468844890594, + "auroc": 0.8872387249132215, + "auprc": 0.544737621167079, + "brier": 0.08728410373910922, + "ece": 0.012198366098119917, + "lead_at_far10_hours": 13128.0 + }, + "baselines": { + "phase0_rules": { + "n": 140496, + "prevalence": 0.14343468844890594, + "auroc": 0.6732518162025114, + "auprc": 0.22254163527709972, + "brier": 0.5053008925493497, + "ece": 0.5959208868468707, + "lead_at_far10_hours": 13440.0 + }, + "ewma_z": { + "n": 140496, + "prevalence": 0.14343468844890594, + "auroc": 0.6977040014321655, + "auprc": 0.2344250354091571, + "brier": 0.2245830422176793, + "ece": 0.24556882633646104, + "lead_at_far10_hours": 13728.0 + }, + "logistic": { + "n": 140496, + "prevalence": 0.14343468844890594, + "auroc": 0.8889430135200357, + "auprc": 0.5682124332499858, + "brier": 0.08663589321737669, + "ece": 0.03132559280910621, + "lead_at_far10_hours": 5904.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.8660981915057742, + 0.9075323686292023 + ], + "phase0_rules": [ + 0.6441170539561935, + 0.6977519468674778 + ], + "ewma_z": [ + 0.6704121944331044, + 0.7231063548481402 + ], + "logistic": [ + 0.8670601755618135, + 0.9088980510310197 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.21470009708490959, + "ci95": [ + 0.1921466061868347, + 0.2380285613006067 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.18934048734231848, + "ci95": [ + 0.17199456505351673, + 0.20768059580102083 + ], + "significant": true + }, + "logistic": { + "mean": -0.001759370574813938, + "ci95": [ + -0.004656015515885903, + 0.0014189187215745342 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 176, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "cold_extreme_ahead": { + "status": "ok", + "candidate": { + "n": 140496, + "prevalence": 0.13126352429389954, + "auroc": 0.86896515056217, + "auprc": 0.4267765580511825, + "brier": 0.08755668804680565, + "ece": 0.006186865646709985, + "lead_at_far10_hours": 15432.0 + }, + "baselines": { + "phase0_rules": { + "n": 140496, + "prevalence": 0.13126352429389954, + "auroc": 0.6739317734344153, + "auprc": 0.20396499667052237, + "brier": 0.5137955499815071, + "ece": 0.608092049169983, + "lead_at_far10_hours": 15192.0 + }, + "ewma_z": { + "n": 140496, + "prevalence": 0.13126352429389954, + "auroc": 0.6848733788421116, + "auprc": 0.21346945553981242, + "brier": 0.22876299137490164, + "ece": 0.2577399904431566, + "lead_at_far10_hours": 15456.0 + }, + "logistic": { + "n": 140496, + "prevalence": 0.13126352429389954, + "auroc": 0.8729245114113499, + "auprc": 0.4888613370804587, + "brier": 0.08656100894170289, + "ece": 0.03367214813671357, + "lead_at_far10_hours": 15456.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.8459984801751614, + 0.8903583008484002 + ], + "phase0_rules": [ + 0.6484038544561392, + 0.6964933864660834 + ], + "ewma_z": [ + 0.6575553005608755, + 0.7129317338027038 + ], + "logistic": [ + 0.8508917929401757, + 0.890339944387203 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.1950684441252372, + "ci95": [ + 0.16933138473847512, + 0.22499961744819771 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.18313859009225997, + "ci95": [ + 0.1611044821284307, + 0.20682149643590406 + ], + "significant": true + }, + "logistic": { + "mean": -0.004007769773385895, + "ci95": [ + -0.008336799307085354, + 0.0007983377838032062 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 176, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "compound_climate_stress": { + "status": "ok", + "candidate": { + "n": 138516, + "prevalence": 0.08111698180437088, + "auroc": 0.8574279342024681, + "auprc": 0.294399266790748, + "brier": 0.06348811779671434, + "ece": 0.005597850568447385, + "lead_at_far10_hours": -3984.0 + }, + "baselines": { + "phase0_rules": { + "n": 138516, + "prevalence": 0.08111698180437088, + "auroc": 0.6737103952982679, + "auprc": 0.13308166306114066, + "brier": 0.5528975616643195, + "ece": 0.6617957475533894, + "lead_at_far10_hours": 13272.0 + }, + "ewma_z": { + "n": 138516, + "prevalence": 0.08111698180437088, + "auroc": 0.6956063131514287, + "auprc": 0.13810664440758313, + "brier": 0.23149699019381634, + "ece": 0.30955524427151393, + "lead_at_far10_hours": 13560.0 + }, + "logistic": { + "n": 138516, + "prevalence": 0.08111698180437088, + "auroc": 0.8494839160413943, + "auprc": 0.2986456164862058, + "brier": 0.06517137779333321, + "ece": 0.03084829077055134, + "lead_at_far10_hours": 5712.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.8353245609771411, + 0.8795770016805273 + ], + "phase0_rules": [ + 0.6462246692832727, + 0.6958223865994427 + ], + "ewma_z": [ + 0.6691659727949223, + 0.7246742499818031 + ], + "logistic": [ + 0.8270171775585989, + 0.8728703819813032 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.18444130252219632, + "ci95": [ + 0.16143864803155833, + 0.2095359708550125 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.1610242916129657, + "ci95": [ + 0.1465856121502254, + 0.17775136967381425 + ], + "significant": true + }, + "logistic": { + "mean": 0.007951558105693157, + "ci95": [ + 0.004280799627081869, + 0.01174571123578468 + ], + "significant": true + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 173, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + } + }, + "slices": { + "latitude_band": { + "polar": { + "weather_regime_transition": { + "status": "ok", + "n": 17981, + "auroc": 0.8128453094143128, + "prevalence": 0.1977643072605133 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 17945, + "auroc": 0.6885613732794521, + "prevalence": 0.3130677044391632 + }, + "diurnal_collapse": { + "status": "ok", + "n": 17685, + "auroc": 0.5850200085033628, + "prevalence": 0.0949392169713974 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 17945, + "auroc": 0.7707578324696137, + "prevalence": 0.2503204345703125 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 17945, + "auroc": 0.7605374553048279, + "prevalence": 0.30838674306869507 + }, + "compound_climate_stress": { + "status": "ok", + "n": 17909, + "auroc": 0.7276862459043302, + "prevalence": 0.16689932346343994 + } + }, + "subtropical": { + "weather_regime_transition": { + "status": "ok", + "n": 34254, + "auroc": 0.7768831876012106, + "prevalence": 0.13554620742797852 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 33198, + "auroc": 0.6671717019050203, + "prevalence": 0.2810108959674835 + }, + "diurnal_collapse": { + "status": "ok", + "n": 32102, + "auroc": 0.7764249594041911, + "prevalence": 0.025200922042131424 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 33598, + "auroc": 0.8480859418229592, + "prevalence": 0.17319482564926147 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 33598, + "auroc": 0.7906021334402634, + "prevalence": 0.15923567116260529 + }, + "compound_climate_stress": { + "status": "ok", + "n": 33123, + "auroc": 0.8050403143582373, + "prevalence": 0.09042055159807205 + } + }, + "temperate": { + "weather_regime_transition": { + "status": "ok", + "n": 33207, + "auroc": 0.7812916492124842, + "prevalence": 0.15626223385334015 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 31008, + "auroc": 0.6766039607514683, + "prevalence": 0.3188209533691406 + }, + "diurnal_collapse": { + "status": "ok", + "n": 30698, + "auroc": 0.7169073545313239, + "prevalence": 0.035963255912065506 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 31162, + "auroc": 0.780424181104629, + "prevalence": 0.28942301869392395 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 31162, + "auroc": 0.7981272226560204, + "prevalence": 0.20772093534469604 + }, + "compound_climate_stress": { + "status": "ok", + "n": 30950, + "auroc": 0.7358901491746337, + "prevalence": 0.1547011286020279 + } + }, + "tropical": { + "weather_regime_transition": { + "status": "ok", + "n": 62117, + "auroc": 0.8115129374974454, + "prevalence": 0.1366775631904602 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 56690, + "auroc": 0.7703129535794655, + "prevalence": 0.08899276703596115 + }, + "diurnal_collapse": { + "status": "ok", + "n": 54305, + "auroc": 0.7670306439424264, + "prevalence": 0.0062056900933384895 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 57791, + "auroc": 0.9361234109522748, + "prevalence": 0.014223667792975903 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 57791, + "auroc": 0.8792709132284053, + "prevalence": 0.018774550408124924 + }, + "compound_climate_stress": { + "status": "ok", + "n": 56534, + "auroc": 0.9285304545426591, + "prevalence": 0.008207450620830059 + } + } + }, + "season": { + "autumn": { + "weather_regime_transition": { + "status": "ok", + "n": 36485, + "auroc": 0.7736230238388686, + "prevalence": 0.15414553880691528 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 34496, + "auroc": 0.7644902898707281, + "prevalence": 0.20298005640506744 + }, + "diurnal_collapse": { + "status": "ok", + "n": 33303, + "auroc": 0.8000233354379345, + "prevalence": 0.03348046541213989 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 34916, + "auroc": 0.8759307850596496, + "prevalence": 0.13097147643566132 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 34916, + "auroc": 0.8690053687470092, + "prevalence": 0.13059915602207184 + }, + "compound_climate_stress": { + "status": "ok", + "n": 34493, + "auroc": 0.852672378620971, + "prevalence": 0.07624735683202744 + } + }, + "spring": { + "weather_regime_transition": { + "status": "ok", + "n": 35523, + "auroc": 0.7904863792997157, + "prevalence": 0.1459336131811142 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 33474, + "auroc": 0.7672637806064984, + "prevalence": 0.22722113132476807 + }, + "diurnal_collapse": { + "status": "ok", + "n": 32667, + "auroc": 0.8130537677439317, + "prevalence": 0.02433648705482483 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 33825, + "auroc": 0.8827468274447128, + "prevalence": 0.17528454959392548 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 33825, + "auroc": 0.8467480572210132, + "prevalence": 0.14929786324501038 + }, + "compound_climate_stress": { + "status": "ok", + "n": 33471, + "auroc": 0.8443858677843621, + "prevalence": 0.09133279323577881 + } + }, + "summer": { + "weather_regime_transition": { + "status": "ok", + "n": 37804, + "auroc": 0.7929212337410351, + "prevalence": 0.12466935068368912 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 35064, + "auroc": 0.7289241167993997, + "prevalence": 0.1875142604112625 + }, + "diurnal_collapse": { + "status": "ok", + "n": 34165, + "auroc": 0.8552400386491397, + "prevalence": 0.017327673733234406 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 35664, + "auroc": 0.8703389764944766, + "prevalence": 0.08877298980951309 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 35664, + "auroc": 0.8535117666191704, + "prevalence": 0.07329519838094711 + }, + "compound_climate_stress": { + "status": "ok", + "n": 34921, + "auroc": 0.8315205128180658, + "prevalence": 0.044987257570028305 + } + }, + "winter": { + "weather_regime_transition": { + "status": "ok", + "n": 37747, + "auroc": 0.8223061317670597, + "prevalence": 0.16841073334217072 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 35807, + "auroc": 0.7611111007418209, + "prevalence": 0.24282962083816528 + }, + "diurnal_collapse": { + "status": "ok", + "n": 34655, + "auroc": 0.7651212800916207, + "prevalence": 0.04117731750011444 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 36091, + "auroc": 0.8942104763852072, + "prevalence": 0.179656982421875 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 36091, + "auroc": 0.874390947193769, + "prevalence": 0.172286719083786 + }, + "compound_climate_stress": { + "status": "ok", + "n": 35631, + "auroc": 0.8568804371028304, + "prevalence": 0.11164435744285583 + } + } + }, + "anomaly_band": { + "above": { + "weather_regime_transition": { + "status": "ok", + "n": 21696, + "auroc": 0.7506961676947667, + "prevalence": 0.14684735238552094 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 21570, + "auroc": 0.6000475675789195, + "prevalence": 0.34237366914749146 + }, + "diurnal_collapse": { + "status": "ok", + "n": 21182, + "auroc": 0.7790833815898246, + "prevalence": 0.03616277873516083 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 21618, + "auroc": 0.7952898289742983, + "prevalence": 0.24900545179843903 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 21618, + "auroc": 0.7881170129150111, + "prevalence": 0.15792395174503326 + }, + "compound_climate_stress": { + "status": "ok", + "n": 21530, + "auroc": 0.7621965629760711, + "prevalence": 0.1359962821006775 + } + }, + "below": { + "weather_regime_transition": { + "status": "ok", + "n": 19333, + "auroc": 0.7938869279059032, + "prevalence": 0.1373816728591919 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 19250, + "auroc": 0.7465214220863782, + "prevalence": 0.22633765637874603 + }, + "diurnal_collapse": { + "status": "ok", + "n": 18970, + "auroc": 0.7582749173893455, + "prevalence": 0.03806009516119957 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 19281, + "auroc": 0.7999976769701211, + "prevalence": 0.16658887267112732 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 19281, + "auroc": 0.765540642409113, + "prevalence": 0.23567242920398712 + }, + "compound_climate_stress": { + "status": "ok", + "n": 19204, + "auroc": 0.7821745729879681, + "prevalence": 0.09211622923612595 + } + }, + "far_above": { + "weather_regime_transition": { + "status": "ok", + "n": 5351, + "auroc": 0.6538192133660312, + "prevalence": 0.3580639064311981 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 5338, + "auroc": 0.5263875672430455, + "prevalence": 0.4471712112426758 + }, + "diurnal_collapse": { + "status": "ok", + "n": 5266, + "auroc": 0.6995365310303225, + "prevalence": 0.05089251697063446 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 5340, + "auroc": 0.650487055559577, + "prevalence": 0.7076779007911682 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 5340, + "auroc": 0.6783125608742553, + "prevalence": 0.2814606726169586 + }, + "compound_climate_stress": { + "status": "ok", + "n": 5332, + "auroc": 0.5736437373445183, + "prevalence": 0.3516504168510437 + } + }, + "far_below": { + "weather_regime_transition": { + "status": "ok", + "n": 4396, + "auroc": 0.704563948936345, + "prevalence": 0.33189263939857483 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 4391, + "auroc": 0.6754689523915958, + "prevalence": 0.31382372975349426 + }, + "diurnal_collapse": { + "status": "ok", + "n": 4343, + "auroc": 0.7133835283847559, + "prevalence": 0.06216900795698166 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 4393, + "auroc": 0.6921614775093454, + "prevalence": 0.2900068163871765 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 4393, + "auroc": 0.5813737194574251, + "prevalence": 0.6487593650817871 + }, + "compound_climate_stress": { + "status": "ok", + "n": 4386, + "auroc": 0.677569672295484, + "prevalence": 0.17031463980674744 + } + }, + "near": { + "weather_regime_transition": { + "status": "ok", + "n": 77821, + "auroc": 0.8090539428079838, + "prevalence": 0.11850272119045258 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 77300, + "auroc": 0.7843055520957757, + "prevalence": 0.1572445034980774 + }, + "diurnal_collapse": { + "status": "ok", + "n": 75574, + "auroc": 0.8361297643724496, + "prevalence": 0.021356550976634026 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 77502, + "auroc": 0.9089363579726892, + "prevalence": 0.07317230850458145 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 77502, + "auroc": 0.8941368280596311, + "prevalence": 0.07103042304515839 + }, + "compound_climate_stress": { + "status": "ok", + "n": 77107, + "auroc": 0.8958536530934585, + "prevalence": 0.043874096125364304 + } + }, + "unknown": { + "weather_regime_transition": { + "status": "ok", + "n": 18962, + "auroc": 0.7823250651318981, + "prevalence": 0.18136271834373474 + }, + "anomaly_regime_shift": { + "status": "ok", + "n": 10992, + "auroc": 0.739095424344043, + "prevalence": 0.20160116255283356 + }, + "diurnal_collapse": { + "status": "ok", + "n": 9455, + "auroc": 0.831901332364908, + "prevalence": 0.030565837398171425 + }, + "heat_extreme_ahead": { + "status": "ok", + "n": 12362, + "auroc": 0.8795606715233583, + "prevalence": 0.06738391518592834 + }, + "cold_extreme_ahead": { + "status": "ok", + "n": 12362, + "auroc": 0.9053202673949357, + "prevalence": 0.05063905566930771 + }, + "compound_climate_stress": { + "status": "ok", + "n": 10957, + "auroc": 0.8680567608152671, + "prevalence": 0.04873596876859665 + } + } + } + } + } + }, + "macro": { + "schema": { + "domain_id": "macro", + "version": "0.5.0", + "categories": [ + "stable_print", + "mild_move", + "notable_move", + "large_move", + "shock_print", + "revision", + "stale_print", + "unknown" + ], + "family_map": { + "stable_print": "baseline", + "mild_move": "baseline", + "stale_print": "baseline", + "notable_move": "energetic", + "revision": "disclosure", + "large_move": "stress", + "shock_print": "extreme", + "unknown": "unknown" + }, + "channels": [ + { + "name": "level", + "log_scale": false, + "unit": "native" + }, + { + "name": "abs_change", + "log_scale": true, + "unit": "native" + }, + { + "name": "z_change", + "log_scale": false, + "unit": "sigma" + }, + { + "name": "days_since_prev", + "log_scale": true, + "unit": "days" + } + ], + "targets": [ + { + "name": "print_regime_transition", + "kind": "category_transition", + "horizon": 4, + "support": 8, + "params": {} + }, + { + "name": "cadence_shift", + "kind": "cadence_shift", + "horizon": 4, + "support": 8, + "params": { + "factor": 2.0 + } + }, + { + "name": "volatility_regime_shift", + "kind": "magnitude_shift", + "horizon": 6, + "support": 10, + "params": { + "channel": "abs_change", + "shift": 0.8, + "min_observations": 2 + } + }, + { + "name": "level_regime_shift", + "kind": "magnitude_shift", + "horizon": 6, + "support": 10, + "params": { + "channel": "level", + "shift": 0.4, + "min_observations": 2 + } + }, + { + "name": "shock_ahead", + "kind": "threshold_crossing", + "horizon": 6, + "support": 10, + "params": { + "channel": "z_change", + "level": 3.0, + "direction": "above" + } + }, + { + "name": "compound_macro_stress", + "kind": "compound", + "horizon": 8, + "support": 12, + "params": { + "over": [ + "volatility_regime_shift", + "level_regime_shift", + "shock_ahead" + ], + "k": 2 + } + } + ], + "context_dims": [ + "family", + "cadence", + "move_band" + ], + "entity_kind": "opaque_series", + "description": "Public FRED macroeconomic series: level, change, standardised change and observation spacing across mixed cadences." + }, + "schema_hash": "29cb21c7dfc09981", + "promoted": false, + "gate_status": "candidate_not_promoted", + "gate_statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one.", + "blocking_reasons": [ + "only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot", + "2 head(s) sit within 0.005 AUROC of chance (level_regime_shift, compound_macro_stress) \u2014 a collapsed head is a defect and blocks promotion", + "80 entities is below the minimum 100" + ], + "feature_names": [ + "log_gap_last", + "gap_ratio_median", + "log_median_gap", + "gap_cv", + "log_gap_prev", + "log_level_last", + "level_ratio_median", + "log_median_level", + "level_logsd", + "level_available", + "level_missing_rate", + "log_abs_change_last", + "abs_change_ratio_median", + "log_median_abs_change", + "abs_change_logsd", + "abs_change_available", + "abs_change_missing_rate", + "log_z_change_last", + "z_change_ratio_median", + "log_median_z_change", + "z_change_logsd", + "z_change_available", + "z_change_missing_rate", + "log_days_since_prev_last", + "days_since_prev_ratio_median", + "log_median_days_since_prev", + "days_since_prev_logsd", + "days_since_prev_available", + "days_since_prev_missing_rate", + "reference_missing_rate", + "cat_last__stable_print", + "cat_last__mild_move", + "cat_last__notable_move", + "cat_last__large_move", + "cat_last__shock_print", + "cat_last__revision", + "cat_last__stale_print", + "cat_last__unknown", + "cat_rate__stable_print", + "cat_rate__mild_move", + "cat_rate__notable_move", + "cat_rate__large_move", + "cat_rate__shock_print", + "cat_rate__revision", + "cat_rate__stale_print", + "cat_rate__unknown", + "cat_entropy", + "unknown_cat_rate", + "cat_switch_rate", + "source_count_last", + "source_count_mean", + "log_confirmations", + "contradiction_rate", + "ref_resid_gap", + "ref_resid_magnitude", + "ref_resid_category", + "ref_disagreement", + "ref_avail_gap", + "ref_avail_magnitude", + "ref_avail_category", + "gap_trend", + "cat_concentration", + "recent_vs_old_gap", + "level_trend", + "abs_change_trend", + "z_change_trend", + "days_since_prev_trend", + "log_n_past", + "is_cold_start", + "censored_horizon", + "gap_ratio_median_short", + "gap_ratio_median_long", + "gap_cv_short", + "gap_cv_long", + "gap_median_short_over_long", + "level_ratio_median_short", + "level_ratio_median_long", + "level_median_short_over_long", + "abs_change_ratio_median_short", + "abs_change_ratio_median_long", + "abs_change_median_short_over_long", + "z_change_ratio_median_short", + "z_change_ratio_median_long", + "z_change_median_short_over_long", + "days_since_prev_ratio_median_short", + "days_since_prev_ratio_median_long", + "days_since_prev_median_short_over_long", + "log_count_24h", + "log_count_7d", + "log_count_30d", + "rate_ratio_24h_30d", + "hour_sin", + "hour_cos", + "dow_sin", + "dow_cos", + "doy_sin", + "doy_cos", + "level_vs_climatology", + "level_climatology_available", + "abs_change_vs_climatology", + "abs_change_climatology_available", + "z_change_vs_climatology", + "z_change_climatology_available", + "days_since_prev_vs_climatology", + "days_since_prev_climatology_available", + "gap_quantile_pos", + "gap_exceed_p95_rate", + "level_skew", + "level_kurtosis", + "level_quantile_pos", + "level_exceed_p95_rate", + "level_hill_tail", + "abs_change_skew", + "abs_change_kurtosis", + "abs_change_quantile_pos", + "abs_change_exceed_p95_rate", + "abs_change_hill_tail", + "z_change_skew", + "z_change_kurtosis", + "z_change_quantile_pos", + "z_change_exceed_p95_rate", + "z_change_hill_tail", + "days_since_prev_skew", + "days_since_prev_kurtosis", + "days_since_prev_quantile_pos", + "days_since_prev_exceed_p95_rate", + "days_since_prev_hill_tail", + "resid_ewma_fast", + "resid_ewma_slow", + "resid_drift", + "resid_median", + "resid_seasonal_naive", + "baseline_spread", + "baseline_max_abs", + "baseline_available" + ], + "n_features": 135, + "targets": [ + "print_regime_transition", + "cadence_shift", + "volatility_regime_shift", + "level_regime_shift", + "shock_ahead", + "compound_macro_stress" + ], + "degenerate_zeroed": [ + "level_available", + "reference_missing_rate", + "cat_last__revision", + "source_count_last", + "log_confirmations", + "censored_horizon", + "hour_sin", + "hour_cos" + ], + "normaliser_version": "surprise-normalise/1.0.0", + "mu": [ + 3.2188758850097656, + 1.0, + 3.2188758850097656, + 0.5714285969734192, + 3.2188758850097656, + 1.667706847190857, + 1.0, + 1.6686497926712036, + 0.016860054805874825, + 1.0, + 0.0, + 0.03922071307897568, + 1.0, + 0.03440142795443535, + 0.031605131924152374, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.3519340455532074, + 1.0, + 0.0, + 0.6931471824645996, + 1.0, + 0.6931471824645996, + 0.28117722272872925, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4000000059604645, + 0.4000000059604645, + 0.10000000149011612, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.8586727380752563, + 0.0, + 0.5789473652839661, + 1.0, + 1.0, + 0.6931471824645996, + 0.0, + -0.21310460567474365, + 0.0, + 0.6000000238418579, + 0.3372836112976074, + 1.0, + 1.0, + 1.0, + 5.3613357369322316e-17, + 0.5, + 1.0, + 0.0, + 0.0, + 0.0, + -8.935559010099978e-18, + 7.305188179016113, + 0.0, + 0.0, + 1.0, + 1.0, + 0.5714285969734192, + 0.6079463362693787, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + -9.0, + -9.0, + -9.0, + 1.0, + 1.0, + 1.0, + 0.6931471824645996, + 1.7917594909667969, + 3.0910425186157227, + 1.4285714626312256, + 0.0, + 1.0, + 0.4338837265968323, + -0.22252093255519867, + 0.03439806029200554, + -0.029025012627243996, + -0.0643627792596817, + 1.0, + -0.009917491115629673, + 1.0, + -0.21123142540454865, + 1.0, + -0.143208846449852, + 1.0, + 0.7900000214576721, + 0.029999999329447746, + 0.0, + -0.5928613543510437, + 0.5600000023841858, + 0.05000000074505806, + 0.012242341414093971, + 0.9496486186981201, + 0.7721097469329834, + 0.5699999928474426, + 0.05000000074505806, + 0.2212553322315216, + 1.189098834991455, + 0.32462024688720703, + 0.5799999833106995, + 0.05000000074505806, + 0.17051586508750916, + 1.463328242301941, + 0.277726948261261, + 0.7900000214576721, + 0.029999999329447746, + 0.08630461990833282, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.008939748629927635, + 0.02442455291748047, + 1.0 + ], + "sd": [ + 0.7943541496395623, + 0.9360822637557704, + 0.8930557804935573, + 0.047046931431503805, + 0.7943541496395623, + 2.132395888541344, + 0.03439347067084288, + 2.133713995111351, + 0.01897192384089427, + 1.0, + 0.22633931977989968, + 0.20402416537168558, + 0.938967146459909, + 0.2330727419581919, + 0.1689589494705377, + 0.025148813308896217, + 0.22860532329308264, + 0.38214163748399693, + 8.382277456895787, + 6.764388298705563, + 0.13584936875780926, + 0.025148813308896217, + 0.22860532329308264, + 0.51382296698636, + 0.9939302803110659, + 0.7092592571447941, + 0.01883972919455628, + 0.025148813308896217, + 0.22860532329308264, + 1.0, + 0.7412898443291327, + 0.7412898443291327, + 0.3106682355276038, + 0.20050476166422293, + 0.1955752521203842, + 1.0, + 0.010062200509059276, + 0.025148813308896217, + 0.22238696213560338, + 0.14825796002896297, + 0.11119348106780169, + 0.03706449276876061, + 0.254489255652141, + 0.22633931977989968, + 0.22641657866994924, + 0.22860532329308264, + 0.1183124804514439, + 0.22860532329308264, + 0.15606102102150998, + 1.0, + 0.2514881330890251, + 1.0, + 0.22633931977989968, + 0.22489968010723546, + 0.00930482037006439, + 0.22238696213560338, + 0.11005200130838744, + 0.03555452980578359, + 0.025148813308896217, + 0.025148813308896217, + 0.009470636175573977, + 0.11119350315996061, + 0.10236856935641074, + 0.0023785154414594483, + 0.001574063648071397, + 0.014002350682987824, + 0.006181328765236068, + 1.0573508741238808, + 0.0709737528336613, + 1.0, + 0.9138629413793794, + 0.9401846667004586, + 0.5206177829011502, + 0.019127479564533843, + 0.41359662548175297, + 0.011579384178122033, + 0.08694413328630293, + 0.0815039833357283, + 0.7412898664212916, + 0.9883864222852454, + 0.5969094116657729, + 7.14356878053002, + 6.6716085989621945, + 6.6716085989621945, + 0.93698257420743, + 1.035985414309807, + 0.6003451580796163, + 0.51382296698636, + 0.1351531122771787, + 0.0344847996558323, + 1.0589855171469427, + 1.0, + 1.0, + 0.9011973532329585, + 0.502926550855276, + 1.0497377394215985, + 1.0452009378494025, + 0.26068341033912923, + 0.14872465058152326, + 0.040933832227962826, + 0.1507409685449434, + 0.3637518371980751, + 0.1507409685449434, + 0.11846845109344259, + 0.1507409685449434, + 0.14084511283948034, + 0.007412898277600135, + 0.527415742160127, + 0.7414241646553871, + 0.5411416004992485, + 0.0074128996583600676, + 0.01924933197378582, + 0.6258153226129916, + 2.0188128643339875, + 0.3632320307907659, + 0.0074128996583600676, + 0.10741979789521802, + 0.388621090958965, + 1.2195748121673042, + 0.3854707270043262, + 0.0074128996583600676, + 0.1255604869971194, + 0.08754574695810555, + 0.21610317891222006, + 0.14084511283948034, + 0.007412898277600135, + 0.042651160678835245, + 0.010901211855520223, + 0.022309554051787348, + 0.009518868536353553, + 0.025117397032197623, + 0.021731382231742386, + 0.011336085993418258, + 0.030597502032945208, + 0.04353142929648288 + ], + "clip": 6.0, + "calibration": { + "method": "per-target affine Platt scaling fitted on validation", + "specs": [ + [ + 0.8930338356728365, + -1.5261930707146025 + ], + [ + 1.6698081655636836, + -952683.0892652224 + ], + [ + 0.5419299310088799, + -2.508769006496531 + ], + [ + 172.68822648295776, + -913369.7626816889 + ], + [ + 0.7536008684589479, + -1.494634285581765 + ], + [ + 127.37151585490815, + -850178.6942047862 + ] + ] + }, + "risk_selector": [ + -2.4315426186951865, + 0.26585302870382055, + 0.2329514507330484, + 0.23737963908669635, + -0.05236444281056718, + 0.1432671201371695, + 0.7958911785836777, + 0.20878771565811036, + 0.999855105815371, + 0.08357501666229374, + 0.6381580069595664, + 0.16399602834692886, + 0.011244054941625186 + ], + "abstention_threshold": 0.13993309766234086, + "abstention": { + "coverage": 0.7999948860876013, + "selective_accuracy": 0.9570162261216054, + "base_accuracy": 0.928950710407664, + "curve": [ + { + "coverage": 0.5000127847809968, + "threshold": 0.07402128535484913, + "selective_accuracy": 0.9818460751725901 + }, + { + "coverage": 0.5999897721752027, + "threshold": 0.09411771802909309, + "selective_accuracy": 0.975502521485901 + }, + { + "coverage": 0.699992329131402, + "threshold": 0.11600696398263975, + "selective_accuracy": 0.9661625754919151 + }, + { + "coverage": 0.7999948860876013, + "threshold": 0.13993309766234086, + "selective_accuracy": 0.9570162261216054 + }, + { + "coverage": 0.8999974430438007, + "threshold": 0.19679044515051727, + "selective_accuracy": 0.9462138000265168 + }, + { + "coverage": 1.0, + "threshold": 0.7833940399599245, + "selective_accuracy": 0.928950710407664 + } + ] + }, + "evaluation": { + "version": "surprise-eval/0.3.0", + "domain_id": "macro", + "schema_hash": "29cb21c7dfc09981", + "targets": { + "print_regime_transition": { + "status": "ok", + "candidate": { + "n": 39363, + "prevalence": 0.180829718708992, + "auroc": 0.7664022872786941, + "auprc": 0.4048558544493176, + "brier": 0.12730723874646102, + "ece": 0.02200198669816993, + "lead_at_far10_hours": -6720.0 + }, + "baselines": { + "phase0_rules": { + "n": 39363, + "prevalence": 0.180829718708992, + "auroc": 0.6545802366339374, + "auprc": 0.28222332375676645, + "brier": 0.48930533096825896, + "ece": 0.5514950202250157, + "lead_at_far10_hours": 2124.0 + }, + "ewma_z": { + "n": 39363, + "prevalence": 0.180829718708992, + "auroc": 0.680830159788752, + "auprc": 0.29563269747114274, + "brier": 0.2576706803867251, + "ece": 0.25739742476167915, + "lead_at_far10_hours": -10464.0 + }, + "logistic": { + "n": 39363, + "prevalence": 0.180829718708992, + "auroc": 0.7835595264916233, + "auprc": 0.45988920499471836, + "brier": 0.12308541289382027, + "ece": 0.01608943861941931, + "lead_at_far10_hours": -6312.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.7297479422271992, + 0.7970229830497981 + ], + "phase0_rules": [ + 0.6168061138584087, + 0.6994992735108071 + ], + "ewma_z": [ + 0.6465411683389367, + 0.7231792649879234 + ], + "logistic": [ + 0.7468903151972841, + 0.8140680869981021 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.11058925930934488, + "ci95": [ + 0.08216091452043296, + 0.13497997033855397 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.08327016766939306, + "ci95": [ + 0.05931889043479981, + 0.10575754129419687 + ], + "significant": true + }, + "logistic": { + "mean": -0.017516436337931693, + "ci95": [ + -0.027663607485780548, + -0.00978400599392197 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 79, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "cadence_shift": { + "status": "too_few_positives", + "n": 39363, + "positives": 6, + "prevalence": 0.00015242741210386157, + "note": "fewer than 25 positives on the test split; no discrimination metric here would be meaningful, so the target is excluded from the gate." + }, + "volatility_regime_shift": { + "status": "ok", + "candidate": { + "n": 39195, + "prevalence": 0.025921674445271492, + "auroc": 0.919252539787198, + "auprc": 0.15825081025146884, + "brier": 0.02254874537864577, + "ece": 0.006531304370392545, + "lead_at_far10_hours": 16872.0 + }, + "baselines": { + "phase0_rules": { + "n": 39195, + "prevalence": 0.025921674445271492, + "auroc": 0.5734956946484783, + "auprc": 0.03337275739918905, + "brier": 0.5968015262858744, + "ece": 0.7066436248573238, + "lead_at_far10_hours": 4608.0 + }, + "ewma_z": { + "n": 39195, + "prevalence": 0.025921674445271492, + "auroc": 0.6291391225295351, + "auprc": 0.04636829514751006, + "brier": 0.2885137105367727, + "ece": 0.40356229626023715, + "lead_at_far10_hours": -7968.0 + }, + "logistic": { + "n": 39195, + "prevalence": 0.025921674445271492, + "auroc": 0.9312719425878884, + "auprc": 0.17353836155889657, + "brier": 0.02347471863343567, + "ece": 0.036134972356426154, + "lead_at_far10_hours": 16872.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.8765850991597866, + 0.9516873110288607 + ], + "phase0_rules": [ + 0.5026846355050765, + 0.6352723883075984 + ], + "ewma_z": [ + 0.5758731516131543, + 0.6931401852425033 + ], + "logistic": [ + 0.890766316250172, + 0.962222713270803 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.3460927056821292, + "ci95": [ + 0.28045248111665577, + 0.4299262257139999 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.28714555568147326, + "ci95": [ + 0.22508253777193105, + 0.352265661305731 + ], + "significant": true + }, + "logistic": { + "mean": -0.013293011271476987, + "ci95": [ + -0.0241491262054523, + -0.004999644327207017 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 79, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "level_regime_shift": { + "status": "ok", + "candidate": { + "n": 39195, + "prevalence": 0.007347876206040382, + "auroc": 0.5, + "auprc": 0.009444597938344996, + "brier": 0.007347876004591046, + "ece": 0.0073478758335175885, + "lead_at_far10_hours": 24684.0 + }, + "baselines": { + "phase0_rules": { + "n": 39195, + "prevalence": 0.007347876206040382, + "auroc": 0.4016839568286769, + "auprc": 0.0064986996055336, + "brier": 0.6110132773220163, + "ece": 0.7259315039131753, + "lead_at_far10_hours": 12420.0 + }, + "ewma_z": { + "n": 39195, + "prevalence": 0.007347876206040382, + "auroc": 0.6792604444215979, + "auprc": 0.03441908020487947, + "brier": 0.2902152835854411, + "ece": 0.4217479873798804, + "lead_at_far10_hours": -156.0 + }, + "logistic": { + "n": 39195, + "prevalence": 0.007347876206040382, + "auroc": 0.9871793636106613, + "auprc": 0.30394232376147745, + "brier": 0.007749666979996181, + "ece": 0.03905532934630078, + "lead_at_far10_hours": -156.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.32336961635496414, + 0.6219352957805592 + ], + "ewma_z": [ + 0.6204488179852632, + 0.9070401433708919 + ], + "logistic": [ + 0.9656237853365985, + 0.993524093705862 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.06126728845907705, + "ci95": [ + -0.12193529578055916, + 0.1766303836450358 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.24557993220814733, + "ci95": [ + -0.4070401433708919, + -0.1204488179852632 + ], + "significant": false + }, + "logistic": { + "mean": -0.4827507783154376, + "ci95": [ + -0.493524093705862, + -0.4656237853365986 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 79, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "shock_ahead": { + "status": "ok", + "candidate": { + "n": 39195, + "prevalence": 0.1567801982164383, + "auroc": 0.737729539162622, + "auprc": 0.3323788694591761, + "brier": 0.1193709777374122, + "ece": 0.021983004772445795, + "lead_at_far10_hours": -5472.0 + }, + "baselines": { + "phase0_rules": { + "n": 39195, + "prevalence": 0.1567801982164383, + "auroc": 0.6163571283493092, + "auprc": 0.23120042197057503, + "brier": 0.5149801167055535, + "ece": 0.5821631648678295, + "lead_at_far10_hours": 2952.0 + }, + "ewma_z": { + "n": 39195, + "prevalence": 0.1567801982164383, + "auroc": 0.6411071225022127, + "auprc": 0.23842442245803294, + "brier": 0.2715113611660106, + "ece": 0.2929309105844836, + "lead_at_far10_hours": -9624.0 + }, + "logistic": { + "n": 39195, + "prevalence": 0.1567801982164383, + "auroc": 0.7860813645030768, + "auprc": 0.47972200941133475, + "brier": 0.1055517413761718, + "ece": 0.01359175559588105, + "lead_at_far10_hours": 528.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.6777903650342088, + 0.7826753523344949 + ], + "phase0_rules": [ + 0.5774735921720264, + 0.6542042255976191 + ], + "ewma_z": [ + 0.6091703647408515, + 0.6726958018388463 + ], + "logistic": [ + 0.725368191993772, + 0.8338277687856193 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.11742104765213242, + "ci95": [ + 0.06649897855650826, + 0.16172664590692193 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.09187815129351008, + "ci95": [ + 0.04702587269728935, + 0.13647799055173734 + ], + "significant": true + }, + "logistic": { + "mean": -0.045756294890416264, + "ci95": [ + -0.08636912351032383, + -0.01625540935266465 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 79, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "compound_macro_stress": { + "status": "ok", + "candidate": { + "n": 39027, + "prevalence": 0.012657903134822845, + "auroc": 0.5, + "auprc": 0.02291411178451685, + "brier": 0.012657903502700888, + "ece": 0.01265790346825133, + "lead_at_far10_hours": 20436.0 + }, + "baselines": { + "phase0_rules": { + "n": 39027, + "prevalence": 0.012657903134822845, + "auroc": 0.5885467958427978, + "auprc": 0.018669280787118412, + "brier": 0.6051286021978057, + "ece": 0.72032702137165, + "lead_at_far10_hours": 8172.0 + }, + "ewma_z": { + "n": 39027, + "prevalence": 0.012657903134822845, + "auroc": 0.7086256104578745, + "auprc": 0.04185648298826864, + "brier": 0.2880988081890915, + "ece": 0.416608109547329, + "lead_at_far10_hours": -4404.0 + }, + "logistic": { + "n": 39027, + "prevalence": 0.012657903134822845, + "auroc": 0.8769916547685979, + "auprc": 0.11311281627553212, + "brier": 0.013084253175996815, + "ece": 0.034640410050448114, + "lead_at_far10_hours": 13428.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.5161366183821684, + 0.658588150078142 + ], + "ewma_z": [ + 0.6620940187816722, + 0.7714074045598828 + ], + "logistic": [ + 0.817393733391616, + 0.9299055832502209 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": -0.08864935883932859, + "ci95": [ + -0.158588150078142, + -0.016136618382168462 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.21503970983669848, + "ci95": [ + -0.2714074045598829, + -0.1620940187816722 + ], + "significant": false + }, + "logistic": { + "mean": -0.3762723478364396, + "ci95": [ + -0.4299055832502209, + -0.3173937333916161 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 79, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + } + }, + "slices": { + "family": { + "activity": { + "print_regime_transition": { + "status": "ok", + "n": 398, + "auroc": 0.535370067284961, + "prevalence": 0.11809045076370239 + }, + "cadence_shift": { + "status": "ok", + "n": 398, + "auroc": NaN, + "prevalence": 0.0 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 378, + "auroc": 0.7739512471655329, + "prevalence": 0.1111111119389534 + }, + "level_regime_shift": { + "status": "ok", + "n": 378, + "auroc": NaN, + "prevalence": 0.0 + }, + "shock_ahead": { + "status": "ok", + "n": 378, + "auroc": 0.6624654696132597, + "prevalence": 0.042328041046857834 + }, + "compound_macro_stress": { + "status": "ok", + "n": 358, + "auroc": 0.5, + "prevalence": 0.013966480270028114 + } + }, + "credit": { + "print_regime_transition": { + "status": "ok", + "n": 6269, + "auroc": 0.7241302883707592, + "prevalence": 0.11373424530029297 + }, + "cadence_shift": { + "status": "ok", + "n": 6269, + "auroc": 0.5, + "prevalence": 0.00015951506793498993 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 6235, + "auroc": 0.9967869323281278, + "prevalence": 0.007217321544885635 + }, + "level_regime_shift": { + "status": "ok", + "n": 6235, + "auroc": NaN, + "prevalence": 0.0 + }, + "shock_ahead": { + "status": "ok", + "n": 6235, + "auroc": 0.6477113361019878, + "prevalence": 0.06704089790582657 + }, + "compound_macro_stress": { + "status": "ok", + "n": 6201, + "auroc": NaN, + "prevalence": 0.0 + } + }, + "labour": { + "print_regime_transition": { + "status": "ok", + "n": 702, + "auroc": 0.7189650934119961, + "prevalence": 0.03418803587555885 + }, + "cadence_shift": { + "status": "ok", + "n": 702, + "auroc": NaN, + "prevalence": 0.0 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 682, + "auroc": 0.5910821098423056, + "prevalence": 0.1011730208992958 + }, + "level_regime_shift": { + "status": "ok", + "n": 682, + "auroc": NaN, + "prevalence": 0.0 + }, + "shock_ahead": { + "status": "ok", + "n": 682, + "auroc": 0.9152985074626866, + "prevalence": 0.017595307901501656 + }, + "compound_macro_stress": { + "status": "ok", + "n": 662, + "auroc": NaN, + "prevalence": 0.0 + } + }, + "money": { + "print_regime_transition": { + "status": "ok", + "n": 6327, + "auroc": 0.753989829408301, + "prevalence": 0.22901849448680878 + }, + "cadence_shift": { + "status": "ok", + "n": 6327, + "auroc": NaN, + "prevalence": 0.0 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 6305, + "auroc": 0.8908134824177605, + "prevalence": 0.04044409096240997 + }, + "level_regime_shift": { + "status": "ok", + "n": 6305, + "auroc": 0.5, + "prevalence": 0.03425852581858635 + }, + "shock_ahead": { + "status": "ok", + "n": 6305, + "auroc": 0.778287115739985, + "prevalence": 0.19080094993114471 + }, + "compound_macro_stress": { + "status": "ok", + "n": 6283, + "auroc": 0.5, + "prevalence": 0.025147221982479095 + } + }, + "prices": { + "print_regime_transition": { + "status": "ok", + "n": 5013, + "auroc": 0.7714517293677883, + "prevalence": 0.1641731560230255 + }, + "cadence_shift": { + "status": "ok", + "n": 5013, + "auroc": 0.5, + "prevalence": 0.0009974067797884345 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 4989, + "auroc": 0.8622255807793584, + "prevalence": 0.010422930121421814 + }, + "level_regime_shift": { + "status": "ok", + "n": 4989, + "auroc": 0.5, + "prevalence": 0.0022048507817089558 + }, + "shock_ahead": { + "status": "ok", + "n": 4989, + "auroc": 0.8046876033878119, + "prevalence": 0.10903988778591156 + }, + "compound_macro_stress": { + "status": "ok", + "n": 4965, + "auroc": 0.5, + "prevalence": 0.008660624735057354 + } + }, + "rates": { + "print_regime_transition": { + "status": "ok", + "n": 13980, + "auroc": 0.7780439815160357, + "prevalence": 0.17174534499645233 + }, + "cadence_shift": { + "status": "ok", + "n": 13980, + "auroc": NaN, + "prevalence": 0.0 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 13946, + "auroc": NaN, + "prevalence": 0.0 + }, + "level_regime_shift": { + "status": "ok", + "n": 13946, + "auroc": 0.5, + "prevalence": 0.0010755772236734629 + }, + "shock_ahead": { + "status": "ok", + "n": 13946, + "auroc": 0.6712017719997948, + "prevalence": 0.1568191647529602 + }, + "compound_macro_stress": { + "status": "ok", + "n": 13912, + "auroc": 0.5, + "prevalence": 0.0009344450663775206 + } + }, + "volatility": { + "print_regime_transition": { + "status": "ok", + "n": 6674, + "auroc": 0.7302627857516274, + "prevalence": 0.24887622892856598 + }, + "cadence_shift": { + "status": "ok", + "n": 6674, + "auroc": NaN, + "prevalence": 0.0 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 6660, + "auroc": 0.7288051152873218, + "prevalence": 0.08303303271532059 + }, + "level_regime_shift": { + "status": "ok", + "n": 6660, + "auroc": 0.5, + "prevalence": 0.006906907074153423 + }, + "shock_ahead": { + "status": "ok", + "n": 6660, + "auroc": 0.7314025701198251, + "prevalence": 0.26501500606536865 + }, + "compound_macro_stress": { + "status": "ok", + "n": 6646, + "auroc": 0.5, + "prevalence": 0.04137827083468437 + } + } + }, + "cadence": { + "daily": { + "print_regime_transition": { + "status": "ok", + "n": 28810, + "auroc": 0.7726081290658411, + "prevalence": 0.18077056109905243 + }, + "cadence_shift": { + "status": "ok", + "n": 28810, + "auroc": 0.5, + "prevalence": 0.0002082610153593123 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 28727, + "auroc": 0.9246617097524787, + "prevalence": 0.020747032016515732 + }, + "level_regime_shift": { + "status": "ok", + "n": 28727, + "auroc": 0.5, + "prevalence": 0.007414627354592085 + }, + "shock_ahead": { + "status": "ok", + "n": 28727, + "auroc": 0.7326902231077783, + "prevalence": 0.16479270160198212 + }, + "compound_macro_stress": { + "status": "ok", + "n": 28669, + "auroc": 0.5, + "prevalence": 0.012522236444056034 + } + }, + "monthly": { + "print_regime_transition": { + "status": "ok", + "n": 1264, + "auroc": 0.6475120944506239, + "prevalence": 0.16851265728473663 + }, + "cadence_shift": { + "status": "ok", + "n": 1264, + "auroc": NaN, + "prevalence": 0.0 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 1200, + "auroc": 0.8122460942270274, + "prevalence": 0.09416666626930237 + }, + "level_regime_shift": { + "status": "ok", + "n": 1200, + "auroc": 0.5, + "prevalence": 0.012500000186264515 + }, + "shock_ahead": { + "status": "ok", + "n": 1200, + "auroc": 0.7359439238490314, + "prevalence": 0.08166666328907013 + }, + "compound_macro_stress": { + "status": "ok", + "n": 1136, + "auroc": 0.5, + "prevalence": 0.01672535203397274 + } + }, + "sparse": { + "print_regime_transition": { + "status": "insufficient_rows", + "n": 6 + }, + "cadence_shift": { + "status": "insufficient_rows", + "n": 6 + }, + "volatility_regime_shift": { + "status": "insufficient_rows", + "n": 6 + }, + "level_regime_shift": { + "status": "insufficient_rows", + "n": 6 + }, + "shock_ahead": { + "status": "insufficient_rows", + "n": 6 + }, + "compound_macro_stress": { + "status": "insufficient_rows", + "n": 6 + } + }, + "unknown": { + "print_regime_transition": { + "status": "insufficient_rows", + "n": 0 + }, + "cadence_shift": { + "status": "insufficient_rows", + "n": 0 + }, + "volatility_regime_shift": { + "status": "insufficient_rows", + "n": 0 + }, + "level_regime_shift": { + "status": "insufficient_rows", + "n": 0 + }, + "shock_ahead": { + "status": "insufficient_rows", + "n": 0 + }, + "compound_macro_stress": { + "status": "insufficient_rows", + "n": 0 + } + }, + "weekly": { + "print_regime_transition": { + "status": "ok", + "n": 9283, + "auroc": 0.7635809826142532, + "prevalence": 0.1826995611190796 + }, + "cadence_shift": { + "status": "ok", + "n": 9283, + "auroc": NaN, + "prevalence": 0.0 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 9262, + "auroc": 0.9023670651483985, + "prevalence": 0.03314618766307831 + }, + "level_regime_shift": { + "status": "ok", + "n": 9262, + "auroc": 0.5, + "prevalence": 0.00647808238863945 + }, + "shock_ahead": { + "status": "ok", + "n": 9262, + "auroc": 0.7480132113821139, + "prevalence": 0.14165407419204712 + }, + "compound_macro_stress": { + "status": "ok", + "n": 9216, + "auroc": 0.5, + "prevalence": 0.0125868059694767 + } + } + }, + "move_band": { + "large": { + "print_regime_transition": { + "status": "ok", + "n": 6135, + "auroc": 0.7005781444709007, + "prevalence": 0.286715567111969 + }, + "cadence_shift": { + "status": "ok", + "n": 6135, + "auroc": 0.5, + "prevalence": 0.00016299918934237212 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 6104, + "auroc": 0.9055767618248194, + "prevalence": 0.03129095584154129 + }, + "level_regime_shift": { + "status": "ok", + "n": 6104, + "auroc": 0.5, + "prevalence": 0.005570117849856615 + }, + "shock_ahead": { + "status": "ok", + "n": 6104, + "auroc": 0.6982532879605337, + "prevalence": 0.21330274641513824 + }, + "compound_macro_stress": { + "status": "ok", + "n": 6086, + "auroc": 0.5, + "prevalence": 0.014788038097321987 + } + }, + "normal": { + "print_regime_transition": { + "status": "ok", + "n": 15249, + "auroc": 0.7204802279893144, + "prevalence": 0.1632893979549408 + }, + "cadence_shift": { + "status": "ok", + "n": 15249, + "auroc": 0.5, + "prevalence": 0.0001311561354668811 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 15173, + "auroc": 0.9317315247402012, + "prevalence": 0.020694654434919357 + }, + "level_regime_shift": { + "status": "ok", + "n": 15173, + "auroc": 0.5, + "prevalence": 0.003954392857849598 + }, + "shock_ahead": { + "status": "ok", + "n": 15173, + "auroc": 0.7129913629362202, + "prevalence": 0.13537204265594482 + }, + "compound_macro_stress": { + "status": "ok", + "n": 15091, + "auroc": 0.5, + "prevalence": 0.00848187692463398 + } + }, + "quiet": { + "print_regime_transition": { + "status": "ok", + "n": 15223, + "auroc": 0.7796299360247076, + "prevalence": 0.10668068379163742 + }, + "cadence_shift": { + "status": "ok", + "n": 15223, + "auroc": 0.5, + "prevalence": 0.00019707022875081748 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 15170, + "auroc": 0.9300103283776436, + "prevalence": 0.020830586552619934 + }, + "level_regime_shift": { + "status": "ok", + "n": 15170, + "auroc": 0.5, + "prevalence": 0.008833223022520542 + }, + "shock_ahead": { + "status": "ok", + "n": 15170, + "auroc": 0.6902351781327634, + "prevalence": 0.09446275234222412 + }, + "compound_macro_stress": { + "status": "ok", + "n": 15109, + "auroc": 0.5, + "prevalence": 0.008207028731703758 + } + }, + "shock": { + "print_regime_transition": { + "status": "ok", + "n": 2756, + "auroc": 0.6321665218119333, + "prevalence": 0.45174166560173035 + }, + "cadence_shift": { + "status": "ok", + "n": 2756, + "auroc": NaN, + "prevalence": 0.0 + }, + "volatility_regime_shift": { + "status": "ok", + "n": 2748, + "auroc": 0.7994616690268864, + "prevalence": 0.07096070051193237 + }, + "level_regime_shift": { + "status": "ok", + "n": 2748, + "auroc": 0.5, + "prevalence": 0.021834060549736023 + }, + "shock_ahead": { + "status": "ok", + "n": 2748, + "auroc": 0.6376179305258874, + "prevalence": 0.49344977736473083 + }, + "compound_macro_stress": { + "status": "ok", + "n": 2741, + "auroc": 0.5, + "prevalence": 0.05545421317219734 + } + }, + "unknown": { + "print_regime_transition": { + "status": "insufficient_rows", + "n": 0 + }, + "cadence_shift": { + "status": "insufficient_rows", + "n": 0 + }, + "volatility_regime_shift": { + "status": "insufficient_rows", + "n": 0 + }, + "level_regime_shift": { + "status": "insufficient_rows", + "n": 0 + }, + "shock_ahead": { + "status": "insufficient_rows", + "n": 0 + }, + "compound_macro_stress": { + "status": "insufficient_rows", + "n": 0 + } + } + } + } + } + }, + "wildfire": { + "schema": { + "domain_id": "wildfire", + "version": "0.5.0", + "categories": [ + "sparse_detection", + "cluster_forming", + "active_front", + "intense_front", + "extreme_front", + "night_detection", + "low_confidence", + "unknown" + ], + "family_map": { + "sparse_detection": "quiet", + "low_confidence": "quiet", + "night_detection": "baseline", + "cluster_forming": "energetic", + "active_front": "energetic", + "intense_front": "stress", + "extreme_front": "extreme", + "unknown": "unknown" + }, + "channels": [ + { + "name": "frp_mw", + "log_scale": true, + "unit": "MW" + }, + { + "name": "brightness_k", + "log_scale": false, + "unit": "K" + }, + { + "name": "detections", + "log_scale": true, + "unit": "count" + }, + { + "name": "frp_growth", + "log_scale": true, + "unit": "ratio" + } + ], + "targets": [ + { + "name": "fire_regime_transition", + "kind": "category_transition", + "horizon": 4, + "support": 8, + "params": {} + }, + { + "name": "cadence_shift", + "kind": "cadence_shift", + "horizon": 4, + "support": 8, + "params": { + "factor": 2.0 + } + }, + { + "name": "frp_regime_shift", + "kind": "magnitude_shift", + "horizon": 6, + "support": 10, + "params": { + "channel": "frp_mw", + "shift": 0.8, + "min_observations": 2 + } + }, + { + "name": "cluster_expansion", + "kind": "magnitude_shift", + "horizon": 6, + "support": 10, + "params": { + "channel": "detections", + "shift": 0.7, + "min_observations": 2 + } + }, + { + "name": "escalation_ahead", + "kind": "threshold_crossing", + "horizon": 6, + "support": 10, + "params": { + "channel": "frp_growth", + "level": 2.0, + "direction": "above" + } + }, + { + "name": "compound_fire_stress", + "kind": "compound", + "horizon": 8, + "support": 12, + "params": { + "over": [ + "frp_regime_shift", + "cluster_expansion", + "escalation_ahead" + ], + "k": 2 + } + } + ], + "context_dims": [ + "region", + "daynight", + "intensity_band" + ], + "entity_kind": "opaque_spatial_cell", + "description": "Public NASA FIRMS active-fire detections aggregated to coarse spatial cells: radiative power, brightness, cluster size and growth." + }, + "schema_hash": "eb9e09646761bb3e", + "promoted": false, + "gate_status": "candidate_not_promoted", + "gate_statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one.", + "blocking_reasons": [ + "only 0 target(s) beat the rule baseline by +0.03 AUROC with a CI excluding zero", + "only 0 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot", + "6 head(s) sit within 0.005 AUROC of chance (fire_regime_transition, cadence_shift, frp_regime_shift, cluster_expansion, escalation_ahead, compound_fire_stress) \u2014 a collapsed head is a defect and blocks promotion", + "worst-target ECE 0.950 exceeds bound" + ], + "feature_names": [ + "log_gap_last", + "gap_ratio_median", + "log_median_gap", + "gap_cv", + "log_gap_prev", + "log_frp_mw_last", + "frp_mw_ratio_median", + "log_median_frp_mw", + "frp_mw_logsd", + "frp_mw_available", + "frp_mw_missing_rate", + "log_brightness_k_last", + "brightness_k_ratio_median", + "log_median_brightness_k", + "brightness_k_logsd", + "brightness_k_available", + "brightness_k_missing_rate", + "log_detections_last", + "detections_ratio_median", + "log_median_detections", + "detections_logsd", + "detections_available", + "detections_missing_rate", + "log_frp_growth_last", + "frp_growth_ratio_median", + "log_median_frp_growth", + "frp_growth_logsd", + "frp_growth_available", + "frp_growth_missing_rate", + "reference_missing_rate", + "cat_last__sparse_detection", + "cat_last__cluster_forming", + "cat_last__active_front", + "cat_last__intense_front", + "cat_last__extreme_front", + "cat_last__night_detection", + "cat_last__low_confidence", + "cat_last__unknown", + "cat_rate__sparse_detection", + "cat_rate__cluster_forming", + "cat_rate__active_front", + "cat_rate__intense_front", + "cat_rate__extreme_front", + "cat_rate__night_detection", + "cat_rate__low_confidence", + "cat_rate__unknown", + "cat_entropy", + "unknown_cat_rate", + "cat_switch_rate", + "source_count_last", + "source_count_mean", + "log_confirmations", + "contradiction_rate", + "ref_resid_gap", + "ref_resid_magnitude", + "ref_resid_category", + "ref_disagreement", + "ref_avail_gap", + "ref_avail_magnitude", + "ref_avail_category", + "gap_trend", + "cat_concentration", + "recent_vs_old_gap", + "frp_mw_trend", + "brightness_k_trend", + "detections_trend", + "frp_growth_trend", + "log_n_past", + "is_cold_start", + "censored_horizon", + "gap_ratio_median_short", + "gap_ratio_median_long", + "gap_cv_short", + "gap_cv_long", + "gap_median_short_over_long", + "frp_mw_ratio_median_short", + "frp_mw_ratio_median_long", + "frp_mw_median_short_over_long", + "brightness_k_ratio_median_short", + "brightness_k_ratio_median_long", + "brightness_k_median_short_over_long", + "detections_ratio_median_short", + "detections_ratio_median_long", + "detections_median_short_over_long", + "frp_growth_ratio_median_short", + "frp_growth_ratio_median_long", + "frp_growth_median_short_over_long", + "log_count_24h", + "log_count_7d", + "log_count_30d", + "rate_ratio_24h_30d", + "hour_sin", + "hour_cos", + "dow_sin", + "dow_cos", + "doy_sin", + "doy_cos", + "frp_mw_vs_climatology", + "frp_mw_climatology_available", + "brightness_k_vs_climatology", + "brightness_k_climatology_available", + "detections_vs_climatology", + "detections_climatology_available", + "frp_growth_vs_climatology", + "frp_growth_climatology_available", + "gap_quantile_pos", + "gap_exceed_p95_rate", + "frp_mw_skew", + "frp_mw_kurtosis", + "frp_mw_quantile_pos", + "frp_mw_exceed_p95_rate", + "frp_mw_hill_tail", + "brightness_k_skew", + "brightness_k_kurtosis", + "brightness_k_quantile_pos", + "brightness_k_exceed_p95_rate", + "brightness_k_hill_tail", + "detections_skew", + "detections_kurtosis", + "detections_quantile_pos", + "detections_exceed_p95_rate", + "detections_hill_tail", + "frp_growth_skew", + "frp_growth_kurtosis", + "frp_growth_quantile_pos", + "frp_growth_exceed_p95_rate", + "frp_growth_hill_tail", + "resid_ewma_fast", + "resid_ewma_slow", + "resid_drift", + "resid_median", + "resid_seasonal_naive", + "baseline_spread", + "baseline_max_abs", + "baseline_available" + ], + "n_features": 135, + "targets": [ + "fire_regime_transition", + "cadence_shift", + "frp_regime_shift", + "cluster_expansion", + "escalation_ahead", + "compound_fire_stress" + ], + "degenerate_zeroed": [ + "frp_mw_available", + "brightness_k_available", + "detections_available", + "reference_missing_rate", + "cat_last__unknown", + "log_confirmations", + "censored_horizon", + "hour_sin", + "hour_cos" + ], + "normaliser_version": "surprise-normalise/1.0.0", + "mu": [ + 3.2188758850097656, + 1.0, + 3.2188758850097656, + 0.5773502588272095, + 3.2188758850097656, + 1.9315214157104492, + 1.0, + 1.9919755458831787, + 0.954789936542511, + 1.0, + 0.0, + 5.771846055984497, + 1.0, + 5.774190425872803, + 0.034142738208174706, + 1.0, + 0.0, + 1.0986123085021973, + 1.0, + 1.0986123085021973, + 0.4633709192276001, + 1.0, + 0.0, + 0.6091258823871613, + 0.9847458899021149, + 0.6774300038814545, + 0.7970024347305298, + 1.0, + 0.06666667014360428, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.10000000149011612, + 0.125, + 0.0, + 0.0, + 0.15000000596046448, + 0.20000000298023224, + 0.0, + 0.0, + 0.87385094165802, + 0.0, + 0.6842105388641357, + 2.0, + 3.125, + 0.6931471824645996, + 0.0, + -0.15763017535209656, + -0.2944100797176361, + 0.75, + 0.523097574710846, + 1.0, + 1.0, + 1.0, + -0.014374605845659971, + 0.4545454680919647, + 0.8333333134651184, + -0.0011410803999751806, + -0.0001816539079300128, + 2.9671957880289716e-17, + -0.0067089812364429235, + 2.70805025100708, + 0.0, + 0.0, + 1.0, + 1.0, + 0.3499270975589752, + 0.6221601366996765, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9854435622692108, + 1.0, + 0.6931471824645996, + 1.6094379425048828, + 2.4849066734313965, + 1.3636363744735718, + 0.0, + 1.0, + 0.0, + -0.22252093255519867, + 0.5027907490730286, + -0.8644081950187683, + -0.453808531165123, + 1.0, + -0.01659388281404972, + 1.0, + -0.2592029571533203, + 1.0, + -0.591568648815155, + 1.0, + 0.7312382757663727, + 0.0416666679084301, + 0.08820625767111778, + -0.7714633941650391, + 0.5, + 0.05882352963089943, + 0.11184045672416687, + -0.20403838902711868, + -0.7527414262294769, + 0.5, + 0.05882352963089943, + 0.003383304225280881, + 0.23240254074335098, + -0.8228669464588165, + 0.65166836977005, + 0.05000000074505806, + 0.060773853212594986, + 0.903765469789505, + -0.25774359703063965, + 0.4444444477558136, + 0.05882352963089943, + 0.1552206128835678, + -0.2235575169324875, + -0.17459387332201004, + -0.1969105526804924, + -0.09120761603116989, + -0.16324831545352936, + 0.42479875683784485, + 1.3731813430786133, + 1.0 + ], + "sd": [ + 0.4988467808208084, + 3.116604287968827, + 0.2906166950449226, + 0.3614245939466846, + 0.4988467808208084, + 1.7598897351257177, + 1.003830929081735, + 1.3307105885159978, + 0.5799862766725387, + 1.0, + 1.784385872422581, + 0.07194426432638543, + 0.02638202538925069, + 0.06251497742332646, + 0.01746857417312439, + 1.0, + 1.784385872422581, + 0.8143901471476629, + 0.6618659261246802, + 0.6792370348704843, + 0.3026644882226185, + 1.0, + 1.784385872422581, + 0.7479618641073568, + 1.174939643064192, + 0.18502797260383397, + 0.5303806590097228, + 0.19826509693583375, + 0.10589855392391015, + 1.0, + 0.3642906426894734, + 0.3706967887538674, + 0.33452081403216344, + 0.18393396532192507, + 0.39004091372436583, + 0.7412898443291327, + 0.15529801667440601, + 1.0, + 0.18532246108228317, + 0.18532246108228317, + 0.14825797107504243, + 1.7918612099166784, + 0.14825796831352256, + 0.37064492216456635, + 1.7897359920228573, + 1.784385872422581, + 0.15728035354897038, + 1.784385872422581, + 0.2927783465191026, + 3.7064492216456637, + 2.9552314262022525, + 1.0, + 1.784385872422581, + 0.39844594901362734, + 0.9744778120844695, + 0.33358042111124614, + 0.3270788865234341, + 0.2732965254304404, + 0.19826509693583375, + 0.19826509693583375, + 0.10325918997602718, + 0.23474180318409643, + 0.49772319571012213, + 0.10806028755330616, + 0.0037092830838388407, + 0.05271675353738624, + 0.07675353712433351, + 0.9727104228014766, + 0.7412898443291327, + 1.0, + 3.0599312824609037, + 3.1174851268424937, + 0.46883285973494454, + 0.3546732964561638, + 2.783369735985597, + 0.759962391111036, + 1.055760205543156, + 0.3470417479394187, + 0.020779531208827286, + 0.02687025105537884, + 0.008297163172948794, + 0.4941932442808611, + 0.7412898001448148, + 0.1482580042132808, + 1.0024271435963834, + 1.1903300351173989, + 0.29238318407243935, + 0.51382296698636, + 0.51382296698636, + 0.740199286996037, + 2.0216995915101137, + 1.0, + 1.0, + 1.1591275061740975, + 1.1300657129535152, + 0.3359739518854864, + 0.19930927200260828, + 6.903211807789319, + 0.7412898443291327, + 6.68058927506457, + 0.7412898443291327, + 6.821892177996767, + 0.7412898443291327, + 6.707866262614153, + 0.7412898443291327, + 0.2718062821452577, + 6.724557875924149, + 1.2406435518285979, + 1.2359687129244088, + 0.42544969193930093, + 6.728630896804066, + 6.993598788645287, + 1.6716468259084658, + 1.424337577784477, + 0.4118276998853577, + 6.728630896804066, + 6.681840559585038, + 1.1102668968636165, + 1.1386264107287416, + 0.36771773319937195, + 6.724557875924149, + 6.84671395570813, + 7.776223128596618, + 7.793057773447284, + 0.4431624117385378, + 6.728630896804066, + 7.208280425499421, + 1.3112270717182541, + 1.2878195014682146, + 1.6861203381359533, + 1.231465088251876, + 2.0148695907034284, + 0.44758834933421626, + 1.3322184004546802, + 0.3262484878660196 + ], + "clip": 6.0, + "calibration": { + "method": "per-target affine Platt scaling fitted on validation", + "specs": [ + [ + 232.41104706383592, + -362625.272285876 + ], + [ + 547.4403147754306, + -843184.5270009494 + ], + [ + 609.543994447588, + 170631.6544041981 + ], + [ + 910.9693416806382, + -581008.3272138496 + ], + [ + 129.47144487641833, + -58589.37390504766 + ], + [ + 593.6622426387896, + 218293.5263658457 + ] + ] + }, + "risk_selector": [ + -0.008056601574592627, + -1.1384362230775205e-07, + -0.10586051669453725, + -8.066966803010951e-11, + -0.3219541275312295, + 1.359483004085062e-12, + 0.3442299566899156, + 0.9999999999998026, + 0.9652247667514835, + 1.0000001896235402e-06, + 0.20483683174696335, + 1.000000010325074e-06, + 0.16125548825740998 + ], + "abstention_threshold": 0.5019091393330666, + "abstention": { + "coverage": 0.8002544529262087, + "selective_accuracy": 0.5179120296767356, + "base_accuracy": 0.5045377438507209, + "curve": [ + { + "coverage": 0.5, + "threshold": 0.4859930113957607, + "selective_accuracy": 0.526039016115352 + }, + { + "coverage": 0.6005089058524173, + "threshold": 0.4900568714376381, + "selective_accuracy": 0.5196327683615819 + }, + { + "coverage": 0.6997455470737913, + "threshold": 0.4956626863761875, + "selective_accuracy": 0.5186666666666666 + }, + { + "coverage": 0.8002544529262087, + "threshold": 0.5019091393330666, + "selective_accuracy": 0.5179120296767356 + }, + { + "coverage": 0.8994910941475827, + "threshold": 0.5114094820972802, + "selective_accuracy": 0.5162659123055162 + }, + { + "coverage": 1.0, + "threshold": 0.8906072840088045, + "selective_accuracy": 0.5045377438507209 + } + ] + }, + "evaluation": { + "version": "surprise-eval/0.3.0", + "domain_id": "wildfire", + "schema_hash": "eb9e09646761bb3e", + "targets": { + "fire_regime_transition": { + "status": "ok", + "candidate": { + "n": 1817, + "prevalence": 0.536048412322998, + "auroc": 0.5, + "auprc": 0.6215601398626361, + "brier": 0.536048431480362, + "ece": 0.5360484229349588, + "lead_at_far10_hours": 120.0 + }, + "baselines": { + "phase0_rules": { + "n": 1817, + "prevalence": 0.536048412322998, + "auroc": 0.6310076216504563, + "auprc": 0.6347396041349178, + "brier": 0.2688569851177807, + "ece": 0.17731940264840207, + "lead_at_far10_hours": 96.0 + }, + "ewma_z": { + "n": 1817, + "prevalence": 0.536048412322998, + "auroc": 0.6838232965769557, + "auprc": 0.6703458334288483, + "brier": 0.27036922036270583, + "ece": 0.19635268602869888, + "lead_at_far10_hours": -24.0 + }, + "logistic": { + "n": 1817, + "prevalence": 0.536048412322998, + "auroc": 0.6817211922804299, + "auprc": 0.635796929085113, + "brier": 0.218968518591049, + "ece": 0.05174486851406494, + "lead_at_far10_hours": -48.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.5890523389132886, + 0.6718452508082758 + ], + "ewma_z": [ + 0.6469926402486963, + 0.7218148149249546 + ], + "logistic": [ + 0.6256703421613329, + 0.7243092944675931 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": -0.13100473906834062, + "ci95": [ + -0.17184525080827595, + -0.08905233891328862 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.18390498670466102, + "ci95": [ + -0.2218148149249546, + -0.14699264024869632 + ], + "significant": false + }, + "logistic": { + "mean": -0.17917231351547858, + "ci95": [ + -0.2243092944675931, + -0.12567034216133288 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 227, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "cadence_shift": { + "status": "ok", + "candidate": { + "n": 1817, + "prevalence": 0.028618602082133293, + "auroc": 0.5, + "auprc": 0.026749777715602933, + "brier": 0.028618602091354025, + "ece": 0.028618601660739845, + "lead_at_far10_hours": 0.0 + }, + "baselines": { + "phase0_rules": { + "n": 1817, + "prevalence": 0.028618602082133293, + "auroc": 0.4575942471126607, + "auprc": 0.02606342162003143, + "brier": 0.5195554846899099, + "ece": 0.656081668022973, + "lead_at_far10_hours": -168.0 + }, + "ewma_z": { + "n": 1817, + "prevalence": 0.028618602082133293, + "auroc": 0.6379058618435389, + "auprc": 0.0652731549143977, + "brier": 0.2086627176039996, + "ece": 0.34164169872229644, + "lead_at_far10_hours": -144.0 + }, + "logistic": { + "n": 1817, + "prevalence": 0.028618602082133293, + "auroc": 0.7551100457616038, + "auprc": 0.07918707817339375, + "brier": 0.027376016204680595, + "ece": 0.01404737520410612, + "lead_at_far10_hours": -144.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.34515853182835604, + 0.5594796491257844 + ], + "ewma_z": [ + 0.5375443357251338, + 0.7378917689838673 + ], + "logistic": [ + 0.6488067469413487, + 0.8412219178056494 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.03779370448574197, + "ci95": [ + -0.05947964912578444, + 0.15484146817164382 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.13829788139668908, + "ci95": [ + -0.2378917689838674, + -0.037544335725133805 + ], + "significant": false + }, + "logistic": { + "mean": -0.2542131898269684, + "ci95": [ + -0.3412219178056494, + -0.14880674694134868 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 227, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "frp_regime_shift": { + "status": "ok", + "candidate": { + "n": 1375, + "prevalence": 0.49672725796699524, + "auroc": 0.5, + "auprc": 0.6457329919988465, + "brier": 0.5032727272726334, + "ece": 0.5032727236855176, + "lead_at_far10_hours": 96.0 + }, + "baselines": { + "phase0_rules": { + "n": 1375, + "prevalence": 0.49672725796699524, + "auroc": 0.5352882556555151, + "auprc": 0.5169358077771491, + "brier": 0.3312727538582638, + "ece": 0.2645936637409139, + "lead_at_far10_hours": -144.0 + }, + "ewma_z": { + "n": 1375, + "prevalence": 0.49672725796699524, + "auroc": 0.5926738547211808, + "auprc": 0.5854178049763828, + "brier": 0.29805920864692276, + "ece": 0.2134657547362572, + "lead_at_far10_hours": -144.0 + }, + "logistic": { + "n": 1375, + "prevalence": 0.49672725796699524, + "auroc": 0.7549530717084606, + "auprc": 0.7140020248678344, + "brier": 0.19920605221312668, + "ece": 0.0543877148966637, + "lead_at_far10_hours": 96.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.4767703705527013, + 0.5982494338471607 + ], + "ewma_z": [ + 0.5370388690813909, + 0.6383237270705309 + ], + "logistic": [ + 0.698106168306391, + 0.802265911047722 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": -0.036429432129040686, + "ci95": [ + -0.09824943384716064, + 0.02322962944729871 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.09188822288783205, + "ci95": [ + -0.13832372707053092, + -0.03703886908139086 + ], + "significant": false + }, + "logistic": { + "mean": -0.2514630762099053, + "ci95": [ + -0.30226591104772205, + -0.19810616830639105 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 199, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "cluster_expansion": { + "status": "ok", + "candidate": { + "n": 1375, + "prevalence": 0.389090895652771, + "auroc": 0.5, + "auprc": 0.5535379843306005, + "brier": 0.38909090909083627, + "ece": 0.3890909129596988, + "lead_at_far10_hours": 96.0 + }, + "baselines": { + "phase0_rules": { + "n": 1375, + "prevalence": 0.389090895652771, + "auroc": 0.512890520694259, + "auprc": 0.39225786378098204, + "brier": 0.3801910725136397, + "ece": 0.35332093761693073, + "lead_at_far10_hours": -144.0 + }, + "ewma_z": { + "n": 1375, + "prevalence": 0.389090895652771, + "auroc": 0.5705807743658211, + "auprc": 0.4583825705120147, + "brier": 0.2807340943792019, + "ece": 0.20221768632861592, + "lead_at_far10_hours": -144.0 + }, + "logistic": { + "n": 1375, + "prevalence": 0.389090895652771, + "auroc": 0.7874877614597241, + "auprc": 0.6697113618136714, + "brier": 0.18676312523218844, + "ece": 0.07208675075367607, + "lead_at_far10_hours": 48.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.4466790112760523, + 0.5785080848364904 + ], + "ewma_z": [ + 0.5078948576645685, + 0.6193410331919175 + ], + "logistic": [ + 0.7309762439138564, + 0.8326904098118936 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": -0.013225036343462712, + "ci95": [ + -0.07850808483649047, + 0.05332098872394766 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.06865053340997491, + "ci95": [ + -0.11934103319191758, + -0.00789485766456859 + ], + "significant": false + }, + "logistic": { + "mean": -0.28547395568630624, + "ci95": [ + -0.3326904098118936, + -0.23097624391385643 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 199, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "escalation_ahead": { + "status": "ok", + "candidate": { + "n": 1375, + "prevalence": 0.9498181939125061, + "auroc": 0.5, + "auprc": 0.9665406427640335, + "brier": 0.949818181818004, + "ece": 0.9498181868032038, + "lead_at_far10_hours": 72.0 + }, + "baselines": { + "phase0_rules": { + "n": 1375, + "prevalence": 0.9498181939125061, + "auroc": 0.5779734558448187, + "auprc": 0.9584231250562094, + "brier": 0.17175818474663815, + "ece": 0.26481541875807285, + "lead_at_far10_hours": -168.0 + }, + "ewma_z": { + "n": 1375, + "prevalence": 0.9498181939125061, + "auroc": 0.5989191468584237, + "auprc": 0.9617865205139435, + "brier": 0.45674774516336003, + "ece": 0.5853550976638816, + "lead_at_far10_hours": -48.0 + }, + "logistic": { + "n": 1375, + "prevalence": 0.9498181939125061, + "auroc": 0.6351177397518698, + "auprc": 0.966454946989482, + "brier": 0.04976285467596246, + "ece": 0.03358383126703113, + "lead_at_far10_hours": 96.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.49280734592531084, + 0.6750767659586233 + ], + "ewma_z": [ + 0.5125427893795925, + 0.6802794865621079 + ], + "logistic": [ + 0.5359227981206879, + 0.7216687344603937 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": -0.08111414300613366, + "ci95": [ + -0.1750767659586234, + 0.007192654074689134 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.09759625309036234, + "ci95": [ + -0.18027948656210796, + -0.012542789379592533 + ], + "significant": false + }, + "logistic": { + "mean": -0.13101513936772372, + "ci95": [ + -0.2216687344603937, + -0.03592279812068784 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 199, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "compound_fire_stress": { + "status": "ok", + "candidate": { + "n": 989, + "prevalence": 0.5409504771232605, + "auroc": 0.5, + "auprc": 0.6558053736413838, + "brier": 0.4590495449948586, + "ece": 0.4590495403843804, + "lead_at_far10_hours": 72.0 + }, + "baselines": { + "phase0_rules": { + "n": 989, + "prevalence": 0.5409504771232605, + "auroc": 0.5382786446539586, + "auprc": 0.5689557631525317, + "brier": 0.31576733826271003, + "ece": 0.23615667056522247, + "lead_at_far10_hours": 48.0 + }, + "ewma_z": { + "n": 989, + "prevalence": 0.5409504771232605, + "auroc": 0.6072090246613694, + "auprc": 0.6365786769223987, + "brier": 0.3025548575238151, + "ece": 0.22927338971907688, + "lead_at_far10_hours": 96.0 + }, + "logistic": { + "n": 989, + "prevalence": 0.5409504771232605, + "auroc": 0.7492527481576022, + "auprc": 0.7393434439699198, + "brier": 0.20204790685366777, + "ece": 0.0961284896970801, + "lead_at_far10_hours": 72.0 + } + }, + "auroc_ci95": { + "candidate": [ + 0.5, + 0.5 + ], + "phase0_rules": [ + 0.46286498240770285, + 0.609563719163291 + ], + "ewma_z": [ + 0.5496878492044294, + 0.6589035553327496 + ], + "logistic": [ + 0.6844331819362608, + 0.7987902037814152 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": -0.038434808557746836, + "ci95": [ + -0.10956371916329098, + 0.0371350175922971 + ], + "significant": false + }, + "ewma_z": { + "mean": -0.104799554014778, + "ci95": [ + -0.15890355533274955, + -0.04968784920442944 + ], + "significant": false + }, + "logistic": { + "mean": -0.2459329731804463, + "ci95": [ + -0.2987902037814152, + -0.18443318193626096 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 176, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + } + }, + "slices": { + "region": { + "amazon": { + "fire_regime_transition": { + "status": "ok", + "n": 928, + "auroc": 0.5, + "prevalence": 0.6411637663841248 + }, + "cadence_shift": { + "status": "ok", + "n": 928, + "auroc": 0.5, + "prevalence": 0.018318966031074524 + }, + "frp_regime_shift": { + "status": "ok", + "n": 739, + "auroc": 0.5, + "prevalence": 0.6251691579818726 + }, + "cluster_expansion": { + "status": "ok", + "n": 739, + "auroc": 0.5, + "prevalence": 0.5047361254692078 + }, + "escalation_ahead": { + "status": "ok", + "n": 739, + "auroc": 0.5, + "prevalence": 0.975642740726471 + }, + "compound_fire_stress": { + "status": "ok", + "n": 559, + "auroc": 0.5, + "prevalence": 0.672629714012146 + } + }, + "australia_se": { + "fire_regime_transition": { + "status": "ok", + "n": 220, + "auroc": 0.5, + "prevalence": 0.5636363625526428 + }, + "cadence_shift": { + "status": "ok", + "n": 220, + "auroc": 0.5, + "prevalence": 0.03181818127632141 + }, + "frp_regime_shift": { + "status": "ok", + "n": 150, + "auroc": 0.5, + "prevalence": 0.3400000035762787 + }, + "cluster_expansion": { + "status": "ok", + "n": 150, + "auroc": 0.5, + "prevalence": 0.14666666090488434 + }, + "escalation_ahead": { + "status": "ok", + "n": 150, + "auroc": 0.5, + "prevalence": 0.9933333396911621 + }, + "compound_fire_stress": { + "status": "ok", + "n": 92, + "auroc": 0.5, + "prevalence": 0.3478260934352875 + } + }, + "iberia": { + "fire_regime_transition": { + "status": "ok", + "n": 138, + "auroc": 0.5, + "prevalence": 0.2028985470533371 + }, + "cadence_shift": { + "status": "ok", + "n": 138, + "auroc": 0.5, + "prevalence": 0.050724636763334274 + }, + "frp_regime_shift": { + "status": "ok", + "n": 92, + "auroc": 0.5, + "prevalence": 0.18478260934352875 + }, + "cluster_expansion": { + "status": "ok", + "n": 92, + "auroc": 0.5, + "prevalence": 0.10869564861059189 + }, + "escalation_ahead": { + "status": "ok", + "n": 92, + "auroc": 0.5, + "prevalence": 0.8586956262588501 + }, + "compound_fire_stress": { + "status": "ok", + "n": 60, + "auroc": 0.5, + "prevalence": 0.13333334028720856 + } + }, + "usa_west": { + "fire_regime_transition": { + "status": "ok", + "n": 531, + "auroc": 0.5, + "prevalence": 0.4274953007698059 + }, + "cadence_shift": { + "status": "ok", + "n": 531, + "auroc": 0.5, + "prevalence": 0.03954802080988884 + }, + "frp_regime_shift": { + "status": "ok", + "n": 394, + "auroc": 0.5, + "prevalence": 0.38832488656044006 + }, + "cluster_expansion": { + "status": "ok", + "n": 394, + "auroc": 0.5, + "prevalence": 0.3299492299556732 + }, + "escalation_ahead": { + "status": "ok", + "n": 394, + "auroc": 0.5, + "prevalence": 0.9060913920402527 + }, + "compound_fire_stress": { + "status": "ok", + "n": 278, + "auroc": 0.5, + "prevalence": 0.42805755138397217 + } + } + }, + "daynight": { + "day": { + "fire_regime_transition": { + "status": "ok", + "n": 1017, + "auroc": 0.5, + "prevalence": 0.6116027235984802 + }, + "cadence_shift": { + "status": "ok", + "n": 1017, + "auroc": 0.5, + "prevalence": 0.027531957253813744 + }, + "frp_regime_shift": { + "status": "ok", + "n": 775, + "auroc": 0.5, + "prevalence": 0.57419353723526 + }, + "cluster_expansion": { + "status": "ok", + "n": 775, + "auroc": 0.5, + "prevalence": 0.4516128897666931 + }, + "escalation_ahead": { + "status": "ok", + "n": 775, + "auroc": 0.5, + "prevalence": 0.9651612639427185 + }, + "compound_fire_stress": { + "status": "ok", + "n": 565, + "auroc": 0.5, + "prevalence": 0.6212389469146729 + } + }, + "night": { + "fire_regime_transition": { + "status": "ok", + "n": 800, + "auroc": 0.5, + "prevalence": 0.4399999976158142 + }, + "cadence_shift": { + "status": "ok", + "n": 800, + "auroc": 0.5, + "prevalence": 0.029999999329447746 + }, + "frp_regime_shift": { + "status": "ok", + "n": 600, + "auroc": 0.5, + "prevalence": 0.39666667580604553 + }, + "cluster_expansion": { + "status": "ok", + "n": 600, + "auroc": 0.5, + "prevalence": 0.3083333373069763 + }, + "escalation_ahead": { + "status": "ok", + "n": 600, + "auroc": 0.5, + "prevalence": 0.9300000071525574 + }, + "compound_fire_stress": { + "status": "ok", + "n": 424, + "auroc": 0.5, + "prevalence": 0.43396225571632385 + } + } + }, + "intensity_band": { + "extreme": { + "fire_regime_transition": { + "status": "ok", + "n": 323, + "auroc": 0.5, + "prevalence": 0.4272445738315582 + }, + "cadence_shift": { + "status": "ok", + "n": 323, + "auroc": 0.5, + "prevalence": 0.018575850874185562 + }, + "frp_regime_shift": { + "status": "ok", + "n": 257, + "auroc": 0.5, + "prevalence": 0.7665369510650635 + }, + "cluster_expansion": { + "status": "ok", + "n": 257, + "auroc": 0.5, + "prevalence": 0.7081711888313293 + }, + "escalation_ahead": { + "status": "ok", + "n": 257, + "auroc": 0.5, + "prevalence": 0.9027237296104431 + }, + "compound_fire_stress": { + "status": "ok", + "n": 193, + "auroc": 0.5, + "prevalence": 0.7927461266517639 + } + }, + "high": { + "fire_regime_transition": { + "status": "ok", + "n": 410, + "auroc": 0.5, + "prevalence": 0.6731707453727722 + }, + "cadence_shift": { + "status": "ok", + "n": 410, + "auroc": 0.5, + "prevalence": 0.024390242993831635 + }, + "frp_regime_shift": { + "status": "ok", + "n": 323, + "auroc": 0.5, + "prevalence": 0.6222910284996033 + }, + "cluster_expansion": { + "status": "ok", + "n": 323, + "auroc": 0.5, + "prevalence": 0.5139318704605103 + }, + "escalation_ahead": { + "status": "ok", + "n": 323, + "auroc": 0.5, + "prevalence": 0.9783281683921814 + }, + "compound_fire_stress": { + "status": "ok", + "n": 233, + "auroc": 0.5, + "prevalence": 0.6738197207450867 + } + }, + "low": { + "fire_regime_transition": { + "status": "ok", + "n": 464, + "auroc": 0.5, + "prevalence": 0.42241379618644714 + }, + "cadence_shift": { + "status": "ok", + "n": 464, + "auroc": 0.5, + "prevalence": 0.03879310190677643 + }, + "frp_regime_shift": { + "status": "ok", + "n": 324, + "auroc": 0.5, + "prevalence": 0.24382716417312622 + }, + "cluster_expansion": { + "status": "ok", + "n": 324, + "auroc": 0.5, + "prevalence": 0.14814814925193787 + }, + "escalation_ahead": { + "status": "ok", + "n": 324, + "auroc": 0.5, + "prevalence": 0.9197530746459961 + }, + "compound_fire_stress": { + "status": "ok", + "n": 210, + "auroc": 0.5, + "prevalence": 0.2857142984867096 + } + }, + "medium": { + "fire_regime_transition": { + "status": "ok", + "n": 620, + "auroc": 0.5, + "prevalence": 0.5870967507362366 + }, + "cadence_shift": { + "status": "ok", + "n": 620, + "auroc": 0.5, + "prevalence": 0.029032258316874504 + }, + "frp_regime_shift": { + "status": "ok", + "n": 471, + "auroc": 0.5, + "prevalence": 0.4373672902584076 + }, + "cluster_expansion": { + "status": "ok", + "n": 471, + "auroc": 0.5, + "prevalence": 0.2951167821884155 + }, + "escalation_ahead": { + "status": "ok", + "n": 471, + "auroc": 0.5, + "prevalence": 0.9766454100608826 + }, + "compound_fire_stress": { + "status": "ok", + "n": 353, + "auroc": 0.5, + "prevalence": 0.46742209792137146 + } + } + } + } + } + }, + "chaos": { + "schema": { + "domain_id": "chaos", + "version": "0.5.0", + "categories": [ + "fixed_point", + "periodic", + "quasiperiodic", + "weak_chaos", + "strong_chaos", + "intermittent", + "unknown" + ], + "family_map": { + "fixed_point": "ordered", + "periodic": "ordered", + "quasiperiodic": "marginal", + "intermittent": "marginal", + "weak_chaos": "chaotic", + "strong_chaos": "chaotic", + "unknown": "unknown" + }, + "channels": [ + { + "name": "energy", + "log_scale": true, + "unit": "arb" + }, + { + "name": "residual", + "log_scale": false, + "unit": "arb" + }, + { + "name": "spread", + "log_scale": true, + "unit": "arb" + }, + { + "name": "order_param", + "log_scale": false, + "unit": "ratio" + } + ], + "targets": [ + { + "name": "regime_transition", + "kind": "category_transition", + "horizon": 6, + "support": 12, + "params": {} + }, + { + "name": "residual_regime_shift", + "kind": "magnitude_shift", + "horizon": 8, + "support": 14, + "params": { + "channel": "residual", + "shift": 0.8, + "min_observations": 2 + } + }, + { + "name": "spread_regime_shift", + "kind": "magnitude_shift", + "horizon": 8, + "support": 14, + "params": { + "channel": "spread", + "shift": 0.7, + "min_observations": 2 + } + }, + { + "name": "decoherence_ahead", + "kind": "threshold_crossing", + "horizon": 8, + "support": 14, + "params": { + "channel": "order_param", + "level": 0.45, + "direction": "below" + } + }, + { + "name": "compound_bifurcation", + "kind": "compound", + "horizon": 10, + "support": 16, + "params": { + "over": [ + "residual_regime_shift", + "spread_regime_shift", + "decoherence_ahead" + ], + "k": 2 + } + } + ], + "context_dims": [ + "system", + "forcing_band", + "phase" + ], + "entity_kind": "opaque_trajectory", + "description": "Deterministic Lorenz-96 and Kuramoto trajectories ramped through a known bifurcation; the only corpus with exact ground-truth onset." + }, + "schema_hash": "c037a57b78b4a96b", + "promoted": false, + "gate_status": "candidate_not_promoted", + "gate_statement": "Not promoted. Published as a candidate with its blocking reasons attached; the frozen released checkpoint remains the recommended one.", + "blocking_reasons": [ + "corpus is synthetic \u2014 synthetic results demonstrate that the pipeline runs, never that the model works", + "only 1 target(s) beat a plain logistic regression on the same features with a CI excluding zero \u2014 the learned representation is not yet doing work the baseline cannot" + ], + "feature_names": [ + "log_gap_last", + "gap_ratio_median", + "log_median_gap", + "gap_cv", + "log_gap_prev", + "log_energy_last", + "energy_ratio_median", + "log_median_energy", + "energy_logsd", + "energy_available", + "energy_missing_rate", + "log_residual_last", + "residual_ratio_median", + "log_median_residual", + "residual_logsd", + "residual_available", + "residual_missing_rate", + "log_spread_last", + "spread_ratio_median", + "log_median_spread", + "spread_logsd", + "spread_available", + "spread_missing_rate", + "log_order_param_last", + "order_param_ratio_median", + "log_median_order_param", + "order_param_logsd", + "order_param_available", + "order_param_missing_rate", + "reference_missing_rate", + "cat_last__fixed_point", + "cat_last__periodic", + "cat_last__quasiperiodic", + "cat_last__weak_chaos", + "cat_last__strong_chaos", + "cat_last__intermittent", + "cat_last__unknown", + "cat_rate__fixed_point", + "cat_rate__periodic", + "cat_rate__quasiperiodic", + "cat_rate__weak_chaos", + "cat_rate__strong_chaos", + "cat_rate__intermittent", + "cat_rate__unknown", + "cat_entropy", + "unknown_cat_rate", + "cat_switch_rate", + "source_count_last", + "source_count_mean", + "log_confirmations", + "contradiction_rate", + "ref_resid_gap", + "ref_resid_magnitude", + "ref_resid_category", + "ref_disagreement", + "ref_avail_gap", + "ref_avail_magnitude", + "ref_avail_category", + "gap_trend", + "cat_concentration", + "recent_vs_old_gap", + "energy_trend", + "residual_trend", + "spread_trend", + "order_param_trend", + "log_n_past", + "is_cold_start", + "censored_horizon", + "gap_ratio_median_short", + "gap_ratio_median_long", + "gap_cv_short", + "gap_cv_long", + "gap_median_short_over_long", + "energy_ratio_median_short", + "energy_ratio_median_long", + "energy_median_short_over_long", + "residual_ratio_median_short", + "residual_ratio_median_long", + "residual_median_short_over_long", + "spread_ratio_median_short", + "spread_ratio_median_long", + "spread_median_short_over_long", + "order_param_ratio_median_short", + "order_param_ratio_median_long", + "order_param_median_short_over_long", + "log_count_24h", + "log_count_7d", + "log_count_30d", + "rate_ratio_24h_30d", + "hour_sin", + "hour_cos", + "dow_sin", + "dow_cos", + "doy_sin", + "doy_cos", + "energy_vs_climatology", + "energy_climatology_available", + "residual_vs_climatology", + "residual_climatology_available", + "spread_vs_climatology", + "spread_climatology_available", + "order_param_vs_climatology", + "order_param_climatology_available", + "gap_quantile_pos", + "gap_exceed_p95_rate", + "energy_skew", + "energy_kurtosis", + "energy_quantile_pos", + "energy_exceed_p95_rate", + "energy_hill_tail", + "residual_skew", + "residual_kurtosis", + "residual_quantile_pos", + "residual_exceed_p95_rate", + "residual_hill_tail", + "spread_skew", + "spread_kurtosis", + "spread_quantile_pos", + "spread_exceed_p95_rate", + "spread_hill_tail", + "order_param_skew", + "order_param_kurtosis", + "order_param_quantile_pos", + "order_param_exceed_p95_rate", + "order_param_hill_tail", + "resid_ewma_fast", + "resid_ewma_slow", + "resid_drift", + "resid_median", + "resid_seasonal_naive", + "baseline_spread", + "baseline_max_abs", + "baseline_available" + ], + "n_features": 133, + "targets": [ + "regime_transition", + "residual_regime_shift", + "spread_regime_shift", + "decoherence_ahead", + "compound_bifurcation" + ], + "degenerate_zeroed": [ + "energy_available", + "residual_available", + "spread_available", + "order_param_available", + "reference_missing_rate", + "cat_last__unknown", + "source_count_last", + "log_confirmations", + "censored_horizon", + "resid_seasonal_naive" + ], + "normaliser_version": "surprise-normalise/1.0.0", + "mu": [ + 0.016529301181435585, + 1.0, + 0.016529301181435585, + 0.0, + 0.016529301181435585, + 1.341863989830017, + 0.9969279766082764, + 1.335476040840149, + 0.014907536562532187, + 1.0, + 0.0, + 0.0, + 0.62000373005867, + 0.0, + 0.0, + 1.0, + 0.0, + 0.11477633565664291, + 1.0089133977890015, + 0.10943086445331573, + 0.007944258861243725, + 1.0, + 0.0, + 0.6890030205249786, + 0.9999289214611053, + 0.6895344257354736, + 0.0007893242873251438, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.6931471824645996, + 0.0, + 0.0, + -0.00042766451952047646, + 0.0, + 0.0033647584496065974, + 1.0, + 1.0, + 1.0, + -1.3961810953281215e-19, + 1.0, + 1.0, + -0.00022346738842315972, + 0.0, + 5.476614933286328e-05, + -4.508318625084939e-06, + 5.078289031982422, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.9994181394577026, + 0.9850206673145294, + 0.989147812128067, + -9.0, + -9.0, + -9.0, + 1.0004122853279114, + 1.1343008279800415, + 1.1129847168922424, + 0.9999893307685852, + 0.9994292259216309, + 0.9994984567165375, + 5.078289031982422, + 5.078289031982422, + 5.078289031982422, + 30.0, + 0.008726535364985466, + 0.004363309126347303, + 0.0, + -0.22252093255519867, + 0.09834601357579231, + 0.07741873152554035, + -0.01970878802239895, + 1.0, + -0.002523171599023044, + 1.0, + 0.008752331603318453, + 1.0, + -0.00022391536185750738, + 1.0, + 1.0, + 0.0, + 0.15210199356079102, + 0.2504771947860718, + 0.09090909361839294, + 0.05000000074505806, + 0.021952882409095764, + 0.0, + 0.0, + 0.5799999833106995, + 0.05000000074505806, + 0.005438393447548151, + 0.43647997081279755, + -0.7278989851474762, + 0.8600000143051147, + 0.05000000074505806, + 0.04079202748835087, + -0.7968406677246094, + -0.2995186597108841, + 0.09000000357627869, + 0.05000000074505806, + 1.2896287898911396e-05, + -0.0003854924871120602, + -0.0023582347203046083, + 1.2989609388114332e-13, + -0.0021114732371643186, + -9.0, + 0.013615714386105537, + 0.03318092040717602, + 1.0 + ], + "sd": [ + 0.7105881779598482, + 0.7880950133074057, + 0.7105881779598482, + 0.9999218719483542, + 0.8689197698765525, + 0.8966845658375123, + 0.060757325259379054, + 0.8561932064145472, + 0.07331776456856304, + 1.0, + 0.5023285621732326, + 0.5353384250602179, + 0.7296076473856609, + 1.9505426676251025, + 0.009257548673008, + 1.0, + 0.5023285621732326, + 0.6568401456818128, + 0.14014206301998086, + 0.6240613032284271, + 0.034156020098842034, + 1.0, + 0.5023285621732326, + 0.12165031846670683, + 0.01401175296774964, + 0.10922025361707954, + 0.018364751370510184, + 1.0, + 0.5023285621732326, + 1.0, + 0.7412898443291327, + 0.7412898443291327, + 0.23821715607168364, + 0.29764183189741183, + 0.32766739518631166, + 0.13679051625848812, + 1.0, + 0.7412898443291327, + 0.37064492216456635, + 0.5380748414535863, + 0.5765772370188653, + 0.5952259621749382, + 0.5168276422769684, + 0.5023285621732326, + 0.6015970525207608, + 0.5023285621732326, + 0.7119196256922694, + 1.0, + 0.5581428468591172, + 1.0, + 0.5023285621732326, + 0.7092855119764255, + 0.005847459870914694, + 0.5704190093740221, + 0.02517369644108373, + 0.07880950133074066, + 0.055814284685903, + 0.055814284685903, + 0.9999218719483542, + 0.5751096010371841, + 1.1110243021644486, + 0.002754552514900813, + 0.8674306898611187, + 0.00214283848458274, + 0.0006795800810173725, + 0.8082541825596362, + 0.1561249499599633, + 1.0, + 0.7880950133074057, + 0.7880950133074057, + 0.9999218719483542, + 0.9999218719483542, + 0.7880950133074057, + 0.014816084289833562, + 0.1775360575775644, + 0.15689314427951956, + 7.043194680235136, + 6.6716085989621945, + 6.6716085989621945, + 0.03095473776577666, + 1.0764181525553485, + 0.9858532248822913, + 0.002598689608082584, + 0.07521526251482558, + 0.07090440849801892, + 0.8082541825596362, + 0.8082541825596362, + 0.8082541825596362, + 2.176757102750925, + 1.0437402484857037, + 1.0529019551598822, + 1.1591275061740975, + 1.1300657129535152, + 1.0296272802918465, + 1.03236364823434, + 0.5077067914496889, + 0.09670050982275354, + 0.004772787252296069, + 0.09670050982275354, + 0.3745314237793522, + 0.09670050982275354, + 0.08572604102645211, + 0.09670050982275354, + 1.1110243021644486, + 1.487969332471113, + 1.860527063494174, + 2.5006849470626347, + 0.6597479439448921, + 0.0008049070989758639, + 0.05854881980410596, + 0.8308321038734656, + 0.054731855984967756, + 0.6933332627309173, + 0.0008049070989758639, + 6.706678539823832, + 1.1999908865072535, + 2.4775027831100904, + 0.5559673832468496, + 0.0008049070989758639, + 0.06217192727285372, + 1.3862663066722978, + 3.150194176397472, + 0.5337287022216485, + 0.0008049070989758639, + 0.00027438737141256863, + 0.004811365149554364, + 0.039519838870726, + 0.005234442264659039, + 0.02549102856529024, + 1.0, + 0.04830563483981373, + 0.1189270232572152, + 0.09636964965697599 + ], + "clip": 6.0, + "calibration": { + "method": "per-target affine Platt scaling fitted on validation", + "specs": [ + [ + 1.2376187090836126, + -2.1741880586163997 + ], + [ + 0.7923932479625073, + -3.2450160836896504 + ], + [ + 0.7157691311733577, + -2.01580970472393 + ], + [ + 0.8493859211510977, + -1.378830409205255 + ], + [ + 0.8627582793503913, + -2.6930986227321196 + ] + ] + }, + "risk_selector": [ + -2.6285619902555832, + 0.0373211356372765, + -0.03186299121186716, + 0.12391727077595541, + -1.177804279651564, + 0.038322095595654776, + 0.2839884145234702, + 0.25398647435804, + 0.93125, + 0.07139307764526905, + 0.49078794520665125, + 0.3861266946045111, + 0.24499781120372574 + ], + "abstention_threshold": 0.06055882999523799, + "abstention": { + "coverage": 0.8, + "selective_accuracy": 0.9894205729166666, + "base_accuracy": 0.9302050781250001, + "curve": [ + { + "coverage": 0.5, + "threshold": 0.045413676299313296, + "selective_accuracy": 0.9994791666666667 + }, + { + "coverage": 0.6, + "threshold": 0.04616678470957349, + "selective_accuracy": 0.9989800347222223 + }, + { + "coverage": 0.7, + "threshold": 0.057266217520037875, + "selective_accuracy": 0.9936383928571428 + }, + { + "coverage": 0.8, + "threshold": 0.06055882999523799, + "selective_accuracy": 0.9894205729166666 + }, + { + "coverage": 0.9, + "threshold": 0.06227683910642914, + "selective_accuracy": 0.9882378472222222 + }, + { + "coverage": 1.0, + "threshold": 0.8894683438349933, + "selective_accuracy": 0.9302050781250001 + } + ] + }, + "evaluation": { + "version": "surprise-eval/0.3.0", + "domain_id": "chaos", + "schema_hash": "c037a57b78b4a96b", + "targets": { + "regime_transition": { + "status": "ok", + "candidate": { + "n": 14496, + "prevalence": 0.06919150054454803, + "auroc": 0.9927264083389054, + "auprc": 0.9336546360189151, + "brier": 0.015237826620973208, + "ece": 0.005446825446276128, + "lead_at_far10_hours": 6111.011111111111 + }, + "baselines": { + "phase0_rules": { + "n": 14496, + "prevalence": 0.06919150054454803, + "auroc": 0.7886338760343885, + "auprc": 0.2329320945717282, + "brier": 0.6973974885509167, + "ece": 0.796800753309159, + "lead_at_far10_hours": 6113.577777777778 + }, + "ewma_z": { + "n": 14496, + "prevalence": 0.06919150054454803, + "auroc": 0.9162446699773207, + "auprc": 0.5941473312233205, + "brier": 0.10950203298211658, + "ece": 0.22888015775898804, + "lead_at_far10_hours": 6110.711111111111 + }, + "logistic": { + "n": 14496, + "prevalence": 0.06919150054454803, + "auroc": 0.9806427452985297, + "auprc": 0.8366500811364024, + "brier": 0.024539402425240893, + "ece": 0.041702108093795695, + "lead_at_far10_hours": 6110.736111111111 + } + }, + "auroc_ci95": { + "candidate": [ + 0.9879630034098513, + 0.9964605551757811 + ], + "phase0_rules": [ + 0.7533796676887932, + 0.8212392590845939 + ], + "ewma_z": [ + 0.8991469216385463, + 0.9345132612335082 + ], + "logistic": [ + 0.971170242330172, + 0.9888954344082885 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.2046796206496702, + "ci95": [ + 0.1730787704991997, + 0.23954192970948632 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.07546903323388428, + "ci95": [ + 0.06087414931142278, + 0.09014066844672067 + ], + "significant": true + }, + "logistic": { + "mean": 0.012051353297320499, + "ci95": [ + 0.006132734257236902, + 0.01866405732466799 + ], + "significant": true + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 48, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "residual_regime_shift": { + "status": "ok", + "candidate": { + "n": 14304, + "prevalence": 0.006431767251342535, + "auroc": 0.9962416940980677, + "auprc": 0.6535958443186587, + "brier": 0.00330668683044249, + "ece": 0.0009901721115731668, + "lead_at_far10_hours": 8889.280555555555 + }, + "baselines": { + "phase0_rules": { + "n": 14304, + "prevalence": 0.006431767251342535, + "auroc": 0.47976717470845215, + "auprc": 0.007457729924659201, + "brier": 0.7477316353631706, + "ece": 0.859420882174431, + "lead_at_far10_hours": 8889.413888888888 + }, + "ewma_z": { + "n": 14304, + "prevalence": 0.006431767251342535, + "auroc": 0.8031547131022161, + "auprc": 0.01597820576341944, + "brier": 0.14408406044060743, + "ece": 0.289426788079302, + "lead_at_far10_hours": 8889.613888888889 + }, + "logistic": { + "n": 14304, + "prevalence": 0.006431767251342535, + "auroc": 0.9799296981118222, + "auprc": 0.6779936350528365, + "brier": 0.005575902342418446, + "ece": 0.03457234906185891, + "lead_at_far10_hours": 8892.397222222222 + } + }, + "auroc_ci95": { + "candidate": [ + 0.9929587114002646, + 0.9989401995162445 + ], + "phase0_rules": [ + 0.3344675482042318, + 0.6335066330962561 + ], + "ewma_z": [ + 0.7725133795150946, + 0.8414750079593878 + ], + "logistic": [ + 0.9432897011055291, + 0.9996141831335916 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.5067959509812323, + "ci95": [ + 0.36357339743547995, + 0.6636991592898499 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.19045684744331617, + "ci95": [ + 0.1546658469692425, + 0.22363710090237007 + ], + "significant": true + }, + "logistic": { + "mean": 0.015673105559871125, + "ci95": [ + -0.001492595619642856, + 0.050192886888612814 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 48, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "spread_regime_shift": { + "status": "ok", + "candidate": { + "n": 14304, + "prevalence": 0.03600391373038292, + "auroc": 0.9661328468520356, + "auprc": 0.7612447300018658, + "brier": 0.015317830791200802, + "ece": 0.004536373322625427, + "lead_at_far10_hours": 6666.166666666667 + }, + "baselines": { + "phase0_rules": { + "n": 14304, + "prevalence": 0.03600391373038292, + "auroc": 0.4680485429852274, + "auprc": 0.036665959013574494, + "brier": 0.7265923694480292, + "ece": 0.8298487344776199, + "lead_at_far10_hours": 6666.283333333334 + }, + "ewma_z": { + "n": 14304, + "prevalence": 0.03600391373038292, + "auroc": 0.7542259307580899, + "auprc": 0.10127197275394345, + "brier": 0.14199608103752764, + "ece": 0.25985464041768247, + "lead_at_far10_hours": 6666.483333333334 + }, + "logistic": { + "n": 14304, + "prevalence": 0.03600391373038292, + "auroc": 0.9504273492237727, + "auprc": 0.7063612555163955, + "brier": 0.018842039580644274, + "ece": 0.033008990966927776, + "lead_at_far10_hours": 6669.233333333334 + } + }, + "auroc_ci95": { + "candidate": [ + 0.9411406475456437, + 0.9914175652427779 + ], + "phase0_rules": [ + 0.37155094631818586, + 0.5650324085396748 + ], + "ewma_z": [ + 0.6837337148751739, + 0.8418446157551972 + ], + "logistic": [ + 0.922083272584209, + 0.9753003464646134 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.49647394462505984, + "ci95": [ + 0.40295193418480957, + 0.6004146077532204 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.20433913866778508, + "ci95": [ + 0.14284578932156047, + 0.27064762751329874 + ], + "significant": true + }, + "logistic": { + "mean": 0.016391917110573074, + "ci95": [ + -0.0023316997882247945, + 0.035027019928180796 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 48, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "decoherence_ahead": { + "status": "ok", + "candidate": { + "n": 14304, + "prevalence": 0.22140659391880035, + "auroc": 0.9928075934824306, + "auprc": 0.9667067740775918, + "brier": 0.018829112457995727, + "ece": 0.0076298311967089244, + "lead_at_far10_hours": 6669.95 + }, + "baselines": { + "phase0_rules": { + "n": 14304, + "prevalence": 0.22140659391880035, + "auroc": 0.43617666857693, + "auprc": 0.22106849709058812, + "brier": 0.5997575972804178, + "ece": 0.652360449326611, + "lead_at_far10_hours": 6667.066666666667 + }, + "ewma_z": { + "n": 14304, + "prevalence": 0.22140659391880035, + "auroc": 0.7039538056309853, + "auprc": 0.2989871021284804, + "brier": 0.20729846821807707, + "ece": 0.15569443199393562, + "lead_at_far10_hours": 6667.216666666666 + }, + "logistic": { + "n": 14304, + "prevalence": 0.22140659391880035, + "auroc": 0.9928872484295047, + "auprc": 0.9623806324650764, + "brier": 0.020812316143586886, + "ece": 0.027337909331193233, + "lead_at_far10_hours": 6667.316666666667 + } + }, + "auroc_ci95": { + "candidate": [ + 0.9895864264081164, + 0.9956886068073905 + ], + "phase0_rules": [ + 0.38354970692048856, + 0.48354887992321266 + ], + "ewma_z": [ + 0.676669838907069, + 0.7369466692977866 + ], + "logistic": [ + 0.989941350451579, + 0.9955427979496773 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.5583349471106841, + "ci95": [ + 0.5102662645125978, + 0.6068961651031968 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.28727597317411235, + "ci95": [ + 0.25662948231793653, + 0.3175693675057143 + ], + "significant": true + }, + "logistic": { + "mean": -0.00014643519729886165, + "ci95": [ + -0.0013340443507615762, + 0.0009550399444070948 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 48, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + }, + "compound_bifurcation": { + "status": "ok", + "candidate": { + "n": 14112, + "prevalence": 0.0183531753718853, + "auroc": 0.9983062643136273, + "auprc": 0.9210647550383535, + "brier": 0.004001209598393281, + "ece": 0.0013559581562131175, + "lead_at_far10_hours": 6669.283333333334 + }, + "baselines": { + "phase0_rules": { + "n": 14112, + "prevalence": 0.0183531753718853, + "auroc": 0.3790812912302842, + "auprc": 0.01592985509482914, + "brier": 0.7395341106309773, + "ece": 0.847318857578646, + "lead_at_far10_hours": 6666.4 + }, + "ewma_z": { + "n": 14112, + "prevalence": 0.0183531753718853, + "auroc": 0.8185360237262352, + "auprc": 0.05055589725127263, + "brier": 0.14055548190411368, + "ece": 0.2751446188106868, + "lead_at_far10_hours": 6666.6 + }, + "logistic": { + "n": 14112, + "prevalence": 0.0183531753718853, + "auroc": 0.9894064176891001, + "auprc": 0.8881732489169839, + "brier": 0.0077508384958218214, + "ece": 0.035522353446740124, + "lead_at_far10_hours": 6669.383333333333 + } + }, + "auroc_ci95": { + "candidate": [ + 0.997049187939546, + 0.9993371517185422 + ], + "phase0_rules": [ + 0.26229443701121236, + 0.49907761281478763 + ], + "ewma_z": [ + 0.7805647174544181, + 0.8564580865917873 + ], + "logistic": [ + 0.9710271899860621, + 0.9990741402905158 + ] + }, + "paired_auroc_lift": { + "phase0_rules": { + "mean": 0.6171675030626724, + "ci95": [ + 0.49859576140103545, + 0.7366283679712473 + ], + "significant": true + }, + "ewma_z": { + "mean": 0.17866424829846708, + "ci95": [ + 0.14115677576824615, + 0.2179927748971224 + ], + "significant": true + }, + "logistic": { + "mean": 0.00874061543741278, + "ci95": [ + -1.3763616997114448e-05, + 0.026010207075259785 + ], + "significant": false + } + }, + "bootstrap": { + "resampling_unit": "entity", + "n_entities": 48, + "n_replicates": 300, + "note": "Intervals resample entities with replacement. They describe sampling variability on this corpus only and are not evidence of transfer to another corpus." + } + } + }, + "slices": { + "system": { + "kuramoto": { + "regime_transition": { + "status": "ok", + "n": 7248, + "auroc": 0.9879173578821935, + "prevalence": 0.07008829712867737 + }, + "residual_regime_shift": { + "status": "ok", + "n": 7152, + "auroc": NaN, + "prevalence": 0.0 + }, + "spread_regime_shift": { + "status": "ok", + "n": 7152, + "auroc": 0.9015889988893161, + "prevalence": 0.030201341956853867 + }, + "decoherence_ahead": { + "status": "ok", + "n": 7152, + "auroc": 0.999242315882228, + "prevalence": 0.10248881578445435 + }, + "compound_bifurcation": { + "status": "ok", + "n": 7056, + "auroc": NaN, + "prevalence": 0.0 + } + }, + "lorenz96": { + "regime_transition": { + "status": "ok", + "n": 7248, + "auroc": 0.9947148068871747, + "prevalence": 0.0682947039604187 + }, + "residual_regime_shift": { + "status": "ok", + "n": 7152, + "auroc": 0.9924559674836803, + "prevalence": 0.01286353450268507 + }, + "spread_regime_shift": { + "status": "ok", + "n": 7152, + "auroc": 0.99880432220442, + "prevalence": 0.04180648922920227 + }, + "decoherence_ahead": { + "status": "ok", + "n": 7152, + "auroc": 0.9821959763182525, + "prevalence": 0.34032437205314636 + }, + "compound_bifurcation": { + "status": "ok", + "n": 7056, + "auroc": 0.9966553493109327, + "prevalence": 0.0367063507437706 + } + } + }, + "forcing_band": { + "far_super_critical": { + "regime_transition": { + "status": "ok", + "n": 1645, + "auroc": NaN, + "prevalence": 0.0 + }, + "residual_regime_shift": { + "status": "ok", + "n": 1617, + "auroc": 0.9744903777619387, + "prevalence": 0.05689548701047897 + }, + "spread_regime_shift": { + "status": "ok", + "n": 1617, + "auroc": 0.9962494659699629, + "prevalence": 0.10389610379934311 + }, + "decoherence_ahead": { + "status": "ok", + "n": 1617, + "auroc": 0.7855316051439102, + "prevalence": 0.8651824593544006 + }, + "compound_bifurcation": { + "status": "ok", + "n": 1589, + "auroc": 0.9869632110050228, + "prevalence": 0.0969163030385971 + } + }, + "near_critical": { + "regime_transition": { + "status": "ok", + "n": 1775, + "auroc": 0.9991082241550149, + "prevalence": 0.17464788258075714 + }, + "residual_regime_shift": { + "status": "ok", + "n": 1763, + "auroc": NaN, + "prevalence": 0.0 + }, + "spread_regime_shift": { + "status": "ok", + "n": 1763, + "auroc": 0.8469429660293055, + "prevalence": 0.04083947837352753 + }, + "decoherence_ahead": { + "status": "ok", + "n": 1763, + "auroc": NaN, + "prevalence": 0.0 + }, + "compound_bifurcation": { + "status": "ok", + "n": 1751, + "auroc": NaN, + "prevalence": 0.0 + } + }, + "sub_critical": { + "regime_transition": { + "status": "ok", + "n": 6668, + "auroc": 0.9766721310068405, + "prevalence": 0.05548890307545662 + }, + "residual_regime_shift": { + "status": "ok", + "n": 6572, + "auroc": NaN, + "prevalence": 0.0 + }, + "spread_regime_shift": { + "status": "ok", + "n": 6572, + "auroc": 0.9854901379522091, + "prevalence": 0.008825319819152355 + }, + "decoherence_ahead": { + "status": "ok", + "n": 6572, + "auroc": 0.9990833816744581, + "prevalence": 0.11062081903219223 + }, + "compound_bifurcation": { + "status": "ok", + "n": 6476, + "auroc": NaN, + "prevalence": 0.0 + } + }, + "super_critical": { + "regime_transition": { + "status": "ok", + "n": 4408, + "auroc": 0.9982091090639696, + "prevalence": 0.0732758641242981 + }, + "residual_regime_shift": { + "status": "ok", + "n": 4352, + "auroc": NaN, + "prevalence": 0.0 + }, + "spread_regime_shift": { + "status": "ok", + "n": 4352, + "auroc": 0.9561872071058013, + "prevalence": 0.04986213147640228 + }, + "decoherence_ahead": { + "status": "ok", + "n": 4352, + "auroc": 0.990601583926428, + "prevalence": 0.23920036852359772 + }, + "compound_bifurcation": { + "status": "ok", + "n": 4296, + "auroc": 0.99905693606481, + "prevalence": 0.024441340938210487 + } + } + }, + "phase": { + "post_onset": { + "regime_transition": { + "status": "ok", + "n": 7058, + "auroc": 0.9855111201106949, + "prevalence": 0.11802209913730621 + }, + "residual_regime_shift": { + "status": "ok", + "n": 6962, + "auroc": 0.9922362508701981, + "prevalence": 0.01321459375321865 + }, + "spread_regime_shift": { + "status": "ok", + "n": 6962, + "auroc": 0.989723825767515, + "prevalence": 0.053145647048950195 + }, + "decoherence_ahead": { + "status": "ok", + "n": 6962, + "auroc": 0.9790350130974208, + "prevalence": 0.4540362060070038 + }, + "compound_bifurcation": { + "status": "ok", + "n": 6866, + "auroc": 0.996499559084696, + "prevalence": 0.037722110748291016 + } + }, + "pre_onset": { + "regime_transition": { + "status": "ok", + "n": 7438, + "auroc": 0.9994998219430865, + "prevalence": 0.02285560593008995 + }, + "residual_regime_shift": { + "status": "ok", + "n": 7342, + "auroc": NaN, + "prevalence": 0.0 + }, + "spread_regime_shift": { + "status": "ok", + "n": 7342, + "auroc": 0.8988553659810362, + "prevalence": 0.019749386236071587 + }, + "decoherence_ahead": { + "status": "ok", + "n": 7342, + "auroc": 0.9999545619774627, + "prevalence": 0.0008172160014510155 + }, + "compound_bifurcation": { + "status": "ok", + "n": 7246, + "auroc": NaN, + "prevalence": 0.0 + } + } + } + } + } + } + }, + "note": "Copied verbatim from the run checkpoint and report. A domain that is not promoted still has weights here; it did not clear the gate and must not be presented as a validated result." +} \ No newline at end of file