zeno-divergent-v1 / benchmark.json
mbarbosa1's picture
promote main to v0.9.0 (approved): climate + seismic promoted
f5ba042 verified
Raw
History Blame Contribute Delete
12.9 kB
{
"candidate_version": "0.9.0",
"generated_at": "2026-08-29T10:47:33Z",
"parameters": 1877849,
"shared_parameters": 1351209,
"architecture_note": "per-domain input adapters -> shared dilated causal trunk -> shared surprise latent z^S -> per-domain heads",
"gate_summary": {
"promoted_domains": [
"climate",
"seismic"
],
"lodo_transfer_promoted": [
"seismic"
],
"external_transfer_domains": [
"agriculture",
"airquality",
"gifteval",
"lotsa",
"marine",
"urban"
],
"status": "promoted",
"rule": "v0.9.0 ships only if at least two real-corpus domains clear the gate; leave-one-domain-out and external-corpus transfer results are reported, never required \u2014 an external corpus cannot qualify a release"
},
"domains": [
{
"domain_id": "climate",
"title": "Climate extremes",
"corpus": "NOAA GHCN-Daily station access files (public, credential-free)",
"n_entities": 182,
"n_rows": 731497,
"real_corpus": true,
"gate_status": "promoted",
"selective_accuracy_gain": 0.03071145090887306,
"test_coverage": 0.7919214752322711,
"targets": {
"weather_regime_transition": {
"auroc": 0.8244089820520246,
"auroc_ci": [
0.8094397723144608,
0.8370840172676799
],
"ece": 0.007650526106639348,
"lift_vs_uncertainty": 0.007164989037383607
},
"anomaly_regime_shift": {
"auroc": 0.7827657857490328,
"auroc_ci": [
0.7632020269727205,
0.8022188515617809
],
"ece": 0.012969252272727596,
"lift_vs_uncertainty": -0.003572578427871176
},
"heat_extreme_ahead": {
"auroc": 0.8553627526874936,
"auroc_ci": [
0.830832269426917,
0.875995473093015
],
"ece": 0.02242891705034232,
"lift_vs_uncertainty": -0.007910101418209692
},
"cold_extreme_ahead": {
"auroc": 0.8904805475537743,
"auroc_ci": [
0.8675779931167159,
0.9090499068708685
],
"ece": 0.001966854843875221,
"lift_vs_uncertainty": 0.08758173800235336
},
"compound_climate_stress": {
"auroc": 0.8286285842970172,
"auroc_ci": [
0.807366260295027,
0.8519007711734558
],
"ece": 0.00756617138024444,
"lift_vs_uncertainty": 0.002868787355166269
}
}
},
{
"domain_id": "hydrology",
"title": "Streamflow regime shifts",
"corpus": "USGS Water Services daily values (public, credential-free)",
"n_entities": 320,
"n_rows": 409600,
"real_corpus": true,
"gate_status": "candidate_not_promoted",
"selective_accuracy_gain": 0.012395572814253186,
"test_coverage": 0.8472274436090226,
"targets": {
"flow_regime_transition": {
"auroc": 0.8021500549240848,
"auroc_ci": [
0.7906439555204751,
0.8138512105288024
],
"ece": 0.010075223093827109,
"lift_vs_uncertainty": -0.024867849325213798
},
"discharge_regime_shift": {
"auroc": 0.7636129599217235,
"auroc_ci": [
0.7511436769666298,
0.7757561208687381
],
"ece": 0.01509208779315832,
"lift_vs_uncertainty": 0.007845019731255842
},
"volatility_regime_shift": {
"auroc": 0.6928088537448479,
"auroc_ci": [
0.6730133564313522,
0.7118077823081791
],
"ece": 0.04781920014772668,
"lift_vs_uncertainty": 0.008974893325044975
},
"surge_ahead": {
"auroc": 0.6442699273496252,
"auroc_ci": [
0.6282259898827817,
0.660772599351511
],
"ece": 0.028603232480384877,
"lift_vs_uncertainty": -0.027509430174708416
},
"compound_hydrologic_stress": {
"auroc": 0.7099049565471537,
"auroc_ci": [
0.6960557576066375,
0.7245601751192029
],
"ece": 0.022674112388387103,
"lift_vs_uncertainty": 0.003849028274156008
}
}
},
{
"domain_id": "markets",
"title": "Market regime breaks",
"corpus": "Coinbase Exchange public market data API (no key required)",
"n_entities": 357,
"n_rows": 236498,
"real_corpus": true,
"gate_status": "candidate_not_promoted",
"selective_accuracy_gain": 0.041316668295365844,
"test_coverage": 0.6319147324978229,
"targets": {
"regime_transition": {
"auroc": 0.6460028634015175,
"auroc_ci": [
0.6260719295179418,
0.6650278809649399
],
"ece": 0.04550838942835933,
"lift_vs_uncertainty": 0.0783760294960062
},
"volatility_regime_shift": {
"auroc": 0.6218132721782326,
"auroc_ci": [
0.5999563983203797,
0.6411562678781102
],
"ece": 0.07233780536693346,
"lift_vs_uncertainty": 0.028996733075248526
},
"volume_regime_shift": {
"auroc": 0.6388356983561869,
"auroc_ci": [
0.6239716319699943,
0.6560833334212963
],
"ece": 0.03473692200524878,
"lift_vs_uncertainty": -0.007581322309816119
},
"dislocation_ahead": {
"auroc": 0.6823474461307636,
"auroc_ci": [
0.6630353985325786,
0.7051241427850877
],
"ece": 0.12414417739337054,
"lift_vs_uncertainty": -0.03251116922192665
},
"compound_market_stress": {
"auroc": 0.6608734857218778,
"auroc_ci": [
0.6426387543858767,
0.6821782646452254
],
"ece": 0.02736465863621492,
"lift_vs_uncertainty": -0.009612438470256501
}
}
},
{
"domain_id": "seismic",
"title": "Seismicity transitions",
"corpus": "USGS FDSN event web service (public, credential-free)",
"n_entities": 397,
"n_rows": 116768,
"real_corpus": true,
"gate_status": "promoted",
"selective_accuracy_gain": 0.07069669508789156,
"test_coverage": 0.5996815978001303,
"targets": {
"event_regime_transition": {
"auroc": 0.9006133800349387,
"auroc_ci": [
0.8701336384229996,
0.9278972165373489
],
"ece": 0.01329893419441499,
"lift_vs_uncertainty": 0.009037613295152513
},
"cadence_shift": {
"auroc": 0.7103205775968734,
"auroc_ci": [
0.6661461641984404,
0.761901014814853
],
"ece": 0.08769406512981825,
"lift_vs_uncertainty": -0.015194821327765617
},
"significant_event_ahead": {
"auroc": 0.9475336244020799,
"auroc_ci": [
0.933020773969823,
0.9584652889601911
],
"ece": 0.027875159695801757,
"lift_vs_uncertainty": 0.004655412166772455
},
"compound_seismic_stress": {
"auroc": 0.9114206904822063,
"auroc_ci": [
0.872417478081465,
0.9361766721932485
],
"ece": 0.027997089171180295,
"lift_vs_uncertainty": 0.017228392667694714
}
}
},
{
"domain_id": "wildfire",
"title": "Wildfire activity shifts",
"corpus": "NASA FIRMS active fire detections (VIIRS_NOAA20_SP, VIIRS_SNPP_NRT, VIIRS_SNPP_SP)",
"n_entities": 528,
"n_rows": 16013,
"real_corpus": true,
"gate_status": "candidate_not_promoted",
"selective_accuracy_gain": -0.021507743660392764,
"test_coverage": 0.7941557506837483,
"targets": {
"fire_regime_transition": {
"auroc": 0.753785374054357,
"auroc_ci": [
0.6826685512363783,
0.8235520321420403
],
"ece": 0.12821274132856042,
"lift_vs_uncertainty": 0.004972447931259949
},
"cadence_shift": {
"auroc": 0.6263267187366233,
"auroc_ci": [
0.5896586134256344,
0.6659978592088787
],
"ece": 0.07329192348509747,
"lift_vs_uncertainty": -0.1545135812595939
},
"frp_regime_shift": {
"auroc": null,
"auroc_ci": null,
"ece": null,
"lift_vs_uncertainty": null
},
"cluster_expansion": {
"auroc": 0.7026418370384853,
"auroc_ci": [
0.6642964965218439,
0.7380238051597326
],
"ece": 0.13678368329116114,
"lift_vs_uncertainty": -0.07912023192192452
},
"escalation_ahead": {
"auroc": 0.6112157626452699,
"auroc_ci": [
0.5771099121849764,
0.6450646836756757
],
"ece": 0.036482168852846844,
"lift_vs_uncertainty": -0.050781469919554234
},
"compound_fire_stress": {
"auroc": null,
"auroc_ci": null,
"ece": null,
"lift_vs_uncertainty": null
}
}
},
{
"domain_id": "spaceweather",
"title": "Geomagnetic storm onset",
"corpus": "GFZ Potsdam Kp/ap/F10.7 (definitive, CC BY 4.0, credential-free)",
"n_entities": 300,
"n_rows": 64672,
"real_corpus": true,
"gate_status": "candidate_not_promoted",
"selective_accuracy_gain": 0.06734648611319682,
"test_coverage": 0.7911841902115176,
"targets": {
"ap_regime_shift": {
"auroc": 0.7060699608107062,
"auroc_ci": [
0.6580341882221435,
0.7542146249589486
],
"ece": 0.08460442632775922,
"lift_vs_uncertainty": 0.0023120845027100323
},
"storm_onset": {
"auroc": 0.7319841101261414,
"auroc_ci": [
0.7074301161269316,
0.7551851649950804
],
"ece": 0.06325471762836832,
"lift_vs_uncertainty": -0.052752261225311625
},
"severe_storm_onset": {
"auroc": 0.6905382414670557,
"auroc_ci": [
0.6628603038113553,
0.7155731262510046
],
"ece": 0.06121511745012915,
"lift_vs_uncertainty": -0.07067172873399619
},
"compound_geomagnetic_stress": {
"auroc": 0.5,
"auroc_ci": [
0.5,
0.5
],
"ece": 0.08201114847963652,
"lift_vs_uncertainty": -0.27376507378224757
}
}
},
{
"domain_id": "celo",
"title": "On-chain activity shifts",
"corpus": "Celo public JSON-RPC block sampling (credential-free)",
"n_entities": 240,
"n_rows": 12000,
"real_corpus": true,
"gate_status": "candidate_not_promoted",
"selective_accuracy_gain": 0.12581103532703747,
"test_coverage": 0.7941666666666667,
"targets": {
"block_regime_transition": {
"auroc": 0.8287738454847847,
"auroc_ci": [
0.7657732025508002,
0.8836641460961243
],
"ece": 0.06456675400619105,
"lift_vs_uncertainty": 0.01674032369915024
},
"congestion_ahead": {
"auroc": 0.8115974106666084,
"auroc_ci": [
0.7452846489962998,
0.8744928338127343
],
"ece": 0.0607021870047358,
"lift_vs_uncertainty": -0.030458016630968365
}
}
},
{
"domain_id": "macro",
"title": "Macroeconomic shocks",
"corpus": "FRED (Federal Reserve Bank of St. Louis) observations API",
"n_entities": 198,
"n_rows": 426675,
"real_corpus": true,
"gate_status": "candidate_not_promoted",
"selective_accuracy_gain": 0.02871300353897266,
"test_coverage": 0.7712684785014503,
"targets": {
"print_regime_transition": {
"auroc": 0.8289485363972553,
"auroc_ci": [
0.8076011883553355,
0.8470248378109344
],
"ece": 0.014604037106580897,
"lift_vs_uncertainty": -0.0021641070593205747
},
"shock_ahead": {
"auroc": 0.7361533515288328,
"auroc_ci": [
0.7103234235719253,
0.7612938400832607
],
"ece": 0.02013764593156305,
"lift_vs_uncertainty": -0.0022388983023706732
}
}
}
],
"shared_vs_single": {}
}