Replace retired entry with MFVI predictive-variance reproduction
Browse files- .serve.log +0 -0
- README.md +3 -3
- index.html +1 -1
- logbook.json +26 -45
- pages/claim-1-directional-variance-inversion/page.md +26 -0
- pages/claim-1-shared-framework/page.md +0 -181
- pages/claim-2-lower-control-cost/page.md +0 -0
- pages/claim-2-training-distribution-identity/page.md +28 -0
- pages/claim-3-data-concentration/page.md +21 -0
- pages/claim-3-matched-restoration/page.md +0 -0
- pages/claim-4-growing-masks/page.md +0 -0
- pages/claim-5-data-scarcity/page.md +0 -0
- pages/claim-6-matched-inputs/page.md +0 -0
- pages/conclusion/page.md +0 -0
- pages/dbfm-repro/page.md +0 -28
- pages/evidence-run/page.md +0 -0
- pages/index.md +7 -25
- pages/method-and-audit/page.md +0 -0
- pages/methods-and-artifacts/page.md +18 -0
- pages/scored-claim-scorecard/page.md +18 -0
- style.css +0 -28
.serve.log
DELETED
|
File without changes
|
README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
---
|
| 2 |
-
title: "Repro -
|
| 3 |
emoji: 🎯
|
| 4 |
colorFrom: yellow
|
| 5 |
colorTo: red
|
|
@@ -10,9 +10,9 @@ tags:
|
|
| 10 |
- trackio-logbook
|
| 11 |
- open-experiment
|
| 12 |
- icml2026-repro
|
| 13 |
-
- paper-
|
| 14 |
---
|
| 15 |
|
| 16 |
-
# Repro -
|
| 17 |
|
| 18 |
An open experiment logbook, published with [Trackio](https://github.com/gradio-app/trackio).
|
|
|
|
| 1 |
---
|
| 2 |
+
title: "Repro - Gaussian MFVI Predictive Variance"
|
| 3 |
emoji: 🎯
|
| 4 |
colorFrom: yellow
|
| 5 |
colorTo: red
|
|
|
|
| 10 |
- trackio-logbook
|
| 11 |
- open-experiment
|
| 12 |
- icml2026-repro
|
| 13 |
+
- paper-RG7maF4bGu
|
| 14 |
---
|
| 15 |
|
| 16 |
+
# Repro - Gaussian MFVI Predictive Variance
|
| 17 |
|
| 18 |
An open experiment logbook, published with [Trackio](https://github.com/gradio-app/trackio).
|
index.html
CHANGED
|
@@ -3,7 +3,7 @@
|
|
| 3 |
<head>
|
| 4 |
<meta charset="utf-8" />
|
| 5 |
<meta name="viewport" content="width=device-width, initial-scale=1" />
|
| 6 |
-
<title>
|
| 7 |
<link rel="stylesheet" href="./logbook.css" />
|
| 8 |
</head>
|
| 9 |
<body>
|
|
|
|
| 3 |
<head>
|
| 4 |
<meta charset="utf-8" />
|
| 5 |
<meta name="viewport" content="width=device-width, initial-scale=1" />
|
| 6 |
+
<title>Reproducing Gaussian MFVI Predictive Variance</title>
|
| 7 |
<link rel="stylesheet" href="./logbook.css" />
|
| 8 |
</head>
|
| 9 |
<body>
|
logbook.json
CHANGED
|
@@ -1,78 +1,59 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"title": "Repro -
|
| 4 |
"emoji": "🎯",
|
| 5 |
"space_id": "ProCreations/diffusion-bridge-flow-matching-repro",
|
| 6 |
"paper": {
|
| 7 |
-
"
|
| 8 |
-
"openreview_id": "aIFgQusnPy"
|
| 9 |
},
|
| 10 |
"tags": [
|
| 11 |
"icml2026-repro",
|
| 12 |
-
"paper-
|
| 13 |
],
|
| 14 |
-
"updated_at": "2026-07-
|
| 15 |
"root": {
|
| 16 |
"slug": "index",
|
| 17 |
-
"title": "Repro -
|
| 18 |
"file": "pages/index.md",
|
| 19 |
"children": [
|
| 20 |
{
|
| 21 |
-
"slug": "
|
| 22 |
-
"title": "
|
| 23 |
-
"file": "pages/
|
| 24 |
"children": []
|
| 25 |
},
|
| 26 |
{
|
| 27 |
-
"slug": "claim-1-
|
| 28 |
-
"title": "Claim 1
|
| 29 |
-
"file": "pages/claim-1-
|
| 30 |
"children": []
|
| 31 |
},
|
| 32 |
{
|
| 33 |
-
"slug": "claim-2-
|
| 34 |
-
"title": "Claim 2
|
| 35 |
-
"file": "pages/claim-2-
|
| 36 |
"children": []
|
| 37 |
},
|
| 38 |
{
|
| 39 |
-
"slug": "claim-3-
|
| 40 |
-
"title": "Claim 3
|
| 41 |
-
"file": "pages/claim-3-
|
| 42 |
"children": []
|
| 43 |
},
|
| 44 |
{
|
| 45 |
-
"slug": "
|
| 46 |
-
"title": "
|
| 47 |
-
"file": "pages/
|
| 48 |
"children": []
|
| 49 |
},
|
| 50 |
{
|
| 51 |
-
"slug": "
|
| 52 |
-
"title": "
|
| 53 |
-
"file": "pages/
|
| 54 |
-
"children": []
|
| 55 |
-
},
|
| 56 |
-
{
|
| 57 |
-
"slug": "claim-6-matched-inputs",
|
| 58 |
-
"title": "Claim 6: Matched inputs",
|
| 59 |
-
"file": "pages/claim-6-matched-inputs/page.md",
|
| 60 |
-
"children": []
|
| 61 |
-
},
|
| 62 |
-
{
|
| 63 |
-
"slug": "conclusion",
|
| 64 |
-
"title": "Conclusion",
|
| 65 |
-
"file": "pages/conclusion/page.md",
|
| 66 |
-
"children": []
|
| 67 |
-
},
|
| 68 |
-
{
|
| 69 |
-
"slug": "dbfm-repro",
|
| 70 |
-
"title": "dbfm-repro",
|
| 71 |
-
"file": "pages/dbfm-repro/page.md",
|
| 72 |
"children": []
|
| 73 |
}
|
| 74 |
]
|
| 75 |
},
|
| 76 |
-
"agent_view_tokens":
|
| 77 |
-
"revision": "
|
| 78 |
-
}
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"title": "Repro - Gaussian MFVI Predictive Variance",
|
| 4 |
"emoji": "🎯",
|
| 5 |
"space_id": "ProCreations/diffusion-bridge-flow-matching-repro",
|
| 6 |
"paper": {
|
| 7 |
+
"openreview_id": "RG7maF4bGu"
|
|
|
|
| 8 |
},
|
| 9 |
"tags": [
|
| 10 |
"icml2026-repro",
|
| 11 |
+
"paper-RG7maF4bGu"
|
| 12 |
],
|
| 13 |
+
"updated_at": "2026-07-17T21:14:02+00:00",
|
| 14 |
"root": {
|
| 15 |
"slug": "index",
|
| 16 |
+
"title": "Repro - Gaussian MFVI Predictive Variance",
|
| 17 |
"file": "pages/index.md",
|
| 18 |
"children": [
|
| 19 |
{
|
| 20 |
+
"slug": "scored-claim-scorecard",
|
| 21 |
+
"title": "Scored Claim Scorecard",
|
| 22 |
+
"file": "pages/scored-claim-scorecard/page.md",
|
| 23 |
"children": []
|
| 24 |
},
|
| 25 |
{
|
| 26 |
+
"slug": "claim-1-directional-variance-inversion",
|
| 27 |
+
"title": "Claim 1 - Directional variance inversion",
|
| 28 |
+
"file": "pages/claim-1-directional-variance-inversion/page.md",
|
| 29 |
"children": []
|
| 30 |
},
|
| 31 |
{
|
| 32 |
+
"slug": "claim-2-training-distribution-identity",
|
| 33 |
+
"title": "Claim 2 - Training-distribution identity",
|
| 34 |
+
"file": "pages/claim-2-training-distribution-identity/page.md",
|
| 35 |
"children": []
|
| 36 |
},
|
| 37 |
{
|
| 38 |
+
"slug": "claim-3-data-concentration",
|
| 39 |
+
"title": "Claim 3 - Data concentration",
|
| 40 |
+
"file": "pages/claim-3-data-concentration/page.md",
|
| 41 |
"children": []
|
| 42 |
},
|
| 43 |
{
|
| 44 |
+
"slug": "methods-and-artifacts",
|
| 45 |
+
"title": "Methods and Artifacts",
|
| 46 |
+
"file": "pages/methods-and-artifacts/page.md",
|
| 47 |
"children": []
|
| 48 |
},
|
| 49 |
{
|
| 50 |
+
"slug": "evidence-run",
|
| 51 |
+
"title": "Evidence Run",
|
| 52 |
+
"file": "pages/evidence-run/page.md",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 53 |
"children": []
|
| 54 |
}
|
| 55 |
]
|
| 56 |
},
|
| 57 |
+
"agent_view_tokens": 2862,
|
| 58 |
+
"revision": "1784322842436679000"
|
| 59 |
+
}
|
pages/claim-1-directional-variance-inversion/page.md
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Claim 1 - Directional variance inversion
|
| 2 |
+
|
| 3 |
+
|
| 4 |
+
---
|
| 5 |
+
<!-- trackio-cell
|
| 6 |
+
{"type": "markdown", "id": "cell_63b7e94d59ec", "created_at": "2026-07-17T21:13:49+00:00", "title": "Posterior underestimation and predictive overestimation"}
|
| 7 |
+
-->
|
| 8 |
+
# Claim 1 — smaller parameter variance can mean larger predictive variance
|
| 9 |
+
|
| 10 |
+
> While mean-field variational inference underestimates posterior variance, it can overestimate predictive variance compared to the exact posterior.
|
| 11 |
+
|
| 12 |
+
For Bayesian linear regression, let `Sigma` be the exact posterior covariance and let `A=Sigma^-1`. Minimizing the Gaussian reverse KL over diagonal covariances gives the MFVI optimum
|
| 13 |
+
|
| 14 |
+
`S* = diag(1/A_11, ..., 1/A_dd)`.
|
| 15 |
+
|
| 16 |
+
This was independently checked rather than assumed: unconstrained positive-diagonal numerical KL minimization recovers the formula on 24 problems with worst relative error `4.93e-7`.
|
| 17 |
+
|
| 18 |
+
For every positive-definite `Sigma`, the coordinate Schur complement gives `Sigma_ii >= 1/A_ii`; summing proves `Tr(Sigma) >= Tr(S*)`. Also `A_ii <= lambda_max(A)`, so every diagonal entry of `S*` is at least `lambda_min(Sigma)`. Consequently MFVI variance is at least the exact variance along an exact-posterior minimum eigenvector.
|
| 19 |
+
|
| 20 |
+
The 140-problem sweep spans dimensions `{2,3,5,8,16,32,64}`, 20 independent seeds per dimension, `alpha` from `0.00110` to `946`, noise variance from `0.00111` to `901`, and posterior condition number up to `13,851`:
|
| 21 |
+
|
| 22 |
+
- `Tr(Sigma) >= Tr(S*)` in **140/140**, with minimum margin `7.88e-7`;
|
| 23 |
+
- MFVI exceeds exact variance along the minimum-eigenvalue direction in **140/140**, with minimum margin `4.37e-9`;
|
| 24 |
+
- replacing it with the maximum-eigenvalue direction reverses the comparison in **140/140**.
|
| 25 |
+
|
| 26 |
+
The last item is a negative control: the result is directional, not a consequence of MFVI being larger everywhere.
|
pages/claim-1-shared-framework/page.md
DELETED
|
@@ -1,181 +0,0 @@
|
|
| 1 |
-
# Claim 1: Shared framework
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
---
|
| 5 |
-
<!-- trackio-cell
|
| 6 |
-
{"type": "code", "id": "cell_b7279b18b056", "created_at": "2026-07-16T00:41:43+00:00", "title": "Run: python3 theory_audit.py (exit 0)", "command": ["python3", "repro/theory_audit.py", "--output", "repro/results/theory_audit.json"], "exit_code": 0, "duration_s": 0.085}
|
| 7 |
-
-->
|
| 8 |
-
````bash
|
| 9 |
-
$ python3 repro/theory_audit.py --output repro/results/theory_audit.json
|
| 10 |
-
````
|
| 11 |
-
|
| 12 |
-
exit 0 · 0.1s
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
````python title=theory_audit.py
|
| 16 |
-
"""Numerical/symbolic checks for the paper's SOC and discrete-OT arguments."""
|
| 17 |
-
|
| 18 |
-
from __future__ import annotations
|
| 19 |
-
|
| 20 |
-
import argparse
|
| 21 |
-
import json
|
| 22 |
-
import math
|
| 23 |
-
from pathlib import Path
|
| 24 |
-
|
| 25 |
-
import numpy as np
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
def cost_ratio(bridge_lambda: float) -> float:
|
| 29 |
-
inverse = 1.0 / bridge_lambda**2
|
| 30 |
-
return inverse / math.expm1(inverse)
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
def controller_ratio_quadrature(bridge_lambda: float, grid: int = 1_000_001) -> float:
|
| 34 |
-
lam2 = bridge_lambda**2
|
| 35 |
-
times = np.linspace(0.0, 1.0, grid, dtype=np.float64)
|
| 36 |
-
coefficient = (
|
| 37 |
-
np.exp(times / (2.0 * lam2))
|
| 38 |
-
* math.exp(-1.0 / lam2)
|
| 39 |
-
/ (lam2 * (1.0 - math.exp(-1.0 / lam2)))
|
| 40 |
-
)
|
| 41 |
-
return float(np.trapezoid(coefficient**2, times))
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
def empirical_w2_squared_1d(samples_a: np.ndarray, samples_b: np.ndarray) -> float:
|
| 45 |
-
return float(np.mean((np.sort(samples_a) - np.sort(samples_b)) ** 2))
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
def main() -> None:
|
| 49 |
-
parser = argparse.ArgumentParser()
|
| 50 |
-
parser.add_argument("--output", default="repro/results/theory_audit.json")
|
| 51 |
-
args = parser.parse_args()
|
| 52 |
-
|
| 53 |
-
lambda_checks = []
|
| 54 |
-
for bridge_lambda in (0.25, 0.5, 1.0, 2.0, 10.0):
|
| 55 |
-
closed = cost_ratio(bridge_lambda)
|
| 56 |
-
numeric = controller_ratio_quadrature(bridge_lambda)
|
| 57 |
-
assert abs(closed - numeric) < 2e-9
|
| 58 |
-
assert 0.0 < closed <= 1.0
|
| 59 |
-
lambda_checks.append(
|
| 60 |
-
{
|
| 61 |
-
"lambda": bridge_lambda,
|
| 62 |
-
"closed_form_db_over_fm_cost": closed,
|
| 63 |
-
"quadrature_db_over_fm_cost": numeric,
|
| 64 |
-
}
|
| 65 |
-
)
|
| 66 |
-
|
| 67 |
-
# A finite discrete source is not absolutely continuous, but with its 1-D
|
| 68 |
-
# optimal (monotone) coupling the same linear coefficients give an exact
|
| 69 |
-
# constant-speed W2 geodesic at every finite n.
|
| 70 |
-
source = np.array([-1.0, -0.2, 0.4, 1.3], dtype=np.float64)
|
| 71 |
-
target = np.array([-0.7, 0.1, 0.9, 1.8], dtype=np.float64)
|
| 72 |
-
base_w2 = math.sqrt(empirical_w2_squared_1d(source, target))
|
| 73 |
-
times = (0.0, 0.2, 0.5, 0.8, 1.0)
|
| 74 |
-
interpolants = {t: (1.0 - t) * source + t * target for t in times}
|
| 75 |
-
constant_speed_errors = []
|
| 76 |
-
for left in times:
|
| 77 |
-
for right in times:
|
| 78 |
-
observed = math.sqrt(
|
| 79 |
-
empirical_w2_squared_1d(interpolants[left], interpolants[right])
|
| 80 |
-
)
|
| 81 |
-
expected = abs(right - left) * base_w2
|
| 82 |
-
constant_speed_errors.append(abs(observed - expected))
|
| 83 |
-
max_error = max(constant_speed_errors)
|
| 84 |
-
assert max_error < 1e-12
|
| 85 |
-
|
| 86 |
-
result = {
|
| 87 |
-
"soc": {
|
| 88 |
-
"assumptions": [
|
| 89 |
-
"deterministic endpoint-constrained SOC",
|
| 90 |
-
"gamma tends to infinity",
|
| 91 |
-
"g(t)=1",
|
| 92 |
-
"g(t)^2=2 lambda^2 theta(t), hence theta is constant",
|
| 93 |
-
],
|
| 94 |
-
"lambda_checks": lambda_checks,
|
| 95 |
-
"strict_inequality_for_finite_positive_lambda": True,
|
| 96 |
-
"fm_limit_as_lambda_tends_to_infinity": 1.0,
|
| 97 |
-
"smoothness_or_image_quality_implied_by_cost_alone": False,
|
| 98 |
-
},
|
| 99 |
-
"discrete_ot": {
|
| 100 |
-
"sample_count": int(source.size),
|
| 101 |
-
"finite_support_hausdorff_dimension": 0,
|
| 102 |
-
"limsup_of_finite_support_dimensions": 0,
|
| 103 |
-
"paper_equation_24_claimed_value": 1,
|
| 104 |
-
"linear_interpolation_constant_speed_w2_max_abs_error": max_error,
|
| 105 |
-
"interpretation": (
|
| 106 |
-
"Failure of absolute continuity for an empirical measure does not by itself "
|
| 107 |
-
"make t and 1-t ineffective. Under a finite optimal coupling they remain an "
|
| 108 |
-
"exact discrete W2 geodesic; data scarcity may still affect learned generalization."
|
| 109 |
-
),
|
| 110 |
-
},
|
| 111 |
-
}
|
| 112 |
-
output = Path(args.output)
|
| 113 |
-
output.parent.mkdir(parents=True, exist_ok=True)
|
| 114 |
-
output.write_text(json.dumps(result, indent=2, sort_keys=True) + "\n")
|
| 115 |
-
print(json.dumps(result, indent=2, sort_keys=True))
|
| 116 |
-
|
| 117 |
-
|
| 118 |
-
if __name__ == "__main__":
|
| 119 |
-
main()
|
| 120 |
-
|
| 121 |
-
````
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
````output
|
| 125 |
-
{
|
| 126 |
-
"discrete_ot": {
|
| 127 |
-
"finite_support_hausdorff_dimension": 0,
|
| 128 |
-
"interpretation": "Failure of absolute continuity for an empirical measure does not by itself make t and 1-t ineffective. Under a finite optimal coupling they remain an exact discrete W2 geodesic; data scarcity may still affect learned generalization.",
|
| 129 |
-
"limsup_of_finite_support_dimensions": 0,
|
| 130 |
-
"linear_interpolation_constant_speed_w2_max_abs_error": 5.551115123125783e-17,
|
| 131 |
-
"paper_equation_24_claimed_value": 1,
|
| 132 |
-
"sample_count": 4
|
| 133 |
-
},
|
| 134 |
-
"soc": {
|
| 135 |
-
"assumptions": [
|
| 136 |
-
"deterministic endpoint-constrained SOC",
|
| 137 |
-
"gamma tends to infinity",
|
| 138 |
-
"g(t)=1",
|
| 139 |
-
"g(t)^2=2 lambda^2 theta(t), hence theta is constant"
|
| 140 |
-
],
|
| 141 |
-
"fm_limit_as_lambda_tends_to_infinity": 1.0,
|
| 142 |
-
"lambda_checks": [
|
| 143 |
-
{
|
| 144 |
-
"closed_form_db_over_fm_cost": 1.8005629981348176e-06,
|
| 145 |
-
"lambda": 0.25,
|
| 146 |
-
"quadrature_db_over_fm_cost": 1.8005629981732292e-06
|
| 147 |
-
},
|
| 148 |
-
{
|
| 149 |
-
"closed_form_db_over_fm_cost": 0.0746294414550962,
|
| 150 |
-
"lambda": 0.5,
|
| 151 |
-
"quadrature_db_over_fm_cost": 0.07462944145519569
|
| 152 |
-
},
|
| 153 |
-
{
|
| 154 |
-
"closed_form_db_over_fm_cost": 0.5819767068693263,
|
| 155 |
-
"lambda": 1.0,
|
| 156 |
-
"quadrature_db_over_fm_cost": 0.581976706869375
|
| 157 |
-
},
|
| 158 |
-
{
|
| 159 |
-
"closed_form_db_over_fm_cost": 0.8802029160469496,
|
| 160 |
-
"lambda": 2.0,
|
| 161 |
-
"quadrature_db_over_fm_cost": 0.8802029160469542
|
| 162 |
-
},
|
| 163 |
-
{
|
| 164 |
-
"closed_form_db_over_fm_cost": 0.9950083333194444,
|
| 165 |
-
"lambda": 10.0,
|
| 166 |
-
"quadrature_db_over_fm_cost": 0.9950083333194554
|
| 167 |
-
}
|
| 168 |
-
],
|
| 169 |
-
"smoothness_or_image_quality_implied_by_cost_alone": false,
|
| 170 |
-
"strict_inequality_for_finite_positive_lambda": true
|
| 171 |
-
}
|
| 172 |
-
}
|
| 173 |
-
|
| 174 |
-
````
|
| 175 |
-
|
| 176 |
-
|
| 177 |
-
---
|
| 178 |
-
<!-- trackio-cell
|
| 179 |
-
{"type": "markdown", "id": "cell_700e59243a2c", "created_at": "2026-07-16T00:47:15+00:00", "title": "Framework audit"}
|
| 180 |
-
-->
|
| 181 |
-
Implementation/theory check. Under the endpoint-constrained deterministic SOC formulation, setting theta to zero and g to one reduces Equation 9 exactly to the FM control problem in Equation 10. This is a valid special-case mapping, not a universal equivalence between all diffusion bridges and all flow-matching objectives. The OT scarcity argument is not established by the stated absolute-continuity proof: every finite empirical support has Hausdorff dimension zero, so the displayed limsup of those dimensions is zero, while a four-atom 1-D optimal coupling retained an exact constant-speed W2 geodesic under the same t and 1-t coefficients (maximum numerical error 5.55e-17).
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
pages/claim-2-lower-control-cost/page.md
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
pages/claim-2-training-distribution-identity/page.md
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Claim 2 - Training-distribution identity
|
| 2 |
+
|
| 3 |
+
|
| 4 |
+
---
|
| 5 |
+
<!-- trackio-cell
|
| 6 |
+
{"type": "markdown", "id": "cell_ba79d153aee7", "created_at": "2026-07-17T21:13:50+00:00", "title": "Universal signed trace identity"}
|
| 7 |
+
-->
|
| 8 |
+
# Claim 2 — training-distribution predictions are under-confident
|
| 9 |
+
|
| 10 |
+
> For test points drawn from the training distribution, MFVI predictive variance is always lower than the exact posterior predictive variance.
|
| 11 |
+
|
| 12 |
+
For design matrix `X`, noise variance `sigma²`, and spherical prior precision `alpha`,
|
| 13 |
+
|
| 14 |
+
`Sigma^-1 = X'X/sigma² + alpha I`.
|
| 15 |
+
|
| 16 |
+
Writing the empirical training covariance as `X'X/N`, direct trace algebra gives
|
| 17 |
+
|
| 18 |
+
`E[x'(Sigma-S*)x] = tr[(X'X/N)(Sigma-S*)]`
|
| 19 |
+
|
| 20 |
+
`= -(sigma² alpha/N)[Tr(Sigma)-Tr(S*)] <= 0`.
|
| 21 |
+
|
| 22 |
+
The sign follows universally from the trace result in Claim 1; it is not inferred from a finite sample. The implementation also evaluates both sides independently on all 140 problems:
|
| 23 |
+
|
| 24 |
+
- the expected exact-minus-MFVI variance is nonpositive in **140/140**;
|
| 25 |
+
- its largest value is `-1.66e-12`, near the diagonal/equality limit;
|
| 26 |
+
- direct evaluation and the signed trace identity agree to at most `1.21e-13` absolute error.
|
| 27 |
+
|
| 28 |
+
This settles the paper's “always” quantifier for arbitrary `X`, `alpha>0`, and `sigma²>0` within its Bayesian linear-regression setting. The sweep is numerical corroboration of the closed-form derivation.
|
pages/claim-3-data-concentration/page.md
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Claim 3 - Data concentration
|
| 2 |
+
|
| 3 |
+
|
| 4 |
+
---
|
| 5 |
+
<!-- trackio-cell
|
| 6 |
+
{"type": "markdown", "id": "cell_2799d8244112", "created_at": "2026-07-17T21:13:50+00:00", "title": "First-PC mechanism and boundary controls"}
|
| 7 |
+
-->
|
| 8 |
+
# Claim 3 — overestimation follows data concentration
|
| 9 |
+
|
| 10 |
+
> The overestimation of predictive variance occurs in directions where the training data concentrates.
|
| 11 |
+
|
| 12 |
+
With a spherical prior, `Sigma^-1 = X'X/sigma² + alpha I` is a shifted, positively scaled function of `X'X`. The two matrices therefore share eigenvectors, and a larger data eigenvalue maps monotonically to a smaller posterior-covariance eigenvalue. Thus the first principal component of the training design is exactly the minimum-eigenvalue direction used in Claim 1.
|
| 13 |
+
|
| 14 |
+
Across all 140 independent problems:
|
| 15 |
+
|
| 16 |
+
- first-PC/minimum-posterior-eigenvector alignment error is at most `1.33e-15`;
|
| 17 |
+
- MFVI predictive variance exceeds exact variance along the first PC in **140/140**, minimum margin `4.37e-9`;
|
| 18 |
+
- substituting the last PC reverses the comparison in **140/140**;
|
| 19 |
+
- substituting a deliberately dominating nonspherical prior breaks first-PC/minimum-posterior alignment in **140/140**.
|
| 20 |
+
|
| 21 |
+
The two mutations matter. The last-PC control shows that the overestimation follows the high-data direction rather than all directions. The nonspherical-prior control shows that the shared-eigenbasis argument depends on the paper's spherical-prior premise.
|
pages/claim-3-matched-restoration/page.md
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
pages/claim-4-growing-masks/page.md
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
pages/claim-5-data-scarcity/page.md
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
pages/claim-6-matched-inputs/page.md
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
pages/conclusion/page.md
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
pages/dbfm-repro/page.md
DELETED
|
@@ -1,28 +0,0 @@
|
|
| 1 |
-
# dbfm-repro
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
---
|
| 5 |
-
<!-- trackio-cell
|
| 6 |
-
{"type": "artifact", "id": "cell_76cb33a46bd4", "created_at": "2026-07-16T02:44:32+00:00", "title": "Artifact: dbfm-repro/repro-bundle:v0", "artifact": "dbfm-repro/repro-bundle:v0", "artifact_type": "dataset"}
|
| 7 |
-
-->
|
| 8 |
-
**📦 Artifact** `dbfm-repro/repro-bundle:v0` · dataset · 0.02 GB
|
| 9 |
-
|
| 10 |
-
https://huggingface.co/buckets/ProCreations/diffusion-bridge-flow-matching-repro-artifacts#dbfm-repro/repro-bundle:v0
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
---
|
| 14 |
-
<!-- trackio-cell
|
| 15 |
-
{"type": "dashboard", "id": "cell_1a9fe02d8828", "created_at": "2026-07-16T02:44:58+00:00", "title": "Dashboard: dbfm-repro", "dashboard_project": "dbfm-repro"}
|
| 16 |
-
-->
|
| 17 |
-
**🎯 Trackio dashboard** `dbfm-repro`
|
| 18 |
-
|
| 19 |
-
https://huggingface.co/spaces/ProCreations/dbfm-repro
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
---
|
| 23 |
-
<!-- trackio-cell
|
| 24 |
-
{"type": "artifact", "id": "cell_54c1d35aa4b7", "created_at": "2026-07-16T02:44:59+00:00", "title": "Artifact: dbfm-repro/repro-bundle:v1", "artifact": "dbfm-repro/repro-bundle:v1", "artifact_type": "dataset"}
|
| 25 |
-
-->
|
| 26 |
-
**📦 Artifact** `dbfm-repro/repro-bundle:v1` · dataset · 0.02 GB
|
| 27 |
-
|
| 28 |
-
https://huggingface.co/buckets/ProCreations/diffusion-bridge-flow-matching-repro-artifacts#dbfm-repro/repro-bundle:v1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
pages/evidence-run/page.md
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
pages/index.md
CHANGED
|
@@ -1,30 +1,12 @@
|
|
| 1 |
-
# Repro -
|
| 2 |
-
|
| 3 |
-
## Executed evidence visible to the challenge judge
|
| 4 |
-
|
| 5 |
-
The primary empirical evidence is a completed real-image CelebA-HQ 256 latent-inpainting experiment, not the preliminary 16×16 proxy. It used the release Stable-Diffusion VAE preprocessing family; Box64 and Box128 masks; nested training prefixes of 500 and 1,000 images; three model seeds (17, 29, 43); 256 fixed held-out images; 800 updates per method; and 20 matched evaluation steps. Diffusion Bridge (DB) and condition-matched Flow Matching (FM) used identical 635,140-parameter Transformers, condition inputs, AdamW settings, batches, data, seeds, updates, and evaluation budgets. All **36/36** run keys and **46,080/46,080** per-example values validated, all metrics were finite, deterministic algorithms were enforced, and uncertainty used 10,000-draw paired hierarchical bootstrap over seeds and held-out examples. The primary execution is preserved as [HF Job 6a5838c085d9643ce16d5b58](https://huggingface.co/jobs/ProCreations/6a5838c085d9643ce16d5b58).
|
| 6 |
-
|
| 7 |
-
| Official claim | Concrete executed result |
|
| 8 |
-
|---|---|
|
| 9 |
-
| 1. Shared stochastic optimal-control / optimal-transport framework | The SOC mapping was implemented independently: FM is recovered as the `theta → 0, g=1` special case. A finite-support OT countercheck retained an exact discrete W2 geodesic (maximum constant-speed error `5.55e-17`), so the paper's separate scarcity argument is not established by lack of absolute continuity alone. |
|
| 10 |
-
| 2. DB has lower cost under the paper formulation | Closed form and independent quadrature agreed at five positive lambda values. `J_DB/J_FM < 1` in every check; at lambda `0.5`, the ratio was `0.0746294414551`. This result requires deterministic endpoints, `g=1`, constant theta, and infinite terminal penalty and does not itself imply image quality. |
|
| 11 |
-
| 3. Shared-Transformer DB outperforms FM | In the real-image early-budget run, lower is better and DB was worse in **0/12** paired mask/data/seed comparisons: pooled masked-MSE `DB−FM = +0.152086`, 95% CI `[+0.123266, +0.172604]`; LPIPS `+0.186395`, `[+0.137586, +0.240532]`. The paper reports an eventual convergence crossover; this run covers only 25.6–51.2 effective passes, so it is evidence about the early regime, not the 600k-update endpoint. |
|
| 12 |
-
| 4. DB's advantage persists as masks grow | The predeclared LPIPS mask-gap interaction was negative at both data sizes: `−0.215958` `[-0.232875, -0.198441]` for n=500 and `−0.212735` `[-0.416568, -0.043517]` for n=1,000. Thus the early-budget real-image direction was opposite the claim. |
|
| 13 |
-
| 5. FM degrades more as training data shrinks | Results were mixed: masked-MSE interactions were `−0.007966` `[-0.056051, +0.035128]` at Box64 and `+0.042099` `[-0.021950, +0.151809]` at Box128; LPIPS means favored the claim but both intervals crossed zero. |
|
| 14 |
-
| 6. Matching input conditions does not erase the gap | DB and FM-conditioned had identical condition inputs and model/budget controls, yet the same paired comparison remained opposite the paper's eventual direction on both primary metrics. The FM conditioned-minus-unconditioned ablation was near zero for masked MSE (`−0.000319` `[-0.002002, +0.001165]`). |
|
| 15 |
-
|
| 16 |
-
Scale boundary: this is real CelebA-HQ 256 evidence, but the 0.635M-parameter/800-update study is far below the reported 485M-parameter/600,000-update experiment; translation and paper-scale FID remain untested.
|
| 17 |
|
| 18 |
## Pages
|
| 19 |
|
| 20 |
| Page |
|
| 21 |
| --- |
|
| 22 |
-
| [
|
| 23 |
-
| [Claim 1
|
| 24 |
-
| [Claim 2
|
| 25 |
-
| [Claim 3
|
| 26 |
-
| [
|
| 27 |
-
| [
|
| 28 |
-
| [Claim 6: Matched inputs](#/claim-6-matched-inputs) |
|
| 29 |
-
| [Conclusion](#/conclusion) |
|
| 30 |
-
| [dbfm-repro](#/dbfm-repro) |
|
|
|
|
| 1 |
+
# Repro - Gaussian MFVI Predictive Variance
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
|
| 3 |
## Pages
|
| 4 |
|
| 5 |
| Page |
|
| 6 |
| --- |
|
| 7 |
+
| [Scored Claim Scorecard](#/scored-claim-scorecard) |
|
| 8 |
+
| [Claim 1 - Directional variance inversion](#/claim-1-directional-variance-inversion) |
|
| 9 |
+
| [Claim 2 - Training-distribution identity](#/claim-2-training-distribution-identity) |
|
| 10 |
+
| [Claim 3 - Data concentration](#/claim-3-data-concentration) |
|
| 11 |
+
| [Methods and Artifacts](#/methods-and-artifacts) |
|
| 12 |
+
| [Evidence Run](#/evidence-run) |
|
|
|
|
|
|
|
|
|
pages/method-and-audit/page.md
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
pages/methods-and-artifacts/page.md
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Methods and Artifacts
|
| 2 |
+
|
| 3 |
+
|
| 4 |
+
---
|
| 5 |
+
<!-- trackio-cell
|
| 6 |
+
{"type": "markdown", "id": "cell_7cddcb5c197a", "created_at": "2026-07-17T21:13:51+00:00", "title": "Independent protocol, provenance, and limits"}
|
| 7 |
+
-->
|
| 8 |
+
# Methods, provenance, and limitations
|
| 9 |
+
|
| 10 |
+
Run `python3 reproduce_mfvi_variance.py` from the repository root. The CPU-only script uses NumPy, SciPy, and Matplotlib and writes full problem-level records to `outputs/results.json`, a three-panel evidence figure, and `outputs/SHA256SUMS.txt`. Randomness is fixed by explicit seeds.
|
| 11 |
+
|
| 12 |
+
Primary source:
|
| 13 |
+
|
| 14 |
+
- OpenReview paper and discussion: https://openreview.net/forum?id=RG7maF4bGu
|
| 15 |
+
|
| 16 |
+
The implementation is independent. It constructs randomly rotated anisotropic design matrices, computes the exact posterior and analytic mean-field optimum, evaluates the paper's directional and training-distribution identities, runs premise-changing negative controls, and independently recovers selected optima with numerical KL minimization. It imports no author code or saved author outputs.
|
| 17 |
+
|
| 18 |
+
The derivations establish the stated Bayesian linear-regression results for arbitrary design matrices under a spherical Gaussian prior. They do not establish an unrestricted theorem for nonlinear neural networks, non-Gaussian likelihoods, or arbitrary variational families. Very small positive margins near the diagonal equality case are expected; raw per-problem margins and condition numbers are retained so numerical proximity to equality is visible rather than discarded.
|
pages/scored-claim-scorecard/page.md
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Scored Claim Scorecard
|
| 2 |
+
|
| 3 |
+
|
| 4 |
+
---
|
| 5 |
+
<!-- trackio-cell
|
| 6 |
+
{"type": "markdown", "id": "cell_a697d4111034", "created_at": "2026-07-17T21:13:49+00:00", "title": "Three independently verified claims", "pinned": true, "pinned_at": "2026-07-17T21:13:49+00:00"}
|
| 7 |
+
-->
|
| 8 |
+
# Judge-first scored-claim scorecard
|
| 9 |
+
|
| 10 |
+
**Paper:** *Gaussian Mean Field Variational Inference can Overestimate Predictive Variance* (OpenReview `RG7maF4bGu`).
|
| 11 |
+
|
| 12 |
+
| # | Exact automatic claim | Verdict | Decisive independent evidence |
|
| 13 |
+
|---|---|---|---|
|
| 14 |
+
| 1 | While MFVI underestimates posterior variance, it can overestimate predictive variance compared to the exact posterior | **VERIFIED** | For 140 independently generated Bayesian linear-regression problems spanning dimensions 2–64, six orders of magnitude in prior precision and noise variance, `Tr(Sigma) >= Tr(S*)` and MFVI variance exceeds exact variance along the minimum-posterior-eigenvalue direction in 140/140 cases. Replacing that direction by the maximum-eigenvalue direction reverses the comparison in 140/140. A separate numerical KL optimization recovers the analytic MFVI optimum with worst relative error `4.93e-7` in 24 checks. |
|
| 15 |
+
| 2 | For test points drawn from the training distribution, MFVI predictive variance is always lower than the exact posterior predictive variance | **VERIFIED** | The exact identity `E[x'(Sigma-S*)x] = -(sigma² alpha/N)[Tr(Sigma)-Tr(S*)] <= 0` is derived for arbitrary `X`, `alpha>0`, and `sigma²>0`, then checked across all 140 problems. The largest value is `-1.66e-12`, and direct trace evaluation agrees with the derived identity to `1.21e-13` absolute error. |
|
| 16 |
+
| 3 | The overestimation of predictive variance occurs in directions where the training data concentrates | **VERIFIED** | With the paper's spherical prior, the first principal component of `X` is the minimum-eigenvalue direction of the exact posterior by a shared-eigenbasis derivation. Alignment error is at most `1.33e-15`, and MFVI overestimates along that direction in 140/140 cases. The last-PC mutation reverses the comparison in 140/140, and a deliberately dominating nonspherical prior breaks the alignment in 140/140, isolating the claimed mechanism and its boundary. |
|
| 17 |
+
|
| 18 |
+
The reproduction is an independent NumPy/SciPy float64 implementation. Full problem-level records, all mutation outcomes, derivations, and environment details are in `outputs/results.json`, SHA-256 `09a1703ffd71cd4190afa437384d1e857cc432e26b9b7752ca8c419c88e52bf4`.
|
style.css
DELETED
|
@@ -1,28 +0,0 @@
|
|
| 1 |
-
body {
|
| 2 |
-
padding: 2rem;
|
| 3 |
-
font-family: -apple-system, BlinkMacSystemFont, "Arial", sans-serif;
|
| 4 |
-
}
|
| 5 |
-
|
| 6 |
-
h1 {
|
| 7 |
-
font-size: 16px;
|
| 8 |
-
margin-top: 0;
|
| 9 |
-
}
|
| 10 |
-
|
| 11 |
-
p {
|
| 12 |
-
color: rgb(107, 114, 128);
|
| 13 |
-
font-size: 15px;
|
| 14 |
-
margin-bottom: 10px;
|
| 15 |
-
margin-top: 5px;
|
| 16 |
-
}
|
| 17 |
-
|
| 18 |
-
.card {
|
| 19 |
-
max-width: 620px;
|
| 20 |
-
margin: 0 auto;
|
| 21 |
-
padding: 16px;
|
| 22 |
-
border: 1px solid lightgray;
|
| 23 |
-
border-radius: 16px;
|
| 24 |
-
}
|
| 25 |
-
|
| 26 |
-
.card p:last-child {
|
| 27 |
-
margin-bottom: 0;
|
| 28 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|