Publish v0.3.1 tuned guided reconstruction
Browse files- README.md +13 -12
- config.ron +7 -1
- manifest.json +6 -6
- model.safetensors +1 -1
README.md
CHANGED
|
@@ -52,21 +52,22 @@ the network. A host with no output-resolution primary surfaces should pin
|
|
| 52 |
|
| 53 |
## Results
|
| 54 |
|
| 55 |
-
On
|
| 56 |
128×128 independent path inputs and 4,096-spp 256×256 canonical references:
|
| 57 |
|
| 58 |
| Reconstruction | MSE | PSNR | SSIM |
|
| 59 |
|---|---:|---:|---:|
|
| 60 |
-
| nearest 2× | 0.
|
| 61 |
-
| bilinear 2× | 0.
|
| 62 |
-
|
|
| 63 |
-
| HR-guided 5×5, no network | 0.
|
| 64 |
-
| HR-guided + b8 residual | **0.
|
| 65 |
-
|
| 66 |
-
The
|
| 67 |
-
adds 0.
|
| 68 |
-
|
| 69 |
-
|
|
|
|
| 70 |
output-resolution primary-surface pass, and display post-processing are
|
| 71 |
excluded.
|
| 72 |
|
|
@@ -85,7 +86,7 @@ distribution. It has no motion vectors or temporal history, cannot recover
|
|
| 85 |
disoccluded samples from prior frames, and should not be described as DLSS-like
|
| 86 |
quality yet.
|
| 87 |
|
| 88 |
-
Pin the `v0.3.
|
| 89 |
download mutable `main` for a shipped build.
|
| 90 |
|
| 91 |
The weights are released under the MIT license.
|
|
|
|
| 52 |
|
| 53 |
## Results
|
| 54 |
|
| 55 |
+
On 128 non-overlapping crops from a separate 128-scene, seed-10000 validation set with 4-spp
|
| 56 |
128×128 independent path inputs and 4,096-spp 256×256 canonical references:
|
| 57 |
|
| 58 |
| Reconstruction | MSE | PSNR | SSIM |
|
| 59 |
|---|---:|---:|---:|
|
| 60 |
+
| nearest 2× | 0.004367 | 23.60 dB | 0.4466 |
|
| 61 |
+
| bilinear 2× | 0.002233 | 26.51 dB | 0.5776 |
|
| 62 |
+
| v0.3 HR-guided 5×5, no network | 0.000346 | 34.61 dB | 0.9543 |
|
| 63 |
+
| tuned HR-guided 5×5, no network | 0.000337 | 34.72 dB | 0.9574 |
|
| 64 |
+
| tuned HR-guided + b8 residual | **0.000335** | **34.74 dB** | **0.9575** |
|
| 65 |
+
|
| 66 |
+
The fixed-cost coefficient tuning adds 0.11 dB and 0.0031 SSIM over the v0.3
|
| 67 |
+
base; the matching b8 residual adds 0.02 dB after 2,000 steps. A
|
| 68 |
+
960×540 → 1920×1080 trace on a Radeon RX 7900 XT measured 8.83 ms median and
|
| 69 |
+
8.90 ms p90. Its isolated stages are 0.79 ms pack, 7.22 ms network, and
|
| 70 |
+
0.88 ms unpack. Ray tracing, the optional
|
| 71 |
output-resolution primary-surface pass, and display post-processing are
|
| 72 |
excluded.
|
| 73 |
|
|
|
|
| 86 |
disoccluded samples from prior frames, and should not be described as DLSS-like
|
| 87 |
quality yet.
|
| 88 |
|
| 89 |
+
Pin the `v0.3.1` Hub revision, or its exact commit, in applications. Do not
|
| 90 |
download mutable `main` for a shipped build.
|
| 91 |
|
| 92 |
The weights are released under the MIT license.
|
config.ron
CHANGED
|
@@ -14,7 +14,13 @@
|
|
| 14 |
gn_eps: 0.00001,
|
| 15 |
time_input_dim: 64,
|
| 16 |
time_embed_dim: 256,
|
| 17 |
-
residual_gain:
|
| 18 |
objective: Direct,
|
| 19 |
reconstruction_base: HighResolutionGuided,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
)
|
|
|
|
| 14 |
gn_eps: 0.00001,
|
| 15 |
time_input_dim: 64,
|
| 16 |
time_embed_dim: 256,
|
| 17 |
+
residual_gain: 52.381493,
|
| 18 |
objective: Direct,
|
| 19 |
reconstruction_base: HighResolutionGuided,
|
| 20 |
+
guide: (
|
| 21 |
+
spatial_sigma: 4.5,
|
| 22 |
+
depth_sigma: 0.01,
|
| 23 |
+
normal_power: 24.0,
|
| 24 |
+
albedo_sigma: 0.2,
|
| 25 |
+
),
|
| 26 |
)
|
manifest.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
"project": "ommatidia",
|
| 4 |
-
"variant": "hr-guided-b8-2x-spatial-v0.3",
|
| 5 |
"objective": "direct",
|
| 6 |
"scale_factor": 2,
|
| 7 |
"parameters": 73808,
|
|
@@ -25,12 +25,12 @@
|
|
| 25 |
"weights": {
|
| 26 |
"path": "model.safetensors",
|
| 27 |
"bytes": 899336,
|
| 28 |
-
"sha256": "
|
| 29 |
},
|
| 30 |
"config": {
|
| 31 |
"path": "config.ron",
|
| 32 |
-
"bytes":
|
| 33 |
-
"sha256": "
|
| 34 |
}
|
| 35 |
},
|
| 36 |
"dataset": {
|
|
@@ -40,10 +40,10 @@
|
|
| 40 |
},
|
| 41 |
"source": {
|
| 42 |
"repository": "https://github.com/kvark/ommatidia",
|
| 43 |
-
"revision": "
|
| 44 |
},
|
| 45 |
"compatibility": {
|
| 46 |
-
"meganeura_revision": "
|
| 47 |
"blade_revision": "101c3abd283ddcff858671f3405f041e8d87b782"
|
| 48 |
}
|
| 49 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
"project": "ommatidia",
|
| 4 |
+
"variant": "hr-guided-b8-2x-spatial-v0.3.1",
|
| 5 |
"objective": "direct",
|
| 6 |
"scale_factor": 2,
|
| 7 |
"parameters": 73808,
|
|
|
|
| 25 |
"weights": {
|
| 26 |
"path": "model.safetensors",
|
| 27 |
"bytes": 899336,
|
| 28 |
+
"sha256": "26c912bcc7ed22ae5475038326e39e21e63d5aa3a4dd8cd24810fb844cda56c9"
|
| 29 |
},
|
| 30 |
"config": {
|
| 31 |
"path": "config.ron",
|
| 32 |
+
"bytes": 499,
|
| 33 |
+
"sha256": "aceca7ce724abd28fbdc4a309c55302db9864bb0a6145bb22896a9f59c34febd"
|
| 34 |
}
|
| 35 |
},
|
| 36 |
"dataset": {
|
|
|
|
| 40 |
},
|
| 41 |
"source": {
|
| 42 |
"repository": "https://github.com/kvark/ommatidia",
|
| 43 |
+
"revision": "a43c14882a132781d6c5213c1cd7ef1ff983ae8f"
|
| 44 |
},
|
| 45 |
"compatibility": {
|
| 46 |
+
"meganeura_revision": "f7653f8012ebde866fa29cf98779aa9cc705a719",
|
| 47 |
"blade_revision": "101c3abd283ddcff858671f3405f041e8d87b782"
|
| 48 |
}
|
| 49 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 899336
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:26c912bcc7ed22ae5475038326e39e21e63d5aa3a4dd8cd24810fb844cda56c9
|
| 3 |
size 899336
|